[[  4.93325473e+15  -5.97429951e+15   5.66474618e+15   1.66032581e+14
    1.85068154e+15  -1.39247953e+15   1.69126296e+15  -3.99714004e+15
   -6.61046953e+15  -1.14619384e+16  -4.09395981e+14  -7.24120319e+15
    5.38263631e+13  -4.72615349e+14  -8.23068943e+14   2.50901762e+15
    1.63860111e+16  -4.93069493e+15  -6.12808744e+13   7.12012363e+14
    2.11174160e+15   3.92667331e+15   7.07911327e+15   1.14327412e+16
    1.49316170e+16   9.17206204e+13  -3.22116944e+14  -1.42619691e+15
   -1.05122150e+15  -2.06958475e+15  -7.65914592e+15   3.26076279e+15
    4.51853913e+15   7.89864618e+14  -2.80618077e+15  -2.03724674e+15
   -2.02888054e+15  -1.75359877e+15  -7.09484373e+14  -3.48803099e+15
    1.84387224e+17   2.02324115e+14  -6.19171478e+14  -5.37954217e+14
    8.80125289e+15   3.68257712e+16  -3.12752304e+14  -1.82406268e+15
   -5.87927604e+15   7.98297250e+14   1.28320899e+15   2.82309945e+15
    5.08560660e+13  -1.02614016e+15  -3.65753724e+15  -3.84139352e+15
    7.50463125e+15   6.08744344e+15   1.51921721e+17  -4.48324980e+15
   -8.32572216e+15   4.93246231e+15  -2.78250342e+15   2.71316456e+16
   -3.19348643e+15  -5.31096286e+16  -2.63236747e+15   6.87243287e+14
   -2.68972327e+15  -1.14683049e+15  -1.03681329e+15   6.91489315e+12
   -1.04242057e+15  -3.17092469e+15  -6.96351302e+14  -5.42718879e+14
   -1.81753030e+15  -2.42961871e+15  -3.00367934e+14  -1.78188113e+15
    3.83674529e+14   7.89895019e+14   4.04765878e+15   2.32245095e+15
   -9.60997472e+16  -2.86027743e+14  -1.20529184e+15   2.88293855e+15
   -2.87691163e+15   2.09683413e+17  -2.93070261e+15   6.07590662e+15
    2.92929420e+14   3.32459191e+15  -2.52254687e+14  -8.79742446e+14
   -7.87855715e+14  -2.92498467e+15   7.17171223e+14   2.59817860e+13
   -2.42089221e+14   4.78429206e+16  -1.11806186e+14   8.21550807e+14
   -9.97570160e+13  -2.81413183e+15  -3.22398338e+15  -1.58693404e+14
    1.23462174e+16  -6.29820447e+14  -1.96713488e+15   1.76962477e+15
    1.54252838e+15   1.00321806e+15   1.34225815e+14   2.82336332e+15
    1.81153147e+14  -5.20786045e+15  -2.11238960e+15  -1.31708823e+15
   -7.86565144e+14  -4.59620288e+14   3.25572715e+14   4.34552094e+15
   -1.22357860e+15  -4.93706256e+14  -7.70798722e+15   3.95399092e+15
    1.00818009e+15   2.98888251e+14  -7.94453329e+16   1.56391007e+15
    2.63265255e+15   1.46454492e+15  -8.95902529e+14   4.15294239e+15
    2.41681568e+15   8.91494215e+14  -1.56682273e+15   6.26944631e+14
    2.18529184e+15   1.79103505e+15   2.14581011e+16   2.02923364e+14
   -2.50032729e+15  -1.07084691e+16  -1.08583645e+15   2.31986300e+14
    8.44790472e+14   6.77350300e+14  -6.75145413e+13  -1.54439604e+16
    1.09556932e+15  -1.59368782e+17   7.50663647e+15   3.83150355e+15
    1.72748601e+14  -2.49851418e+14  -1.32531604e+15  -6.01239654e+14
   -8.87101336e+13   6.25408442e+14   2.75236617e+15   4.52347620e+15
   -1.36265971e+15   2.09361117e+14   2.03859506e+16   2.30035093e+15
    2.84131371e+16  -7.57277295e+17  -5.13405090e+15   1.67043003e+16
    5.32189935e+15  -1.44049011e+17   1.43069830e+15   4.68738074e+15
   -9.36368235e+14   1.42188006e+15   1.92122125e+14   7.46018119e+13
    3.76178435e+14   8.50255080e+15  -3.18595943e+14  -1.78875885e+15
   -8.48011389e+15  -2.43067970e+14   4.59102100e+15  -6.48833529e+14
   -6.14118046e+15  -8.64524250e+15   1.21923524e+16  -7.74812436e+14
   -5.28662894e+14  -4.34888793e+14   1.02162407e+15  -9.28962570e+14
    2.73373058e+15   1.84050435e+15   8.66183922e+13  -1.44118953e+14]]

[[  1.78982019e-01  -2.22864121e-01   1.31221309e-01  -2.09430233e-02
   -1.21142179e-01  -3.13197589e+00   9.19151530e-02  -1.33836284e-01
   -2.67322421e+00  -2.31998697e-01  -2.14513302e+00   3.40676141e+00
    4.49203396e+00   1.01003304e+01  -4.78840381e-01  -5.91746473e+00
    6.58320665e+00  -9.44659859e-02  -1.59696281e-01   2.01363713e-01
   -2.48616561e-02  -8.50891292e-01   1.39242858e-01   1.89132988e-01
    2.59963632e-01   2.82200836e-02  -8.22693761e-03  -6.91947222e+00
   -3.09479926e-02  -7.52501562e-02  -1.02099905e+01   1.07193455e-01
    3.82770824e+00   5.38219661e-02  -2.32003480e-01  -8.17969704e+00
    1.48696828e+00  -4.13109750e-01   2.74867845e+00   7.72335243e+00
    4.05812740e+00  -2.10278773e+00   3.57706994e-02  -2.55026430e-01
   -3.49436617e+00  -2.28115439e+00   1.73409879e+00  -3.20384949e-02
   -2.38709018e-01   1.03222907e-01   2.77970642e-01   6.88965797e-01
    3.49779105e+00   7.63334417e+00  -1.20468847e-01  -1.40777558e-01
    3.95477563e-01   1.10840044e+01   2.87727585e+01  -5.39296746e-01
   -6.59691468e-02   3.86202836e+00   2.70345187e+00   1.08284006e+01
   -5.16764593e+00  -2.32004261e+01  -8.93895030e-02   3.03438939e-02
   -8.58428764e+00   1.94200650e-01  -1.45640540e+00  -4.63250113e+00
   -1.61066008e+00  -4.83417399e-02  -2.74898744e+00   2.62912005e-01
   -8.55193710e+00   5.29876769e-01   2.83052182e+00  -9.28572118e-02
    2.29038447e-01  -5.23195207e-01   7.33381176e+00   2.96727538e+00
   -1.97452583e+01   5.64863682e-01  -1.08233154e-01  -9.10573721e-01
   -8.40894878e-02  -1.36522293e+01  -3.13360468e-02   1.06678277e-01
    2.35744715e-02   8.54923874e-02  -6.28932381e+00   1.19922087e-01
    3.76740843e-01   1.41580427e+00   5.87244369e-02   2.52457056e-03
   -1.72437936e-01   7.13664150e+00  -6.61493093e-02   4.55244146e-02
   -7.97142982e-01  -7.54403025e-02  -4.26645613e+00  -1.49174213e+00
    2.69884318e-01   7.11153507e-01   2.46188378e+00   1.13425932e+01
    5.67087364e+00  -3.96871269e-01  -9.72973928e-02   3.05138137e-02
    7.36256838e-02  -5.29155159e+00  -6.44334704e-02   3.85802984e-01
   -2.83200182e-02   1.68744981e+00  -1.39618568e+01   1.04919761e-01
    2.62791443e+00  -6.42410660e+00  -8.08500957e+00  -1.25283211e-01
    1.04131718e+01   9.38362349e-03  -1.05054855e+01   9.82831046e-02
    1.73056975e-01   4.92555797e-02  -1.53933987e-02   7.63984099e-02
    9.16612089e-01   2.12428197e-01   1.18261957e+00  -4.62167189e-02
    5.89600392e-02   2.50370413e-01   7.76864004e+00  -8.39468092e-02
   -7.27863789e+00  -5.90678263e+00  -1.40943050e-01  -4.48172033e-01
   -4.78894621e-01   1.15372086e+01  -1.21883606e-03  -1.88217087e+01
    3.25027442e+00  -9.30759907e+00   1.98111087e-01   1.78063512e-01
    3.98881721e+00  -6.40400350e-01  -3.11975516e-02  -1.72413564e+00
    2.03896821e-01  -2.02714419e+00   4.37514782e+00   3.03271443e-01
    1.46842098e+00   6.71104002e+00   2.07543507e+01  -3.10349584e-01
   -1.41449461e+01  -6.27615690e+00   1.33455431e+00   2.42882520e-01
    1.79722166e+00  -1.07430725e+01   3.33440527e-02   9.71153641e+00
   -5.34515810e+00  -6.36101723e-01   1.26094055e+00   6.44144509e-03
   -8.44188705e-02   1.33410921e+01  -9.76905632e+00  -3.32881272e-01
   -4.66608524e+00  -1.03906364e+01   2.98506260e+00  -1.90103166e-02
   -3.03437662e+00  -3.44619703e+00   4.64747459e-01   3.68677378e-01
   -8.21380913e-02  -7.57536888e-02   3.55872735e-02  -1.50211096e-01
    1.06715927e+01  -5.29822886e-01   1.38534486e+00   3.51416528e-01]]

[xyan@devgpu253.prn2 /data/users/xyan/fbsource/fbcode]$ echo "hi" | buck-out/gen/nlp_tools/nn/nvdm/nvdm_predictor_transformer.par
hi      0.185466229916,-0.238257735968,0.138028368354,-0.0502187497914,-0.129025384784,-2.68986678123,0.09645537287,-0.142427504063,-2.67857980728,-0.244996055961,-1.94187140465,3.82732605934,3.82676315308,9.
79858398438,-0.533189117908,-6.41937065125,4.81003046036,-0.0976900830865,-0.10529563576,0.203242868185,-0.030597763136,-0.852651417255,0.142865926027,0.193909153342,0.269619703293,0.0270903967321,-0.00842892
937362,-7.23180389404,-0.0317675508559,-0.0699667856097,-10.3209114075,0.120759062469,4.19735527039,0.0565736219287,-0.229101940989,-7.52998495102,1.59189903736,-0.345645904541,2.638859272,7.40529584885,4.083
05549622,-3.06066226959,0.0381925217807,-0.273498266935,-3.48957777023,-3.81615519524,1.73018527031,-0.0339405573905,-0.241250649095,0.0804953798652,0.274146139622,0.254818499088,4.13936662674,7.99921274185,-
0.125813603401,-0.147328540683,0.404323250055,10.6479616165,28.5498847961,-0.372094660997,-0.0716392174363,2.93508386612,3.52054691315,11.5354986191,-5.70677661896,-23.1179714203,-0.0911012887955,0.0314676202
834,-10.1147012711,0.211259111762,-1.45424091816,-2.33457326889,-2.9571249485,-0.0563673190773,-2.62738156319,0.266137242317,-8.5092830658,-0.0201189666986,1.34314191341,-0.0958889424801,0.222231760621,-0.570
482194424,6.80976104736,2.92854881287,-20.9701652527,0.652299046516,-0.25566354394,-0.803818643093,-0.0867914408445,-14.0796451569,-0.0327774509788,0.109551489353,-0.26761585474,0.0891723781824,-5.90676736832
,0.161615341902,0.391287893057,1.42970502377,0.0615751296282,0.00275914231315,-0.177439108491,7.64661312103,-0.0940395817161,0.0558101944625,-0.304741501808,-0.076498195529,-3.54810357094,-1.2825678587,0.2763
71002197,0.670441687107,2.63343405724,11.5807628632,5.87342453003,-0.343470484018,-0.131154224277,0.0326040573418,0.526329755783,-5.75851631165,-0.0668596550822,0.436293691397,-0.0302049480379,1.69462883472,-
13.5513544083,0.109221749008,2.38058447838,-6.4430141449,-7.34387874603,-0.126591920853,9.69408130646,0.00979356840253,-10.2708768845,0.104820787907,0.17052423954,0.0513838157058,0.0150836370885,0.07891665399
07,1.21053218842,0.216753080487,1.06883704662,-0.0527724549174,0.059688705951,0.217727214098,8.50372505188,-0.0981928855181,-7.28383827209,-6.40294075012,-0.148715794086,-0.529662072659,-0.771697282791,12.444
5695877,-0.0013358037686,-19.6232643127,3.69901871681,-8.42802906036,0.214067384601,0.187582358718,4.37921285629,-0.690765917301,-0.0325536131859,-1.82030141354,0.231742560863,-1.89072191715,5.29640245438,0.3
12711179256,1.71833324432,5.91603088379,21.8606147766,0.478389799595,-14.5091524124,-6.38704442978,1.72429776192,0.246569603682,2.09507274628,-10.8282928467,0.0346426181495,9.38565444946,-5.05139780045,-0.639
126002789,1.6397112608,0.00675538275391,-0.0882110446692,12.6951351166,-9.62502098083,-0.287819325924,-4.40330934525,-9.87714862823,3.17106461525,-0.0198874231428,-3.64205002785,-3.85854196548,0.462754994631,
0.370324522257,-0.0753925517201,-0.0810730084777,0.0371570251882,-0.157234713435,10.8168430328,-0.495146751404,1.2637680769,0.412901490927,-0.0104140564799,-0.00588305294514,0.000164895274793,0.01036396157,0.
0012158327736,0.294497460127,-0.0222491882741,0.00205662962981,0.299606114626,-0.00625666882843,0.119229078293,0.257998287678,0.193234413862,0.111661523581,0.034744028002,0.111668497324,1.55249667168,-0.00799
621641636,0.000104542821646,0.0455532260239,0.0129799181595,0.323599994183,0.00526323588565,0.00180826534051,0.00568793527782,0.000903152220417,-0.000149407540448,0.167446777225,-0.0145901637152,0.00503897201
27,0.0272325724363,-0.0017691233661,0.306290924549,0.00824959296733,-0.00781031697989,0.206801593304,0.311117619276,0.03094419837,0.0358608588576,0.125325232744,1.59882354736,0.746231675148,-0.0044965390116,0
.0139815490693,0.586972355843,0.57810908556,0.00118766829837,-0.00390681903809,-0.017851376906,-0.00768085801974,-0.0135630490258,0.451105177402,0.176254719496,0.17865395546,0.00523331854492,-0.00098496838472
8,-0.00814240425825,0.194845601916,2.4837231636,0.199702501297,-0.00475076865405,0.26617372036,0.307511627674,0.1974157691,0.350431442261,1.72574830055,0.00523373810574,-0.00556518929079,0.237103581429,-0.007
86923710257,0.0181970205158,0.512497961521,0.236056670547,0.000128995103296,0.359671443701,0.00801351200789,0.164281621575,0.229493767023,0.262607842684,-0.00149450614117,0.0050263828598,0.00726921949536,0.48
9370763302,0.0458968058228,1.26477813721,0.298276424408,0.035015001893,0.206906944513,-0.00544654903933,1.20380830765,0.000955178169534,-0.00231039198115,0.220593318343,0.000360059377272,0.289597570896,0.0144
286137074,0.00328497216105,0.0210570991039,0.000530587509274,-0.000432265835116,-0.0284909270704,0.825114130974,0.00401968322694,-0.000794679508545,0.337566494942,0.00509502599016,0.197212696075,0.08664460480
21,-0.00390104344115,0.0985372662544,0.196822836995,0.134300351143,0.289919555187,0.0211169663817,0.00572690134868,0.00630529643968,0.111961841583,0.108732320368,0.00389769370668,-0.00707968370989,0.006690505
89204,0.303419113159,0.18061798811,0.00202871114016,0.21647079289,0.185026496649,0.410021573305,0.013728630729,0.242219716311,0.0192570257932,0.487865269184,0.0186389889568,0.00248203170486,-0.000387045787647
,0.0219927262515,-0.00996357388794,0.241165459156,0.00850945804268,0.0101837450638,0.000400542048737,0.00232133828104,0.00254922686145,0.297176986933,-0.0034960762132,0.117136642337,0.699616014957,-0.02758916
83996,0.468553841114,0.173648327589,0.133990421891,0.00469547323883,0.306668043137,0.119272604585,1.41653823853,-0.00090132211335,0.00242644688115,0.306614667177,0.0178022924811,0.00239750696346,0.05630087479
95,0.00558804208413,0.0363740175962,0.199413642287,0.00807993300259,0.203645452857,0.0954093709588,0.289769768715,0.325145900249,1.52478671074,1.47982001305,0.271517515182,-0.00392840150744,0.288001507521,1.2
6818156242,-0.00897046737373,0.307297587395,0.173285350204,0.0256535038352,0.211631208658,-0.00677629513666,0.0047673759982,0.467883884907,0.346149921417,0.019655328244,0.178240537643,0.183691173792,0.4273472
72635,-0.00509194051847,0.290295958519,0.301136434078,0.00333969644271,-0.0078987237066,0.00706843333319,0.00206862436607,-0.0123337004334,0.00102058029734,0.152637764812,0.0156288146973,0.339091002941,0.0087
4898768961