From 93cdd6a3007621a44781792dda805c7f5a7f4569 Mon Sep 17 00:00:00 2001 From: Duo <50307526+iProzd@users.noreply.github.com> Date: Tue, 23 Apr 2024 02:20:37 +0800 Subject: [PATCH] Fix numeric tests for layernorm --- source/tests/tf/test_data_large_batch.py | 112 +++---- source/tests/tf/test_descrpt_hybrid.py | 120 ++++---- source/tests/tf/test_descrpt_se_atten.py | 360 +++++++++++------------ source/tests/tf/test_model_se_atten.py | 112 +++---- 4 files changed, 352 insertions(+), 352 deletions(-) diff --git a/source/tests/tf/test_data_large_batch.py b/source/tests/tf/test_data_large_batch.py index dad6bbf252..baa173ad7a 100644 --- a/source/tests/tf/test_data_large_batch.py +++ b/source/tests/tf/test_data_large_batch.py @@ -201,37 +201,37 @@ def test_data_mixed_type(self): np.savetxt("f.out", f.reshape([1, -1]), delimiter=",") np.savetxt("v.out", v.reshape([1, -1]), delimiter=",") - refe = [6.121172052273665543e01] + refe = [6.12116933882038480874e01] reff = [ - 1.154685702881510720e-02, - 1.756040710324277901e-02, - 7.130177886472930130e-04, - 2.368263097437618356e-02, - 1.684273251820418010e-02, - -2.240810960870319706e-03, - -7.940856869069763679e-03, - 9.685611956408284387e-03, - 1.905551469314455948e-05, - 8.701750245920510801e-03, - -2.715303056974926327e-02, - -8.833855542191653386e-04, - -4.384116594545389017e-02, - 5.810410831752661764e-03, - 2.624317854200653062e-03, - 7.850784565411857499e-03, - -2.274613183985864026e-02, - -2.321946424516053086e-04, + 1.15647422509625782266e-02, + 1.75814420518816301453e-02, + 7.13827966845788537686e-04, + 2.37054385620869625950e-02, + 1.68638656843611636771e-02, + -2.24281688803243482028e-03, + -7.95826529019691246425e-03, + 9.69601584607941019422e-03, + 1.91505445834121360688e-05, + 8.71431743822387999687e-03, + -2.71847766570148252629e-02, + -8.84489238783629392812e-04, + -4.38853499152154838403e-02, + 5.81882595276563344133e-03, + 2.62678184040523532775e-03, + 7.85911695413897895546e-03, + -2.27753728780730156644e-02, + -2.32454225018371036246e-04, ] refv = [ - -1.048816094719852016e-01, - 1.669430893268222804e-02, - 3.444164500535986783e-03, - 1.669430893268222110e-02, - -5.415326614376372166e-02, - -1.079201716688232750e-03, - 3.444164500535985916e-03, - -1.079201716688232750e-03, - -2.093268197504977288e-04, + -1.05000199239240657456e-01, + 1.67161895068729630942e-02, + 3.44771431604021672684e-03, + 1.67161895068729769720e-02, + -5.42193765251950815509e-02, + -1.08055824874348557069e-03, + 3.44771431604021585948e-03, + -1.08055824874348492017e-03, + -2.09534775642289020732e-04, ] refe = np.reshape(refe, [-1]) @@ -400,37 +400,37 @@ def test_stripped_data_mixed_type(self): np.savetxt("f11.out", f.reshape([1, -1]), delimiter=",") np.savetxt("v11.out", v.reshape([1, -1]), delimiter=",") - refe = [6.124119974943835132e01] + refe = [6.12411774224343261608e01] reff = [ - 8.617444257623986525e-03, - 1.622774527785437321e-02, - 7.219537519817814273e-04, - 2.465257480331137924e-02, - 1.507377800325802181e-02, - -2.267846199393293988e-03, - -6.217685260668888089e-03, - 9.187965356558825195e-03, - -2.082402632037372596e-05, - 6.179226045047841662e-03, - -2.505229190184387472e-02, - -7.834051085801594424e-04, - -4.104669576212031240e-02, - 4.721690416727373704e-03, - 2.565744238275521286e-03, - 7.815135916805987862e-03, - -2.015888715255471572e-02, - -2.156226559634751916e-04, + 8.63770820796567855016e-03, + 1.62522026393666710331e-02, + 7.22919459978568399415e-04, + 2.46800946249053909654e-02, + 1.50982535714741239463e-02, + -2.27024703144847314271e-03, + -6.23780053459390554371e-03, + 9.20020798171328375858e-03, + -2.07267961671176406842e-05, + 6.19326848220238136006e-03, + -2.50892401262326376898e-02, + -7.84679030459893762407e-04, + -4.10982573216296109830e-02, + 4.73129070889465389027e-03, + 2.56865811814534347399e-03, + 7.82498654115005611021e-03, + -2.01927147752160932037e-02, + -2.15924720048428232235e-04, ] refv = [ - -8.500718686149140446e-02, - 1.389198522732191729e-02, - 3.059204598073241802e-03, - 1.389198522732190168e-02, - -4.908897840490741155e-02, - -9.530658829897690944e-04, - 3.059204598073239634e-03, - -9.530658829897688776e-04, - -1.999114402095244765e-04, + -8.51412082980419621103e-02, + 1.39169542815959588339e-02, + 3.06329019931955021105e-03, + 1.39169542815959536297e-02, + -4.91657098529515168561e-02, + -9.54629874035841556948e-04, + 3.06329019931954891001e-03, + -9.54629874035841773788e-04, + -2.00155580095981406675e-04, ] refe = np.reshape(refe, [-1]) diff --git a/source/tests/tf/test_descrpt_hybrid.py b/source/tests/tf/test_descrpt_hybrid.py index 6aa04118da..7f5e064376 100644 --- a/source/tests/tf/test_descrpt_hybrid.py +++ b/source/tests/tf/test_descrpt_hybrid.py @@ -185,66 +185,66 @@ def test_descriptor_hybrid(self): ] # below is copied from test_descript_se_atten.py ref_dout2 = [ - 1.3503570575883254e-04, - -9.3606804794552518e-05, - -9.3606804794552518e-05, - 6.4931435609575354e-05, - -3.4432462227712845e-04, - 2.3883309310633266e-04, - -2.1612770334269806e-04, - 1.4980041766865035e-04, - 5.1902342465554648e-04, - -3.5995814159000579e-04, - 1.0061650355705337e-04, - -7.5148260042556979e-05, - -7.5148260042556979e-05, - 5.6249549384058458e-05, - -2.7820514647114664e-04, - 2.0819618461713165e-04, - -1.5698895407951743e-04, - 1.1721016363267746e-04, - 4.0972585703616773e-04, - -3.0650763759131061e-04, - 7.5599650998659526e-05, - -5.8808888720672558e-05, - -5.8808888720672558e-05, - 4.5766209906762655e-05, - -2.1712714013251668e-04, - 1.6899894453623564e-04, - -1.2167120597162636e-04, - 9.4648599144861605e-05, - 3.2200758382615601e-04, - -2.5060486486718734e-04, - 1.1293831101452813e-04, - -7.9512063028041913e-05, - -7.9512063028041913e-05, - 5.5979262682797850e-05, - -2.9058515610909440e-04, - 2.0457554106366365e-04, - -1.8732839505532627e-04, - 1.3188376232775540e-04, - 4.4448730317793450e-04, - -3.1292650304617497e-04, - 1.3015885894252541e-04, - -8.8816609587789126e-05, - -8.8816609587789126e-05, - 6.0613949400496957e-05, - -3.2308121544925519e-04, - 2.2046786823295058e-04, - -2.1781481424814687e-04, - 1.4862599684199924e-04, - 4.9955378034266583e-04, - -3.4089120488765758e-04, - 1.0160496779809329e-04, - -7.4538471222199861e-05, - -7.4538471222199861e-05, - 5.4703671679263269e-05, - -2.7394267959121653e-04, - 2.0103409637607701e-04, - -1.6657135958432620e-04, - 1.2219321453198225e-04, - 4.1344754259964935e-04, - -3.0339251136512270e-04, + 1.35077997858830281628e-04, + -9.36317565146126714985e-05, + -9.36317565146126714985e-05, + 6.49457155161046269156e-05, + -3.44426119482271894060e-04, + 2.38892351975707574810e-04, + -2.16192628113445024177e-04, + 1.49838432021978586618e-04, + 5.19172506251499308108e-04, + -3.60044742999178198160e-04, + 1.00648981900694042455e-04, + -7.51687985725674168679e-05, + -7.51687985725674168679e-05, + 5.62621404496089786633e-05, + -2.78288905170686305408e-04, + 2.08248552733448707985e-04, + -1.57037506111419247626e-04, + 1.17240613774749092711e-04, + 4.09846227953978995209e-04, + -3.06582508385239355716e-04, + 7.56236313388503977959e-05, + -5.88249954799233110928e-05, + -5.88249954799233110928e-05, + 4.57767614608878164778e-05, + -2.17191782618980676941e-04, + 1.69041932410352632298e-04, + -1.21708419050609283887e-04, + 9.46734475047640323129e-05, + 3.22101565810662901230e-04, + -2.50667145896081176772e-04, + 1.12972766463605449241e-04, + -7.95331652304217509748e-05, + -7.95331652304217509748e-05, + 5.59918979793375151091e-05, + -2.90669309441163412500e-04, + 2.04626666596480422588e-04, + -1.87383581443938113499e-04, + 1.31917380775058677711e-04, + 4.44613289651917854839e-04, + -3.13002780120454830552e-04, + 1.30198051172878586420e-04, + -8.88399346622230731045e-05, + -8.88399346622230731045e-05, + 6.06275354032895547767e-05, + -3.23173886613725041324e-04, + 2.20522620462074609186e-04, + -2.17878181114203837987e-04, + 1.48663514408247710887e-04, + 4.99693951217273298233e-04, + -3.40973735611388808521e-04, + 1.01636483586918407768e-04, + -7.45585238544824841465e-05, + -7.45585238544824841465e-05, + 5.47161372646580776566e-05, + -2.74022957033491422908e-04, + 2.01084733576426032218e-04, + -1.66621218118959135701e-04, + 1.22224760787930633501e-04, + 4.13566215420014648540e-04, + -3.03467107774532218571e-04, ] places = 10 diff --git a/source/tests/tf/test_descrpt_se_atten.py b/source/tests/tf/test_descrpt_se_atten.py index 7a1bfd18f6..f4ce374c42 100644 --- a/source/tests/tf/test_descrpt_se_atten.py +++ b/source/tests/tf/test_descrpt_se_atten.py @@ -150,66 +150,66 @@ def test_descriptor_two_sides(self): np.savetxt("two.out", model_dout.reshape([1, -1]), delimiter=",") ref_dout = [ - 1.3503570575883254e-04, - -9.3606804794552518e-05, - -9.3606804794552518e-05, - 6.4931435609575354e-05, - -3.4432462227712845e-04, - 2.3883309310633266e-04, - -2.1612770334269806e-04, - 1.4980041766865035e-04, - 5.1902342465554648e-04, - -3.5995814159000579e-04, - 1.0061650355705337e-04, - -7.5148260042556979e-05, - -7.5148260042556979e-05, - 5.6249549384058458e-05, - -2.7820514647114664e-04, - 2.0819618461713165e-04, - -1.5698895407951743e-04, - 1.1721016363267746e-04, - 4.0972585703616773e-04, - -3.0650763759131061e-04, - 7.5599650998659526e-05, - -5.8808888720672558e-05, - -5.8808888720672558e-05, - 4.5766209906762655e-05, - -2.1712714013251668e-04, - 1.6899894453623564e-04, - -1.2167120597162636e-04, - 9.4648599144861605e-05, - 3.2200758382615601e-04, - -2.5060486486718734e-04, - 1.1293831101452813e-04, - -7.9512063028041913e-05, - -7.9512063028041913e-05, - 5.5979262682797850e-05, - -2.9058515610909440e-04, - 2.0457554106366365e-04, - -1.8732839505532627e-04, - 1.3188376232775540e-04, - 4.4448730317793450e-04, - -3.1292650304617497e-04, - 1.3015885894252541e-04, - -8.8816609587789126e-05, - -8.8816609587789126e-05, - 6.0613949400496957e-05, - -3.2308121544925519e-04, - 2.2046786823295058e-04, - -2.1781481424814687e-04, - 1.4862599684199924e-04, - 4.9955378034266583e-04, - -3.4089120488765758e-04, - 1.0160496779809329e-04, - -7.4538471222199861e-05, - -7.4538471222199861e-05, - 5.4703671679263269e-05, - -2.7394267959121653e-04, - 2.0103409637607701e-04, - -1.6657135958432620e-04, - 1.2219321453198225e-04, - 4.1344754259964935e-04, - -3.0339251136512270e-04, + 1.35077997858830281628e-04, + -9.36317565146126714985e-05, + -9.36317565146126714985e-05, + 6.49457155161046269156e-05, + -3.44426119482271894060e-04, + 2.38892351975707574810e-04, + -2.16192628113445024177e-04, + 1.49838432021978586618e-04, + 5.19172506251499308108e-04, + -3.60044742999178198160e-04, + 1.00648981900694042455e-04, + -7.51687985725674168679e-05, + -7.51687985725674168679e-05, + 5.62621404496089786633e-05, + -2.78288905170686305408e-04, + 2.08248552733448707985e-04, + -1.57037506111419247626e-04, + 1.17240613774749092711e-04, + 4.09846227953978995209e-04, + -3.06582508385239355716e-04, + 7.56236313388503977959e-05, + -5.88249954799233110928e-05, + -5.88249954799233110928e-05, + 4.57767614608878164778e-05, + -2.17191782618980676941e-04, + 1.69041932410352632298e-04, + -1.21708419050609283887e-04, + 9.46734475047640323129e-05, + 3.22101565810662901230e-04, + -2.50667145896081176772e-04, + 1.12972766463605449241e-04, + -7.95331652304217509748e-05, + -7.95331652304217509748e-05, + 5.59918979793375151091e-05, + -2.90669309441163412500e-04, + 2.04626666596480422588e-04, + -1.87383581443938113499e-04, + 1.31917380775058677711e-04, + 4.44613289651917854839e-04, + -3.13002780120454830552e-04, + 1.30198051172878586420e-04, + -8.88399346622230731045e-05, + -8.88399346622230731045e-05, + 6.06275354032895547767e-05, + -3.23173886613725041324e-04, + 2.20522620462074609186e-04, + -2.17878181114203837987e-04, + 1.48663514408247710887e-04, + 4.99693951217273298233e-04, + -3.40973735611388808521e-04, + 1.01636483586918407768e-04, + -7.45585238544824841465e-05, + -7.45585238544824841465e-05, + 5.47161372646580776566e-05, + -2.74022957033491422908e-04, + 2.01084733576426032218e-04, + -1.66621218118959135701e-04, + 1.22224760787930633501e-04, + 4.13566215420014648540e-04, + -3.03467107774532218571e-04, ] places = 10 @@ -328,66 +328,66 @@ def test_descriptor_one_side(self): np.savetxt("one.out", model_dout.reshape([1, -1]), delimiter=",") ref_dout = [ - 8.9336098555659429e-05, - -3.8921422089719007e-05, - -3.8921422089719007e-05, - 1.6975109833017758e-05, - -2.9184951813034413e-04, - 1.2724836941382651e-04, - -1.8062533253590169e-04, - 7.8681048972093648e-05, - 4.2206017420030542e-04, - -1.8398310612921889e-04, - 6.4996467281506633e-05, - -3.0812041327073575e-05, - -3.0812041327073575e-05, - 1.4663988013438402e-05, - -2.3274950984084172e-04, - 1.1059587214865573e-04, - -1.3043761448464089e-04, - 6.1788865409826698e-05, - 3.2900269837104958e-04, - -1.5623668424484728e-04, - 5.0697927477465942e-05, - -2.3511768544350768e-05, - -2.3511768544350768e-05, - 1.0919808814040025e-05, - -1.8622373494960208e-04, - 8.6439275444049409e-05, - -1.0326450661269683e-04, - 4.7880797898768150e-05, - 2.6230208262918372e-04, - -1.2172811361250681e-04, - 7.8240863239649707e-05, - -3.2501260967978116e-05, - -3.2501260967978116e-05, - 1.3502267073810926e-05, - -2.5360559687597850e-04, - 1.0535336854834091e-04, - -1.6047265448841568e-04, - 6.6660202062744658e-05, - 3.6833864909272261e-04, - -1.5301457671691837e-04, - 9.1148582997925288e-05, - -3.6614945467066073e-05, - -3.6614945467066073e-05, - 1.4709958908948206e-05, - -2.8364168092837332e-04, - 1.1394466218003484e-04, - -1.8721615730559043e-04, - 7.5203967811613109e-05, - 4.1632420070310456e-04, - -1.6724364343353009e-04, - 6.9506193268190631e-05, - -3.0228106532898472e-05, - -3.0228106532898472e-05, - 1.3156705594652870e-05, - -2.3740975974826574e-04, - 1.0328972070195332e-04, - -1.4218547815143072e-04, - 6.1827596642872941e-05, - 3.4031715116440432e-04, - -1.4804591640658066e-04, + 8.93630739076099766573e-05, + -3.89301763666544977088e-05, + -3.89301763666544977088e-05, + 1.69776207161541659875e-05, + -2.91934413405367434308e-04, + 1.27275579758193970945e-04, + -1.80678576267614851526e-04, + 7.86981804444128273503e-05, + 4.22180092132026806885e-04, + -1.84021204552106459797e-04, + 6.50166826308631336630e-05, + -3.08191630112232239067e-05, + -3.08191630112232239067e-05, + 1.46662082284045218266e-05, + -2.32818649311590855893e-04, + 1.10619882905346373389e-04, + -1.30477133579203922803e-04, + 6.18026466291577325669e-05, + 3.29098263271154821506e-04, + -1.56269574751685376771e-04, + 5.07138199677916164739e-05, + -2.35171440781703185510e-05, + -2.35171440781703185510e-05, + 1.09213797907981395710e-05, + -1.86279366618262112341e-04, + 8.64577620996147407865e-05, + -1.03296053419269992513e-04, + 4.78913622480582772448e-05, + 2.62378744147910732392e-04, + -1.21753360060300813640e-04, + 7.82644227540903690814e-05, + -3.25084361414888650958e-05, + -3.25084361414888650958e-05, + 1.35041631983765535098e-05, + -2.53679234140297192677e-04, + 1.05375493947693795707e-04, + -1.60519879294703589519e-04, + 6.66744631236456129558e-05, + 3.68443126822399244329e-04, + -1.53045684128227086913e-04, + 9.11756668850765601567e-05, + -3.66229408732609030826e-05, + -3.66229408732609030826e-05, + 1.47120125015788778301e-05, + -2.83723246380394433092e-04, + 1.13968452838666050924e-04, + -1.87270570170312914944e-04, + 7.52199008968667767218e-05, + 4.16441090538891684186e-04, + -1.67277425363850822723e-04, + 6.95274814976590320665e-05, + -3.02348814013024743688e-05, + -3.02348814013024743688e-05, + 1.31585743503078956499e-05, + -2.37479534432029007343e-04, + 1.03311591705779548338e-04, + -1.42227987950226271961e-04, + 6.18410015482571886070e-05, + 3.40414922285898623351e-04, + -1.48076286203042110793e-04, ] places = 10 @@ -499,66 +499,66 @@ def test_stripped_type_embedding_descriptor_two_sides(self): np.savetxt("two1.out", model_dout.reshape([1, -1]), delimiter=",") ref_dout = [ - 2.910296358673981606e-06, - -3.297689549631518680e-05, - -3.297689549631518680e-05, - 3.790996417030466402e-04, - -3.082208958603667925e-05, - 3.544004728264616810e-04, - -2.397997896082787038e-05, - 2.744923480535521121e-04, - 8.486866768450577558e-05, - -9.750155670867453753e-04, - 8.680391572974659491e-07, - -1.596948473518331016e-05, - -1.596948473518331016e-05, - 3.249686279109944903e-04, - -1.508338456375446526e-05, - 3.070479490395221158e-04, - -1.047241469038003787e-05, - 2.085462014454144320e-04, - 4.065724483202033993e-05, - -8.245932936607477210e-04, - 5.959146184656097397e-07, - -1.265847984116858078e-05, - -1.265847984116858078e-05, - 2.713109337202710531e-04, - -1.163070862097512446e-05, - 2.491582022684395484e-04, - -8.056716526966370043e-06, - 1.720174894426871476e-04, - 3.174999037064446555e-05, - -6.798281455902291598e-04, - 3.145148216891492605e-06, - -3.245585831548520087e-05, - -3.245585831548520087e-05, - 3.350745140453206166e-04, - -2.936281422860278914e-05, - 3.031890775924862423e-04, - -2.408578375619038739e-05, - 2.487530226589902390e-04, - 8.275930808338685728e-05, - -8.545607559813118157e-04, - 4.745334138737575192e-06, - -4.149649152356857482e-05, - -4.149649152356857482e-05, - 3.633282453063247882e-04, - -3.734652895210441184e-05, - 3.270295126452897193e-04, - -3.235347865588130865e-05, - 2.832387658145111447e-04, - 1.064511649928167193e-04, - -9.321000322425568741e-04, - 1.879347284602219830e-06, - -2.470327295060103235e-05, - -2.470327295060103235e-05, - 3.269344178119031551e-04, - -2.248434624179290029e-05, - 2.975826199248595046e-04, - -1.721291645154368551e-05, - 2.273800448313684436e-04, - 6.252118835933537862e-05, - -8.271938096175299659e-04, + 2.91097766899578214544e-06, + -3.29852641315371480153e-05, + -3.29852641315371480153e-05, + 3.79203396610324763253e-04, + -3.08296489918391639377e-05, + 3.54494448654088176176e-04, + -2.39859951795545287153e-05, + 2.74566675797922735754e-04, + 8.48899306339350606405e-05, + -9.75279256930798588154e-04, + 8.68233546069119197236e-07, + -1.59734540671145569350e-05, + -1.59734540671145569350e-05, + 3.25058299172223158675e-04, + -1.50870029997722798618e-05, + 3.07130006247707560297e-04, + -1.04749968193353404274e-05, + 2.08603290940140382453e-04, + 4.06672203401530534743e-05, + -8.24818142292956771496e-04, + 5.96048958156013435895e-07, + -1.26616643393676577874e-05, + -1.26616643393676577874e-05, + 2.71386217904519277955e-04, + -1.16335252819255226156e-05, + 2.49225002219057890918e-04, + -8.05872731607348350672e-06, + 1.72064906604221990903e-04, + 3.17578679792106490973e-05, + -6.80014462388431415590e-04, + 3.14589844246059013866e-06, + -3.24641804781093787271e-05, + -3.24641804781093787271e-05, + 3.35166446053445504782e-04, + -2.93700743352437964023e-05, + 3.03269488552582232397e-04, + -2.40918900326344598056e-05, + 2.48820558204534102165e-04, + 8.27802464035270346319e-05, + -8.54792312332452379302e-04, + 4.74647063755037437353e-06, + -4.15071266538516597008e-05, + -4.15071266538516597008e-05, + 3.63427481731051901445e-04, + -3.73557622901099313961e-05, + 3.27115874272415044135e-04, + -3.23616690622182231118e-05, + 2.83315238433851622219e-04, + 1.06478087368629440682e-04, + -9.32351467783467118162e-04, + 1.87979034371445873837e-06, + -2.47095892917853045061e-05, + -2.47095892917853045061e-05, + 3.27024569668371480752e-04, + -2.24898874228677589208e-05, + 2.97661928194053256209e-04, + -1.72172753256989610575e-05, + 2.27442187831376464941e-04, + 6.25369616966375661696e-05, + -8.27419096402015846574e-04, ] places = 10 diff --git a/source/tests/tf/test_model_se_atten.py b/source/tests/tf/test_model_se_atten.py index d75dc0cfff..8d6c5afa4c 100644 --- a/source/tests/tf/test_model_se_atten.py +++ b/source/tests/tf/test_model_se_atten.py @@ -155,37 +155,37 @@ def test_model(self): np.savetxt("f.out", f.reshape([1, -1]), delimiter=",") np.savetxt("v.out", v.reshape([1, -1]), delimiter=",") - refe = [6.121172052273667e01] + refe = [6.12116933882038480874e01] reff = [ - 1.1546857028815118e-02, - 1.7560407103242779e-02, - 7.1301778864729290e-04, - 2.3682630974376197e-02, - 1.6842732518204180e-02, - -2.2408109608703206e-03, - -7.9408568690697776e-03, - 9.6856119564082792e-03, - 1.9055514693144326e-05, - 8.7017502459205160e-03, - -2.7153030569749256e-02, - -8.8338555421916490e-04, - -4.3841165945453904e-02, - 5.8104108317526765e-03, - 2.6243178542006552e-03, - 7.8507845654118558e-03, - -2.2746131839858654e-02, - -2.3219464245160639e-04, + 1.15647422509625782266e-02, + 1.75814420518816301453e-02, + 7.13827966845788537686e-04, + 2.37054385620869625950e-02, + 1.68638656843611636771e-02, + -2.24281688803243482028e-03, + -7.95826529019691246425e-03, + 9.69601584607941019422e-03, + 1.91505445834121360688e-05, + 8.71431743822387999687e-03, + -2.71847766570148252629e-02, + -8.84489238783629392812e-04, + -4.38853499152154838403e-02, + 5.81882595276563344133e-03, + 2.62678184040523532775e-03, + 7.85911695413897895546e-03, + -2.27753728780730156644e-02, + -2.32454225018371036246e-04, ] refv = [ - -0.10488160947198523, - 0.016694308932682225, - 0.003444164500535988, - 0.016694308932682235, - -0.05415326614376374, - -0.0010792017166882334, - 0.003444164500535988, - -0.001079201716688233, - -0.00020932681975049773, + -1.05000199239240685212e-01, + 1.67161895068729665637e-02, + 3.44771431604021759421e-03, + 1.67161895068729804414e-02, + -5.42193765251950954287e-02, + -1.08055824874348513701e-03, + 3.44771431604021802789e-03, + -1.08055824874348470332e-03, + -2.09534775642288966522e-04, ] refe = np.reshape(refe, [-1]) @@ -618,37 +618,37 @@ def test_stripped_type_embedding_model(self): np.savetxt("f.out", f.reshape([1, -1]), delimiter=",") np.savetxt("v.out", v.reshape([1, -1]), delimiter=",") - refe = [6.124119974943835132e01] + refe = [6.12411774224343261608e01] reff = [ - 8.617444257623986525e-03, - 1.622774527785437321e-02, - 7.219537519817814273e-04, - 2.465257480331137924e-02, - 1.507377800325802181e-02, - -2.267846199393293988e-03, - -6.217685260668888089e-03, - 9.187965356558825195e-03, - -2.082402632037372596e-05, - 6.179226045047841662e-03, - -2.505229190184387472e-02, - -7.834051085801594424e-04, - -4.104669576212031240e-02, - 4.721690416727373704e-03, - 2.565744238275521286e-03, - 7.815135916805987862e-03, - -2.015888715255471572e-02, - -2.156226559634751916e-04, + 8.63770820796567855016e-03, + 1.62522026393666710331e-02, + 7.22919459978568399415e-04, + 2.46800946249053909654e-02, + 1.50982535714741239463e-02, + -2.27024703144847314271e-03, + -6.23780053459390554371e-03, + 9.20020798171328375858e-03, + -2.07267961671176406842e-05, + 6.19326848220238136006e-03, + -2.50892401262326376898e-02, + -7.84679030459893762407e-04, + -4.10982573216296109830e-02, + 4.73129070889465389027e-03, + 2.56865811814534347399e-03, + 7.82498654115005611021e-03, + -2.01927147752160932037e-02, + -2.15924720048428232235e-04, ] refv = [ - -8.500718686149139058e-02, - 1.389198522732191729e-02, - 3.059204598073241802e-03, - 1.389198522732190515e-02, - -4.908897840490741848e-02, - -9.530658829897693113e-04, - 3.059204598073239634e-03, - -9.530658829897692029e-04, - -1.999114402095244223e-04, + -8.51412082980419621103e-02, + 1.39169542815959605686e-02, + 3.06329019931955021105e-03, + 1.39169542815959553644e-02, + -4.91657098529515099172e-02, + -9.54629874035841340107e-04, + 3.06329019931954847633e-03, + -9.54629874035841340107e-04, + -2.00155580095981352464e-04, ] refe = np.reshape(refe, [-1])