{ "meta": { "epochs": 200, "steps": 300, "trials": 500 }, "probe_clean_acc": 0.8554999828338623, "baseline_U1_K1": { "U": 1, "K": 1, "train_s": 239.5449607372284, "snr": { "0": { "cos": 0.7512048875018954, "mse": 0.009406678444473073 }, "5": { "cos": 0.8374274200350046, "mse": 0.005473443141905591 }, "10": { "cos": 0.8977560202479362, "mse": 0.0038072720784693955 }, "15": { "cos": 0.9240585275888443, "mse": 0.0030504610685165973 }, "20": { "cos": 0.9306978814601898, "mse": 0.0030041839454788715 }, "25": { "cos": 0.9346830936670303, "mse": 0.002839639469049871 }, "30": { "cos": 0.9361000318527222, "mse": 0.0027582109675277026 } }, "probe_acc": { "0": 0.7480000257492065, "5": 0.8080000281333923, "10": 0.8659999966621399, "15": 0.8339999914169312, "20": 0.8299999833106995, "25": 0.7900000214576721, "30": 0.8240000009536743 } }, "prop_U1_K4": { "U": 1, "K": 4, "train_s": 246.5999619960785, "snr": { "0": { "cos": 0.8532368051446975, "mse": 0.014056407508905976 }, "5": { "cos": 0.9038518134951592, "mse": 0.009546010008081795 }, "10": { "cos": 0.9347490702867508, "mse": 0.0072207471719011665 }, "15": { "cos": 0.9476060789823532, "mse": 0.006647482709959149 }, "20": { "cos": 0.9499228476285935, "mse": 0.006673556070774794 }, "25": { "cos": 0.9511101233959198, "mse": 0.00651326646655798 }, "30": { "cos": 0.951739949464798, "mse": 0.006585568169131875 } } }, "prop_U2_K4": { "U": 2, "K": 4, "train_s": 294.072158575058, "snr": { "0": { "cos": 0.8004015162587166, "mse": 0.013665408468805254 }, "5": { "cos": 0.870693371757865, "mse": 0.008788753495551646 }, "10": { "cos": 0.9140427639484405, "mse": 0.007043784702196717 }, "15": { "cos": 0.9326149935722351, "mse": 0.0064183887476101514 }, "20": { "cos": 0.9359902501106262, "mse": 0.006283330081962049 }, "25": { "cos": 0.9408227092027664, "mse": 0.006187855323776603 }, "30": { "cos": 0.941265830874443, "mse": 0.006170148870907724 } } }, "prop_U3_K4": { "U": 3, "K": 4, "train_s": 352.04336524009705, "snr": { "0": { "cos": 0.7608834460247308, "mse": 0.014268206578679382 }, "5": { "cos": 0.8446127345263958, "mse": 0.010725745330564678 }, "10": { "cos": 0.8995597721934319, "mse": 0.008194744511507451 }, "15": { "cos": 0.9227433396577835, "mse": 0.0068385992012918 }, "20": { "cos": 0.9272037045955658, "mse": 0.0067242950573563574 }, "25": { "cos": 0.9324239077568054, "mse": 0.006562483542598784 }, "30": { "cos": 0.9339433960914612, "mse": 0.0065560071440413595 } } }, "latency": { "proposed_gpu_ms": 1.8540966510772705, "proposed_cpu_ms": 19.482388496398926, "params": 4759296 }, "prop_U4_K4": { "U": 4, "K": 4, "train_s": 872.98774933815, "snr": { "0": { "cos": 0.7291872679814696, "mse": 0.013695541681256146 }, "5": { "cos": 0.8177445989996195, "mse": 0.009565219173207878 }, "10": { "cos": 0.8780294983685016, "mse": 0.006982134721241892 }, "15": { "cos": 0.9053358047008514, "mse": 0.006403609288856387 }, "20": { "cos": 0.9108110672235489, "mse": 0.006068491332698613 }, "25": { "cos": 0.9174709552526474, "mse": 0.0060051574409008025 }, "30": { "cos": 0.9188009135723114, "mse": 0.005959624953567982 } }, "probe_acc": { "0": 0.7459999918937683, "5": 0.7699999809265137, "10": 0.8234999775886536, "15": 0.8180000185966492, "20": 0.8234999775886536, "25": 0.8399999737739563, "30": 0.8335000276565552 } }, "prop_U5_K4": { "U": 5, "K": 4, "train_s": 940.9560332298279, "snr": { "0": { "cos": 0.7099829956488684, "mse": 0.015077491921372711 }, "5": { "cos": 0.8048962750434876, "mse": 0.010662849036511034 }, "10": { "cos": 0.8720338128209114, "mse": 0.008510463847778737 }, "15": { "cos": 0.9013502452373504, "mse": 0.007372538112103939 }, "20": { "cos": 0.9082419496178628, "mse": 0.007131525727920234 }, "25": { "cos": 0.914760999917984, "mse": 0.0069032206255942585 }, "30": { "cos": 0.916708040356636, "mse": 0.0068538802796974775 } } }, "prop_U6_K4": { "U": 6, "K": 4, "train_s": 1006.8338630199432, "snr": { "0": { "cos": 0.6902393801975996, "mse": 0.01464361715503037 }, "5": { "cos": 0.7882059656456113, "mse": 0.01061347191175446 }, "10": { "cos": 0.8572778242230416, "mse": 0.00793193681165576 }, "15": { "cos": 0.8888761663436889, "mse": 0.0066969672827981415 }, "20": { "cos": 0.8959532424807548, "mse": 0.006571302498690784 }, "25": { "cos": 0.9033272238969803, "mse": 0.006413094263523817 }, "30": { "cos": 0.9050234014987946, "mse": 0.006374428950250149 } } }, "ksweep_U4_K1": { "U": 4, "K": 1, "train_s": 901.9444651603699, "snr": { "0": { "cos": 0.6006318819746375, "mse": 0.00866046295966953 }, "5": { "cos": 0.7159863247089088, "mse": 0.006941811306402087 }, "10": { "cos": 0.8087207083404064, "mse": 0.005576504059601575 }, "15": { "cos": 0.8521278169155121, "mse": 0.004726723590865731 }, "20": { "cos": 0.8647244926095009, "mse": 0.004565435856580734 }, "25": { "cos": 0.8762238830327987, "mse": 0.00435680990666151 }, "30": { "cos": 0.8790061377286911, "mse": 0.004332918418571353 } } }, "ksweep_U4_K2": { "U": 4, "K": 2, "train_s": 801.3562304973602, "snr": { "0": { "cos": 0.6663209554627538, "mse": 0.011440564267802983 }, "5": { "cos": 0.7732463547363877, "mse": 0.008832189400680363 }, "10": { "cos": 0.8522137620449066, "mse": 0.006787573641166091 }, "15": { "cos": 0.8869951583147049, "mse": 0.005796302331611514 }, "20": { "cos": 0.8962614781260491, "mse": 0.005636646617669612 }, "25": { "cos": 0.9053579796552658, "mse": 0.005484837215393782 }, "30": { "cos": 0.9076521228551865, "mse": 0.005444107189774513 } } }, "ksweep_U4_K8": { "U": 4, "K": 8, "train_s": 960.7533371448517, "snr": { "0": { "cos": 0.7968653709590435, "mse": 0.014677034198772162 }, "5": { "cos": 0.8642902764230966, "mse": 0.009218778028152883 }, "10": { "cos": 0.9079774358868599, "mse": 0.007102536340244115 }, "15": { "cos": 0.9249372535943985, "mse": 0.006434439655393362 }, "20": { "cos": 0.9286348958015442, "mse": 0.006367257353849709 }, "25": { "cos": 0.9328467948436737, "mse": 0.006306198381818831 }, "30": { "cos": 0.9333295357227326, "mse": 0.006291192831471563 } } }, "randmask_U4_K4": { "U": 4, "K": 4, "train_s": 790.7998886108398, "snr": { "0": { "cos": 0.7173908124007284, "mse": 0.010884988505393267 }, "5": { "cos": 0.8113118888139724, "mse": 0.012465010555461049 }, "10": { "cos": 0.8754324036836624, "mse": 0.013991043128073215 }, "15": { "cos": 0.9036176422834397, "mse": 0.014899637151509524 }, "20": { "cos": 0.9104479736089707, "mse": 0.015265570061281323 }, "25": { "cos": 0.9167852708101273, "mse": 0.015525816094130278 }, "30": { "cos": 0.9185707560777664, "mse": 0.01563316000625491 } }, "probe_acc": { "0": 0.7615000009536743, "5": 0.7950000166893005, "10": 0.8374999761581421, "15": 0.8314999938011169, "20": 0.8410000205039978, "25": 0.8489999771118164, "30": 0.843999981880188 } }, "maml_U4_K4": { "U": 4, "K": 4, "train_s": 5938.119814634323, "snr": { "0": { "cos": 0.7272935093110428, "mse": 0.006946617619832978 }, "5": { "cos": 0.8484958949685096, "mse": 0.004622220577439293 }, "10": { "cos": 0.8977697676718235, "mse": 0.0038188065083231775 }, "15": { "cos": 0.9313238598108292, "mse": 0.0032185151416342706 }, "20": { "cos": 0.9433529702425003, "mse": 0.0029843107901979236 }, "25": { "cos": 0.9491406964063644, "mse": 0.002911557617597282 }, "30": { "cos": 0.9507425274848939, "mse": 0.002883736375719309 } } }, "mask_corr": { "prop_U2_K4": [ [ 1.0000003576278687, -0.171196848154068 ], [ -0.17119678854942322, 0.9999998807907104 ] ], "prop_U3_K4": [ [ 1.0, -0.07354956120252609, -0.09823843091726303 ], [ -0.07354956865310669, 1.0, -0.06813394278287888 ], [ -0.09823843091726303, -0.0681338906288147, 1.0 ] ], "prop_U4_K4": [ [ 0.9999999403953552, -0.04680539295077324, -0.03882935643196106, -0.04847832769155502 ], [ -0.04680539295077324, 0.9999999403953552, -0.017869999632239342, -0.027729595080018044 ], [ -0.03882935643196106, -0.017869999632239342, 0.9999998807907104, -0.030613459646701813 ], [ -0.04847832769155502, -0.027729595080018044, -0.030613459646701813, 1.0000001192092896 ] ] }, "bert_tx_ms": 8.949885368347168, "todma_T24_L128": { "0": { "cos": 0.493185225520283, "token_err": 0.4854690374003679 }, "5": { "cos": 0.7722916670888662, "token_err": 0.19098860990497765 }, "10": { "cos": 0.8822443547844887, "token_err": 0.06283830025508617 }, "15": { "cos": 0.9289134788513184, "token_err": 0.018709073900841908 }, "20": { "cos": 0.939444392323494, "token_err": 0.0020551784268543313 }, "25": { "cos": 0.9456337448954583, "token_err": 0.0013560993650989337 }, "30": { "cos": 0.9398069840669632, "token_err": 0.0003694126339120798 }, "omp_ms_per_frame": 69.23341853278023, "probe_acc": { "0": 0.6487500071525574, "5": 0.762499988079071, "10": 0.831250011920929, "15": 0.8274999856948853, "20": 0.856249988079071, "25": 0.8525000214576721, "30": 0.8237500190734863 } }, "todma_T16_L192": { "0": { "cos": 0.5508923250064254, "token_err": 0.33421926910299005 }, "5": { "cos": 0.7354670177400112, "token_err": 0.11904961800016792 }, "10": { "cos": 0.7986631008982659, "token_err": 0.038033937975424224 }, "15": { "cos": 0.8236862942576408, "token_err": 0.013450292397660818 }, "20": { "cos": 0.824865009188652, "token_err": 0.0007554772097708386 }, "25": { "cos": 0.8318010360002518, "token_err": 0.0009913258983890955 }, "30": { "cos": 0.8285451126098633, "token_err": 0.0004998750312421895 }, "omp_ms_per_frame": 53.34201097488403 }, "distil_U4_K4": { "snr": { "0": { "cos": 0.7609358094548807, "mse": 0.012706214756704868 }, "5": { "cos": 0.8429884244352579, "mse": 0.008787638427689672 }, "10": { "cos": 0.8978586344122886, "mse": 0.006501799292862416 }, "15": { "cos": 0.9221130377054214, "mse": 0.005962589378003031 }, "20": { "cos": 0.9269556359052659, "mse": 0.005698614472988993 }, "25": { "cos": 0.9324832957983017, "mse": 0.005604706801474095 }, "30": { "cos": 0.93326731467247, "mse": 0.005592345166951418 } } } }