Ki-Ho Lee
248e637f55
Semantic Multiplexing Gain in Wireless Systems via Expanded Embeddings: A BERT Case Study. Includes the shared library, all experiment scripts (training with and without SNR-aware MAML, the token-domain comparison, the K sweep, and DistilBERT), the replot script that regenerates every figure from the stored results, the supplementary probe-versus-cosine analysis, and the raw results behind every figure in the letter.
619 lines
11 KiB
JSON
Executable File
619 lines
11 KiB
JSON
Executable File
{
|
|
"meta": {
|
|
"epochs": 200,
|
|
"steps": 300,
|
|
"trials": 500
|
|
},
|
|
"probe_clean_acc": 0.8554999828338623,
|
|
"baseline_U1_K1": {
|
|
"U": 1,
|
|
"K": 1,
|
|
"train_s": 239.5449607372284,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7512048875018954,
|
|
"mse": 0.009406678444473073
|
|
},
|
|
"5": {
|
|
"cos": 0.8374274200350046,
|
|
"mse": 0.005473443141905591
|
|
},
|
|
"10": {
|
|
"cos": 0.8977560202479362,
|
|
"mse": 0.0038072720784693955
|
|
},
|
|
"15": {
|
|
"cos": 0.9240585275888443,
|
|
"mse": 0.0030504610685165973
|
|
},
|
|
"20": {
|
|
"cos": 0.9306978814601898,
|
|
"mse": 0.0030041839454788715
|
|
},
|
|
"25": {
|
|
"cos": 0.9346830936670303,
|
|
"mse": 0.002839639469049871
|
|
},
|
|
"30": {
|
|
"cos": 0.9361000318527222,
|
|
"mse": 0.0027582109675277026
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.7480000257492065,
|
|
"5": 0.8080000281333923,
|
|
"10": 0.8659999966621399,
|
|
"15": 0.8339999914169312,
|
|
"20": 0.8299999833106995,
|
|
"25": 0.7900000214576721,
|
|
"30": 0.8240000009536743
|
|
}
|
|
},
|
|
"prop_U1_K4": {
|
|
"U": 1,
|
|
"K": 4,
|
|
"train_s": 246.5999619960785,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.8532368051446975,
|
|
"mse": 0.014056407508905976
|
|
},
|
|
"5": {
|
|
"cos": 0.9038518134951592,
|
|
"mse": 0.009546010008081795
|
|
},
|
|
"10": {
|
|
"cos": 0.9347490702867508,
|
|
"mse": 0.0072207471719011665
|
|
},
|
|
"15": {
|
|
"cos": 0.9476060789823532,
|
|
"mse": 0.006647482709959149
|
|
},
|
|
"20": {
|
|
"cos": 0.9499228476285935,
|
|
"mse": 0.006673556070774794
|
|
},
|
|
"25": {
|
|
"cos": 0.9511101233959198,
|
|
"mse": 0.00651326646655798
|
|
},
|
|
"30": {
|
|
"cos": 0.951739949464798,
|
|
"mse": 0.006585568169131875
|
|
}
|
|
}
|
|
},
|
|
"prop_U2_K4": {
|
|
"U": 2,
|
|
"K": 4,
|
|
"train_s": 294.072158575058,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.8004015162587166,
|
|
"mse": 0.013665408468805254
|
|
},
|
|
"5": {
|
|
"cos": 0.870693371757865,
|
|
"mse": 0.008788753495551646
|
|
},
|
|
"10": {
|
|
"cos": 0.9140427639484405,
|
|
"mse": 0.007043784702196717
|
|
},
|
|
"15": {
|
|
"cos": 0.9326149935722351,
|
|
"mse": 0.0064183887476101514
|
|
},
|
|
"20": {
|
|
"cos": 0.9359902501106262,
|
|
"mse": 0.006283330081962049
|
|
},
|
|
"25": {
|
|
"cos": 0.9408227092027664,
|
|
"mse": 0.006187855323776603
|
|
},
|
|
"30": {
|
|
"cos": 0.941265830874443,
|
|
"mse": 0.006170148870907724
|
|
}
|
|
}
|
|
},
|
|
"prop_U3_K4": {
|
|
"U": 3,
|
|
"K": 4,
|
|
"train_s": 352.04336524009705,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7608834460247308,
|
|
"mse": 0.014268206578679382
|
|
},
|
|
"5": {
|
|
"cos": 0.8446127345263958,
|
|
"mse": 0.010725745330564678
|
|
},
|
|
"10": {
|
|
"cos": 0.8995597721934319,
|
|
"mse": 0.008194744511507451
|
|
},
|
|
"15": {
|
|
"cos": 0.9227433396577835,
|
|
"mse": 0.0068385992012918
|
|
},
|
|
"20": {
|
|
"cos": 0.9272037045955658,
|
|
"mse": 0.0067242950573563574
|
|
},
|
|
"25": {
|
|
"cos": 0.9324239077568054,
|
|
"mse": 0.006562483542598784
|
|
},
|
|
"30": {
|
|
"cos": 0.9339433960914612,
|
|
"mse": 0.0065560071440413595
|
|
}
|
|
}
|
|
},
|
|
"latency": {
|
|
"proposed_gpu_ms": 1.8540966510772705,
|
|
"proposed_cpu_ms": 19.482388496398926,
|
|
"params": 4759296
|
|
},
|
|
"prop_U4_K4": {
|
|
"U": 4,
|
|
"K": 4,
|
|
"train_s": 872.98774933815,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7291872679814696,
|
|
"mse": 0.013695541681256146
|
|
},
|
|
"5": {
|
|
"cos": 0.8177445989996195,
|
|
"mse": 0.009565219173207878
|
|
},
|
|
"10": {
|
|
"cos": 0.8780294983685016,
|
|
"mse": 0.006982134721241892
|
|
},
|
|
"15": {
|
|
"cos": 0.9053358047008514,
|
|
"mse": 0.006403609288856387
|
|
},
|
|
"20": {
|
|
"cos": 0.9108110672235489,
|
|
"mse": 0.006068491332698613
|
|
},
|
|
"25": {
|
|
"cos": 0.9174709552526474,
|
|
"mse": 0.0060051574409008025
|
|
},
|
|
"30": {
|
|
"cos": 0.9188009135723114,
|
|
"mse": 0.005959624953567982
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.7459999918937683,
|
|
"5": 0.7699999809265137,
|
|
"10": 0.8234999775886536,
|
|
"15": 0.8180000185966492,
|
|
"20": 0.8234999775886536,
|
|
"25": 0.8399999737739563,
|
|
"30": 0.8335000276565552
|
|
}
|
|
},
|
|
"prop_U5_K4": {
|
|
"U": 5,
|
|
"K": 4,
|
|
"train_s": 940.9560332298279,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7099829956488684,
|
|
"mse": 0.015077491921372711
|
|
},
|
|
"5": {
|
|
"cos": 0.8048962750434876,
|
|
"mse": 0.010662849036511034
|
|
},
|
|
"10": {
|
|
"cos": 0.8720338128209114,
|
|
"mse": 0.008510463847778737
|
|
},
|
|
"15": {
|
|
"cos": 0.9013502452373504,
|
|
"mse": 0.007372538112103939
|
|
},
|
|
"20": {
|
|
"cos": 0.9082419496178628,
|
|
"mse": 0.007131525727920234
|
|
},
|
|
"25": {
|
|
"cos": 0.914760999917984,
|
|
"mse": 0.0069032206255942585
|
|
},
|
|
"30": {
|
|
"cos": 0.916708040356636,
|
|
"mse": 0.0068538802796974775
|
|
}
|
|
}
|
|
},
|
|
"prop_U6_K4": {
|
|
"U": 6,
|
|
"K": 4,
|
|
"train_s": 1006.8338630199432,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.6902393801975996,
|
|
"mse": 0.01464361715503037
|
|
},
|
|
"5": {
|
|
"cos": 0.7882059656456113,
|
|
"mse": 0.01061347191175446
|
|
},
|
|
"10": {
|
|
"cos": 0.8572778242230416,
|
|
"mse": 0.00793193681165576
|
|
},
|
|
"15": {
|
|
"cos": 0.8888761663436889,
|
|
"mse": 0.0066969672827981415
|
|
},
|
|
"20": {
|
|
"cos": 0.8959532424807548,
|
|
"mse": 0.006571302498690784
|
|
},
|
|
"25": {
|
|
"cos": 0.9033272238969803,
|
|
"mse": 0.006413094263523817
|
|
},
|
|
"30": {
|
|
"cos": 0.9050234014987946,
|
|
"mse": 0.006374428950250149
|
|
}
|
|
}
|
|
},
|
|
"ksweep_U4_K1": {
|
|
"U": 4,
|
|
"K": 1,
|
|
"train_s": 901.9444651603699,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.6006318819746375,
|
|
"mse": 0.00866046295966953
|
|
},
|
|
"5": {
|
|
"cos": 0.7159863247089088,
|
|
"mse": 0.006941811306402087
|
|
},
|
|
"10": {
|
|
"cos": 0.8087207083404064,
|
|
"mse": 0.005576504059601575
|
|
},
|
|
"15": {
|
|
"cos": 0.8521278169155121,
|
|
"mse": 0.004726723590865731
|
|
},
|
|
"20": {
|
|
"cos": 0.8647244926095009,
|
|
"mse": 0.004565435856580734
|
|
},
|
|
"25": {
|
|
"cos": 0.8762238830327987,
|
|
"mse": 0.00435680990666151
|
|
},
|
|
"30": {
|
|
"cos": 0.8790061377286911,
|
|
"mse": 0.004332918418571353
|
|
}
|
|
}
|
|
},
|
|
"ksweep_U4_K2": {
|
|
"U": 4,
|
|
"K": 2,
|
|
"train_s": 801.3562304973602,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.6663209554627538,
|
|
"mse": 0.011440564267802983
|
|
},
|
|
"5": {
|
|
"cos": 0.7732463547363877,
|
|
"mse": 0.008832189400680363
|
|
},
|
|
"10": {
|
|
"cos": 0.8522137620449066,
|
|
"mse": 0.006787573641166091
|
|
},
|
|
"15": {
|
|
"cos": 0.8869951583147049,
|
|
"mse": 0.005796302331611514
|
|
},
|
|
"20": {
|
|
"cos": 0.8962614781260491,
|
|
"mse": 0.005636646617669612
|
|
},
|
|
"25": {
|
|
"cos": 0.9053579796552658,
|
|
"mse": 0.005484837215393782
|
|
},
|
|
"30": {
|
|
"cos": 0.9076521228551865,
|
|
"mse": 0.005444107189774513
|
|
}
|
|
}
|
|
},
|
|
"ksweep_U4_K8": {
|
|
"U": 4,
|
|
"K": 8,
|
|
"train_s": 960.7533371448517,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7968653709590435,
|
|
"mse": 0.014677034198772162
|
|
},
|
|
"5": {
|
|
"cos": 0.8642902764230966,
|
|
"mse": 0.009218778028152883
|
|
},
|
|
"10": {
|
|
"cos": 0.9079774358868599,
|
|
"mse": 0.007102536340244115
|
|
},
|
|
"15": {
|
|
"cos": 0.9249372535943985,
|
|
"mse": 0.006434439655393362
|
|
},
|
|
"20": {
|
|
"cos": 0.9286348958015442,
|
|
"mse": 0.006367257353849709
|
|
},
|
|
"25": {
|
|
"cos": 0.9328467948436737,
|
|
"mse": 0.006306198381818831
|
|
},
|
|
"30": {
|
|
"cos": 0.9333295357227326,
|
|
"mse": 0.006291192831471563
|
|
}
|
|
}
|
|
},
|
|
"randmask_U4_K4": {
|
|
"U": 4,
|
|
"K": 4,
|
|
"train_s": 790.7998886108398,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7173908124007284,
|
|
"mse": 0.010884988505393267
|
|
},
|
|
"5": {
|
|
"cos": 0.8113118888139724,
|
|
"mse": 0.012465010555461049
|
|
},
|
|
"10": {
|
|
"cos": 0.8754324036836624,
|
|
"mse": 0.013991043128073215
|
|
},
|
|
"15": {
|
|
"cos": 0.9036176422834397,
|
|
"mse": 0.014899637151509524
|
|
},
|
|
"20": {
|
|
"cos": 0.9104479736089707,
|
|
"mse": 0.015265570061281323
|
|
},
|
|
"25": {
|
|
"cos": 0.9167852708101273,
|
|
"mse": 0.015525816094130278
|
|
},
|
|
"30": {
|
|
"cos": 0.9185707560777664,
|
|
"mse": 0.01563316000625491
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.7615000009536743,
|
|
"5": 0.7950000166893005,
|
|
"10": 0.8374999761581421,
|
|
"15": 0.8314999938011169,
|
|
"20": 0.8410000205039978,
|
|
"25": 0.8489999771118164,
|
|
"30": 0.843999981880188
|
|
}
|
|
},
|
|
"maml_U4_K4": {
|
|
"U": 4,
|
|
"K": 4,
|
|
"train_s": 5938.119814634323,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7272935093110428,
|
|
"mse": 0.006946617619832978
|
|
},
|
|
"5": {
|
|
"cos": 0.8484958949685096,
|
|
"mse": 0.004622220577439293
|
|
},
|
|
"10": {
|
|
"cos": 0.8977697676718235,
|
|
"mse": 0.0038188065083231775
|
|
},
|
|
"15": {
|
|
"cos": 0.9313238598108292,
|
|
"mse": 0.0032185151416342706
|
|
},
|
|
"20": {
|
|
"cos": 0.9433529702425003,
|
|
"mse": 0.0029843107901979236
|
|
},
|
|
"25": {
|
|
"cos": 0.9491406964063644,
|
|
"mse": 0.002911557617597282
|
|
},
|
|
"30": {
|
|
"cos": 0.9507425274848939,
|
|
"mse": 0.002883736375719309
|
|
}
|
|
}
|
|
},
|
|
"mask_corr": {
|
|
"prop_U2_K4": [
|
|
[
|
|
1.0000003576278687,
|
|
-0.171196848154068
|
|
],
|
|
[
|
|
-0.17119678854942322,
|
|
0.9999998807907104
|
|
]
|
|
],
|
|
"prop_U3_K4": [
|
|
[
|
|
1.0,
|
|
-0.07354956120252609,
|
|
-0.09823843091726303
|
|
],
|
|
[
|
|
-0.07354956865310669,
|
|
1.0,
|
|
-0.06813394278287888
|
|
],
|
|
[
|
|
-0.09823843091726303,
|
|
-0.0681338906288147,
|
|
1.0
|
|
]
|
|
],
|
|
"prop_U4_K4": [
|
|
[
|
|
0.9999999403953552,
|
|
-0.04680539295077324,
|
|
-0.03882935643196106,
|
|
-0.04847832769155502
|
|
],
|
|
[
|
|
-0.04680539295077324,
|
|
0.9999999403953552,
|
|
-0.017869999632239342,
|
|
-0.027729595080018044
|
|
],
|
|
[
|
|
-0.03882935643196106,
|
|
-0.017869999632239342,
|
|
0.9999998807907104,
|
|
-0.030613459646701813
|
|
],
|
|
[
|
|
-0.04847832769155502,
|
|
-0.027729595080018044,
|
|
-0.030613459646701813,
|
|
1.0000001192092896
|
|
]
|
|
]
|
|
},
|
|
"bert_tx_ms": 8.949885368347168,
|
|
"todma_T24_L128": {
|
|
"0": {
|
|
"cos": 0.493185225520283,
|
|
"token_err": 0.4854690374003679
|
|
},
|
|
"5": {
|
|
"cos": 0.7722916670888662,
|
|
"token_err": 0.19098860990497765
|
|
},
|
|
"10": {
|
|
"cos": 0.8822443547844887,
|
|
"token_err": 0.06283830025508617
|
|
},
|
|
"15": {
|
|
"cos": 0.9289134788513184,
|
|
"token_err": 0.018709073900841908
|
|
},
|
|
"20": {
|
|
"cos": 0.939444392323494,
|
|
"token_err": 0.0020551784268543313
|
|
},
|
|
"25": {
|
|
"cos": 0.9456337448954583,
|
|
"token_err": 0.0013560993650989337
|
|
},
|
|
"30": {
|
|
"cos": 0.9398069840669632,
|
|
"token_err": 0.0003694126339120798
|
|
},
|
|
"omp_ms_per_frame": 69.23341853278023,
|
|
"probe_acc": {
|
|
"0": 0.6487500071525574,
|
|
"5": 0.762499988079071,
|
|
"10": 0.831250011920929,
|
|
"15": 0.8274999856948853,
|
|
"20": 0.856249988079071,
|
|
"25": 0.8525000214576721,
|
|
"30": 0.8237500190734863
|
|
}
|
|
},
|
|
"todma_T16_L192": {
|
|
"0": {
|
|
"cos": 0.5508923250064254,
|
|
"token_err": 0.33421926910299005
|
|
},
|
|
"5": {
|
|
"cos": 0.7354670177400112,
|
|
"token_err": 0.11904961800016792
|
|
},
|
|
"10": {
|
|
"cos": 0.7986631008982659,
|
|
"token_err": 0.038033937975424224
|
|
},
|
|
"15": {
|
|
"cos": 0.8236862942576408,
|
|
"token_err": 0.013450292397660818
|
|
},
|
|
"20": {
|
|
"cos": 0.824865009188652,
|
|
"token_err": 0.0007554772097708386
|
|
},
|
|
"25": {
|
|
"cos": 0.8318010360002518,
|
|
"token_err": 0.0009913258983890955
|
|
},
|
|
"30": {
|
|
"cos": 0.8285451126098633,
|
|
"token_err": 0.0004998750312421895
|
|
},
|
|
"omp_ms_per_frame": 53.34201097488403
|
|
},
|
|
"distil_U4_K4": {
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7609358094548807,
|
|
"mse": 0.012706214756704868
|
|
},
|
|
"5": {
|
|
"cos": 0.8429884244352579,
|
|
"mse": 0.008787638427689672
|
|
},
|
|
"10": {
|
|
"cos": 0.8978586344122886,
|
|
"mse": 0.006501799292862416
|
|
},
|
|
"15": {
|
|
"cos": 0.9221130377054214,
|
|
"mse": 0.005962589378003031
|
|
},
|
|
"20": {
|
|
"cos": 0.9269556359052659,
|
|
"mse": 0.005698614472988993
|
|
},
|
|
"25": {
|
|
"cos": 0.9324832957983017,
|
|
"mse": 0.005604706801474095
|
|
},
|
|
"30": {
|
|
"cos": 0.93326731467247,
|
|
"mse": 0.005592345166951418
|
|
}
|
|
}
|
|
}
|
|
} |