Ki-Ho Lee
248e637f55
Semantic Multiplexing Gain in Wireless Systems via Expanded Embeddings: A BERT Case Study. Includes the shared library, all experiment scripts (training with and without SNR-aware MAML, the token-domain comparison, the K sweep, and DistilBERT), the replot script that regenerates every figure from the stored results, the supplementary probe-versus-cosine analysis, and the raw results behind every figure in the letter.
367 lines
6.6 KiB
JSON
Executable File
367 lines
6.6 KiB
JSON
Executable File
{
|
|
"probe_clean_acc": 0.8544999957084656,
|
|
"mamlB_U1_K1": {
|
|
"U": 1,
|
|
"K": 1,
|
|
"train_s": 1855.3961975574493,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7410974535308779,
|
|
"mse": 0.00536057359946426
|
|
},
|
|
"5": {
|
|
"cos": 0.8605051371753216,
|
|
"mse": 0.003974304080475122
|
|
},
|
|
"10": {
|
|
"cos": 0.9055965428799391,
|
|
"mse": 0.003153211650787853
|
|
},
|
|
"15": {
|
|
"cos": 0.9398714020252228,
|
|
"mse": 0.0025944132450968025
|
|
},
|
|
"20": {
|
|
"cos": 0.9511017026901245,
|
|
"mse": 0.0024232296019326897
|
|
},
|
|
"25": {
|
|
"cos": 0.955735426068306,
|
|
"mse": 0.002307979795150459
|
|
},
|
|
"30": {
|
|
"cos": 0.9574335722923278,
|
|
"mse": 0.002284204211551696
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.7360000014305115,
|
|
"5": 0.843999981880188,
|
|
"10": 0.8619999885559082,
|
|
"15": 0.828000009059906,
|
|
"20": 0.8500000238418579,
|
|
"25": 0.7979999780654907,
|
|
"30": 0.8240000009536743
|
|
}
|
|
},
|
|
"mask_corr": {
|
|
"mamlP_U2_K4": [
|
|
[
|
|
1.0000003576278687,
|
|
0.061798855662345886
|
|
],
|
|
[
|
|
0.061798885464668274,
|
|
0.9999996423721313
|
|
]
|
|
],
|
|
"mamlP_U3_K4": [
|
|
[
|
|
1.0,
|
|
0.11703632026910782,
|
|
0.08484122902154922
|
|
],
|
|
[
|
|
0.11703631281852722,
|
|
0.9999997615814209,
|
|
0.12813597917556763
|
|
],
|
|
[
|
|
0.08484122902154922,
|
|
0.12813599407672882,
|
|
1.0
|
|
]
|
|
],
|
|
"mamlP_U4_K4": [
|
|
[
|
|
1.0,
|
|
0.0902513712644577,
|
|
0.09627597779035568,
|
|
0.12736007571220398
|
|
],
|
|
[
|
|
0.0902513712644577,
|
|
0.9999998211860657,
|
|
0.09915776550769806,
|
|
0.12352747470140457
|
|
],
|
|
[
|
|
0.09627597779035568,
|
|
0.09915776550769806,
|
|
0.9999999403953552,
|
|
0.15109454095363617
|
|
],
|
|
[
|
|
0.12736007571220398,
|
|
0.12352747470140457,
|
|
0.15109454095363617,
|
|
0.9999997615814209
|
|
]
|
|
]
|
|
},
|
|
"mamlP_U1_K4": {
|
|
"U": 1,
|
|
"K": 4,
|
|
"train_s": 1703.1989748477936,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.8594144794344902,
|
|
"mse": 0.0069277614718303085
|
|
},
|
|
"5": {
|
|
"cos": 0.9325430425405502,
|
|
"mse": 0.0036945449772756546
|
|
},
|
|
"10": {
|
|
"cos": 0.9527349365949631,
|
|
"mse": 0.0032820978502277284
|
|
},
|
|
"15": {
|
|
"cos": 0.9693417336940765,
|
|
"mse": 0.0027846451993100347
|
|
},
|
|
"20": {
|
|
"cos": 0.974255983710289,
|
|
"mse": 0.0026865204190835356
|
|
},
|
|
"25": {
|
|
"cos": 0.9761006777286529,
|
|
"mse": 0.00262830908736214
|
|
},
|
|
"30": {
|
|
"cos": 0.9766125748157501,
|
|
"mse": 0.0026144605481531473
|
|
}
|
|
}
|
|
},
|
|
"mamlP_U2_K4": {
|
|
"U": 2,
|
|
"K": 4,
|
|
"train_s": 2099.9137415885925,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7969576192647219,
|
|
"mse": 0.005527409416157752
|
|
},
|
|
"5": {
|
|
"cos": 0.8958459490537644,
|
|
"mse": 0.003535830914741382
|
|
},
|
|
"10": {
|
|
"cos": 0.929745109051466,
|
|
"mse": 0.003008644887479022
|
|
},
|
|
"15": {
|
|
"cos": 0.9538345046043396,
|
|
"mse": 0.0025697590378113092
|
|
},
|
|
"20": {
|
|
"cos": 0.9618748840093613,
|
|
"mse": 0.0023491571710910646
|
|
},
|
|
"25": {
|
|
"cos": 0.9661516258716584,
|
|
"mse": 0.0023275921714957805
|
|
},
|
|
"30": {
|
|
"cos": 0.9667309571504593,
|
|
"mse": 0.0023136503512505443
|
|
}
|
|
}
|
|
},
|
|
"mamlP_U3_K4": {
|
|
"U": 3,
|
|
"K": 4,
|
|
"train_s": 2672.6384410858154,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7566024445956573,
|
|
"mse": 0.0063944466987159105
|
|
},
|
|
"5": {
|
|
"cos": 0.8714750450849533,
|
|
"mse": 0.004172216270584613
|
|
},
|
|
"10": {
|
|
"cos": 0.9123313600271941,
|
|
"mse": 0.003467886578524485
|
|
},
|
|
"15": {
|
|
"cos": 0.9431116962432862,
|
|
"mse": 0.002887097867205739
|
|
},
|
|
"20": {
|
|
"cos": 0.9531054661273957,
|
|
"mse": 0.002762469650944695
|
|
},
|
|
"25": {
|
|
"cos": 0.9579436681270599,
|
|
"mse": 0.0026892934129573404
|
|
},
|
|
"30": {
|
|
"cos": 0.9595861222743988,
|
|
"mse": 0.0026592298224568365
|
|
}
|
|
}
|
|
},
|
|
"mamlP_U5_K4": {
|
|
"U": 5,
|
|
"K": 4,
|
|
"train_s": 5819.801905632019,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7050216964315623,
|
|
"mse": 0.008047915536677466
|
|
},
|
|
"5": {
|
|
"cos": 0.8337775056660175,
|
|
"mse": 0.00538398580555804
|
|
},
|
|
"10": {
|
|
"cos": 0.8850797078460455,
|
|
"mse": 0.004388278966536745
|
|
},
|
|
"15": {
|
|
"cos": 0.9219333533644676,
|
|
"mse": 0.0036538032251410184
|
|
},
|
|
"20": {
|
|
"cos": 0.9351386456489563,
|
|
"mse": 0.003277393272612244
|
|
},
|
|
"25": {
|
|
"cos": 0.9412116003036499,
|
|
"mse": 0.003101464889012277
|
|
},
|
|
"30": {
|
|
"cos": 0.9433053629398346,
|
|
"mse": 0.0030744528616778555
|
|
}
|
|
}
|
|
},
|
|
"mamlP_U6_K4": {
|
|
"U": 6,
|
|
"K": 4,
|
|
"train_s": 6192.80019235611,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.6876412417516112,
|
|
"mse": 0.008159141696058215
|
|
},
|
|
"5": {
|
|
"cos": 0.819275195479393,
|
|
"mse": 0.005689024343388155
|
|
},
|
|
"10": {
|
|
"cos": 0.8724823503941298,
|
|
"mse": 0.004490903354482725
|
|
},
|
|
"15": {
|
|
"cos": 0.9126055588126183,
|
|
"mse": 0.003712299307342619
|
|
},
|
|
"20": {
|
|
"cos": 0.9261461035013199,
|
|
"mse": 0.0033560030788648875
|
|
},
|
|
"25": {
|
|
"cos": 0.9330184719562531,
|
|
"mse": 0.0032503474755212662
|
|
},
|
|
"30": {
|
|
"cos": 0.9347505280971528,
|
|
"mse": 0.003245274756103754
|
|
}
|
|
}
|
|
},
|
|
"mamlR_U4_K4": {
|
|
"U": 4,
|
|
"K": 4,
|
|
"train_s": 5354.718959569931,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7151452112868428,
|
|
"mse": 0.005541059164330364
|
|
},
|
|
"5": {
|
|
"cos": 0.8414680245518684,
|
|
"mse": 0.0062078876094892625
|
|
},
|
|
"10": {
|
|
"cos": 0.8914026174843311,
|
|
"mse": 0.006805360369384289
|
|
},
|
|
"15": {
|
|
"cos": 0.9260668660402298,
|
|
"mse": 0.007245949216187
|
|
},
|
|
"20": {
|
|
"cos": 0.9384899387359619,
|
|
"mse": 0.0074955790508538485
|
|
},
|
|
"25": {
|
|
"cos": 0.9446654134988784,
|
|
"mse": 0.007596960405819118
|
|
},
|
|
"30": {
|
|
"cos": 0.9462161396741867,
|
|
"mse": 0.007674253049306572
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.7509999871253967,
|
|
"5": 0.7875000238418579,
|
|
"10": 0.8324999809265137,
|
|
"15": 0.8184999823570251,
|
|
"20": 0.8335000276565552,
|
|
"25": 0.8389999866485596,
|
|
"30": 0.8395000100135803
|
|
}
|
|
},
|
|
"mamlP_U4_K4": {
|
|
"U": 4,
|
|
"K": 4,
|
|
"train_s": 5796.766438961029,
|
|
"snr": {
|
|
"0": {
|
|
"cos": 0.7272935093110428,
|
|
"mse": 0.006946617619832978
|
|
},
|
|
"5": {
|
|
"cos": 0.8484958949685096,
|
|
"mse": 0.004622220577439293
|
|
},
|
|
"10": {
|
|
"cos": 0.8977697676718235,
|
|
"mse": 0.0038188065083231775
|
|
},
|
|
"15": {
|
|
"cos": 0.9313238598108292,
|
|
"mse": 0.0032185151416342706
|
|
},
|
|
"20": {
|
|
"cos": 0.9433529702425003,
|
|
"mse": 0.0029843107901979236
|
|
},
|
|
"25": {
|
|
"cos": 0.9491406964063644,
|
|
"mse": 0.002911557617597282
|
|
},
|
|
"30": {
|
|
"cos": 0.9507425274848939,
|
|
"mse": 0.002883736375719309
|
|
}
|
|
},
|
|
"probe_acc": {
|
|
"0": 0.753000020980835,
|
|
"5": 0.8054999709129333,
|
|
"10": 0.8395000100135803,
|
|
"15": 0.8320000171661377,
|
|
"20": 0.8385000228881836,
|
|
"25": 0.8500000238418579,
|
|
"30": 0.8475000262260437
|
|
},
|
|
"lat_gpu_ms": 1.7452812194824219,
|
|
"params": 4759296
|
|
}
|
|
} |