1"use strict";(globalThis.webpackChunkwfm_site=globalThis.webpackChunkwfm_site||[]).push([[922],{7248(e,s,a){a.r(s),a.d(s,{default:()=>m});var t=a(6540),r=a(8774),i=a(2221),l=a(6347);const d=JSON.parse('{"C":"2026-01-23","j":[{"id":"ft2-deepmimo-beam","runId":"ft2","regime":"FT2","task":"deepmimo-beam","taskLabel":"Beam Prediction","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":15,"metrics":{"acc1":80.50314465408805,"acc3":94.45193171608265,"pca":78.38432814548607,"per_class_acc":[85.58558558558559,80.12820512820514,82.5503355704698,71.55172413793103,71.18279569892472,77.05882352941177,76.2208067940552,58.78787878787879,69.93006993006993,78.37301587301587,80.21806853582555,83.65261813537676,88.65497076023392,87.96909492273731,83.90092879256966]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/ft2/deepmimo-beam/confusion_matrix.png","errorPdf":null}},{"id":"ft2-deepmimo-los","runId":"ft2","regime":"FT2","task":"deepmimo-los","taskLabel":"LOS/NLOS Classification","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"acc1":95.6648697214735,"acc3":100,"pca":95.4602785218785,"per_class_acc":[94.6121965660154,96.30836047774159]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/ft2/deepmimo-los/confusion_matrix.png","errorPdf":null},"classLabels":["LOS","NLOS"]},{"id":"ft2-interf","runId":"ft2","regime":"FT2","task":"interf","taskLabel":"Interference Classification","dataset":"ICARUS (INTD/INTC)","protocolDoc":"/docs/datasets/int","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"acc1":75,"acc3":100,"pca":78.94444444444446,"per_class_acc":[98.66666666666667,65.5,72.66666666666667]},"split":{"train_path":"preprocessed/icarus.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2000,"val":500},"figures":{"norm":"/detailed-eval/ft2/interf/confusion_matrix.png","errorPdf":null},"classLabels":["No Interference","Interference Type 1","Interference Type 2"]},{"id":"ft2-pos","runId":"ft2","regime":"FT2","task":"pos","taskLabel":"5G NR Positioning","dataset":"5G NR Positioning (POS)","protocolDoc":"/docs/datasets/pos","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"mean_distance_error":1.2352914114235016,"stdev_distance_error":1.2152690394026784,"median_distance_error":0.8166307210922241,"p75_distance_error":1.5795542001724243,"p90_distance_error":2.7419589519500733},"split":{"train_path":"preprocessed/nrpos-outdoor.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":9303,"val":2325},"figures":{"norm":null,"errorPdf":"/detailed-eval/ft2/pos/error_pdf.png"}},{"id":"ft2-radcom","runId":"ft2","regime":"FT2","task":"radcom","taskLabel":"RADCOM Signal Classification","dataset":"RADCOM","protocolDoc":"/docs/datasets/radcom","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":9,"metrics":{"acc1":94.53233392122281,"acc3":99.96355085243974,"pca":94.52617110343293,"per_class_acc":[81.44922947012877,81.10827890181085,88.40275935261343,99.93374148578093,99.99736793619877,99.8627026456144,99.99734762081587,99.98937498339842,99.99473753453493]},"split":{"train_path":"preprocessed/radcom.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":453600,"val":113400},"figures":{"norm":"/detailed-eval/ft2/radcom/confusion_matrix.png","errorPdf":null}},{"id":"ft2-rfp","runId":"ft2","regime":"FT2","task":"rfp","taskLabel":"RF Fingerprinting","dataset":"POWDER (RFP)","protocolDoc":"/docs/datasets/rfp","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":4,"metrics":{"acc1":99.69522022333496,"acc3":99.9857982198308,"pca":99.70053293459827,"per_class_acc":[99.35472138261447,99.99932716568544,99.4493398977704,99.99874329232277]},"split":{"train_path":"preprocessed/rfp.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":835578,"val":208894},"figures":{"norm":"/detailed-eval/ft2/rfp/confusion_matrix.png","errorPdf":null}},{"id":"ft2-rfs","runId":"ft2","regime":"FT2","task":"rfs","taskLabel":"RF Signal Classification","dataset":"CommRad RF (RFS)","protocolDoc":"/docs/datasets/rfs","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":20,"metrics":{"acc1":84.5303867403315,"acc3":94.29097605893186,"pca":83.40880298719568,"per_class_acc":[
160,89.74358974358975,95.45454545454545,74.07407407407408,83.33333333333334,80.24691358024691,94.87179487179486,86.66666666666667,85.74712643678161,74.50980392156863,62.96296296296296,79.16666666666666,91.11111111111111,79.16666666666666,80,70.83333333333334,100,98.33333333333333,96.07843137254902,85.87570621468926]},"split":{"train_path":"preprocessed/rfs.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2900,"val":724},"figures":{"norm":"/detailed-eval/ft2/rfs/confusion_matrix.png","errorPdf":null}},{"id":"ft2-sensing","runId":"ft2","regime":"FT2","task":"sensing","taskLabel":"Human Activity Sensing","dataset":"EfficientFi (HAS)","protocolDoc":"/docs/datasets/has","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":6,"metrics":{"acc1":99.30555555555556,"acc3":100,"pca":99.30777502257735,"per_class_acc":[99.16666666666667,100,100,100,98.36065573770492,98.31932773109243]},"split":{"train_path":"preprocessed/has.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":960,"val":240},"figures":{"norm":"/detailed-eval/ft2/sensing/confusion_matrix.png","errorPdf":null}},{"id":"ft2-uwb-indoor","runId":"ft2","regime":"FT2","task":"uwb-indoor","taskLabel":"UWB Indoor Positioning","dataset":"UWB Indoor Positioning and Tracking (UWB-Indoor)","protocolDoc":"/docs/datasets/uwb_loc","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":0.8252383136552491,"stdev_distance_error":0.7835507439592956,"median_distance_error":0.602912187576294,"p75_distance_error":1.0561553239822388,"p90_distance_error":1.7135680198669434},"split":{"train_path":"preprocessed/environment0.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":12643,"val":3160},"figures":{"norm":null,"errorPdf":"/detailed-eval/ft2/uwb-indoor/error_pdf.png"}},{"id":"ft2-uwb-industrial","runId":"ft2","regime":"FT2","task":"uwb-industrial","taskLabel":"UWB Industrial Localization","dataset":"UWB Industrial Localization (UWB-Industrial)","protocolDoc":"/docs/datasets/uwb_industrial","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":0.8766337051051699,"stdev_distance_error":0.6785862981179386,"median_distance_error":0.723539263010025,"p75_distance_error":1.1173125207424164,"p90_distance_error":1.6226333379745483},"split":{"train_path":"preprocessed/ipin-train.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":32212,"val":8052},"figures":{"norm":null,"errorPdf":"/detailed-eval/ft2/uwb-industrial/error_pdf.png"}},{"id":"lora-deepmimo-beam","runId":"lora","regime":"LoRA","task":"deepmimo-beam","taskLabel":"Beam Prediction","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":15,"metrics":{"acc1":79.68328840970351,"acc3":93.8230008984726,"pca":77.3796794595963,"per_class_acc":[83.91248391248392,73.29059829059828,79.64205816554811,71.55172413793103,72.90322580645162,79.41176470588235,75.58386411889597,58.78787878787879,66.66666666666666,74.40476190476191,79.43925233644859,84.92975734355045,88.88888888888889,86.86534216335541,84.41692466460269]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/lora/deepmimo-beam/confusion_matrix.png","errorPdf":null}},{"id":"lora-deepmimo-los","runId":"lora","regime":"LoRA","task":"deepmimo-los","taskLabel":"LOS/NLOS Classification","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"acc1":95.59748427672956,"acc3":100,"pca":95.23913757602523,"per_class_acc":[93.75370041444641,96.72457473760406]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/lora/deepmimo-los/confusion_matrix.png","errorPdf":null},"classLabels":["LOS","NLOS"]},{"id":"lora-interf","runId":"lora","regime":"LoRA","task":"interf","taskLabel":"Interference Classification","dataset":"ICARUS (INTD/INTC)","protocolDoc":"/docs/datasets/int","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"acc1":74.86666666666666,"acc3":100,"pca":78.94444444444444,"per_class_acc":[99.33333333333333,66.33333333333333,71.16666666666667]},"split":{"train_path":"preprocessed/icarus.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2000,"val":500},"figures":{"norm":"/detailed-eval/lora/interf/confusion_matrix.png","errorPdf":null},"classLabels":["No Interference","Interference Type 1","Interference Type 2"]},{"id":"lora-pos","runId":"lora","regime":"LoRA","task":"pos","taskLabel":"5G NR Positioning","dataset":"5G NR Positioning (POS)","protocolDoc":"/docs/datasets/pos","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"mean_distance_error":1.4453954839685057,"stdev_distance_error":1.3324876630535383,"median_distance_error":0.9894503355026245,"p75_distance_error":1.8647226691246033,"p90_distance_error":3.0880475521087645},"split":{"train_path":"preprocessed/nrpos-outdoor.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":9303,"val":2325},"figures":{"norm":null,"errorPdf":"/detailed-eval/lora/pos/error_pdf.png"}},{"id":"lora-radcom","runId":"lora","regime":"LoRA","task":"radcom","taskLabel":"RADCOM Signal Classification","dataset":"RADCOM","protocolDoc":"/docs/datasets/radcom","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":9,"metrics":{"acc1":93.78248089359201,"acc3":99.98500881834215,"pca":93.77615806764089,"per_class_acc":[78.100
159109140806,79.00270830014338,87.42637304324754,99.89398637724948,99.9499907877767,99.66995828272694,99.9814333457111,99.98406247509762,99.97631890540718]},"split":{"train_path":"preprocessed/radcom.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":453600,"val":113400},"figures":{"norm":"/detailed-eval/lora/radcom/confusion_matrix.png","errorPdf":null}},{"id":"lora-rfp","runId":"lora","regime":"LoRA","task":"rfp","taskLabel":"RF Fingerprinting","dataset":"POWDER (RFP)","protocolDoc":"/docs/datasets/rfp","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":4,"metrics":{"acc1":99.81777041625577,"acc3":99.99585116534382,"pca":99.8209311976915,"per_class_acc":[99.61621913135087,99.9986543313709,99.66885132804416,100]},"split":{"train_path":"preprocessed/rfp.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":835578,"val":208894},"figures":{"norm":"/detailed-eval/lora/rfp/confusion_matrix.png","errorPdf":null}},{"id":"lora-rfs","runId":"lora","regime":"LoRA","task":"rfs","taskLabel":"RF Signal Classification","dataset":"CommRad RF (RFS)","protocolDoc":"/docs/datasets/rfs","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":20,"metrics":{"acc1":86.46408839779005,"acc3":93.50828729281768,"pca":84.48605024193871,"per_class_acc":[46.666666666666664,97.43589743589743,93.93939393939394,74.07407407407408,89.68253968253968,78.60082304526749,94.87179487179486,86.66666666666667,87.816091954023,79.55182072829132,70.37037037037037,75,93.88888888888889,79.16666666666666,86.66666666666667,73.61111111111111,100,96.66666666666667,98.0392156862745,87.00564971751412]},"split":{"train_path":"preprocessed/rfs.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2900,"val":724},"figures":{"norm":"/detailed-eval/lora/rfs/confusion_matrix.png","errorPdf":null}},{"id":"lora-sensing","runId":"lora","regime":"LoRA","task":"sensing","taskLabel":"Human Activity Sensing","dataset":"EfficientFi (HAS)","protocolDoc":"/docs/datasets/has","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":6,"metrics":{"acc1":98.47222222222223,"acc3":100,"pca":98.4708235429024,"per_class_acc":[96.66666666666667,97.45762711864407,99.15966386554622,100,97.54098360655738,100]},"split":{"train_path":"preprocessed/has.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":960,"val":240},"figures":{"norm":"/detailed-eval/lora/sensing/confusion_matrix.png","errorPdf":null}},{"id":"lora-uwb-indoor","runId":"lora","regime":"LoRA","task":"uwb-indoor","taskLabel":"UWB Indoor Positioning","dataset":"UWB Indoor Positioning and Tracking (UWB-Indoor)","protocolDoc":"/docs/datasets/uwb_loc","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":0.6503315781836029,"stdev_distance_error":0.588734600831054,"median_distance_error":0.4991047829389572,"p75_distance_error":0.8424272388219833,"p90_distance_error":1.297675883769989},"split":{"train_path":"preprocessed/environment0.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":12643,"val":3160},"figures":{"norm":null,"errorPdf":"/detailed-eval/lora/uwb-indoor/error_pdf.png"}},{"id":"lora-uwb-industrial","runId":"lora","regime":"LoRA","task":"uwb-industrial","taskLabel":"UWB Industrial Localization","dataset":"UWB Industrial Localization (UWB-Industrial)","protocolDoc":"/docs/datasets/uwb_industrial","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":0.7381762801521682,"stdev_distance_error":0.5392980136539138,"median_distance_error":0.6258960664272308,"p75_distance_error":0.948664516210556,"p90_distance_error":1.3300487399101257},"split":{"train_path":"preprocessed/ipin-train.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":32212,"val":8052},"figures":{"norm":null,"errorPdf":"/detailed-eval/lora/uwb-industrial/error_pdf.png"}},{"id":"lp-deepmimo-beam","runId":"lp","regime":"LP","task":"deepmimo-beam","taskLabel":"Beam Prediction","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":15,"metrics":{"acc1":70.6648697214735,"acc3":90.95911949685535,"pca":67.66592855593979,"per_class_acc":[75.67567567567568,62.60683760683761,74.72035794183445,59.48275862068966,62.795698924731184,61.76470588235294,73.88535031847134,40.909090909090914,50.58275058275058,68.25396825396825,64.48598130841121,78.16091954022988,85.14619883040936,82.00883002207505,74.50980392156863]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/lp/deepmimo-beam/confusion_matrix.png","errorPdf":null}},{"id":"lp-deepmimo-los","runId":"lp","regime":"LP","task":"deepmimo-los","taskLabel":"LOS/NLOS Classification","dataset":"DeepMIMO","protocolDoc":"/docs/datasets/deepmimo","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"acc1":95.35040431266846,"acc3":100,"pca":95.01706449537114,"per_class_acc":[93.63528715216104,96.39884183858125]},"split":{"train_path":"preprocessed/deepmimo.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":11872,"val":2968},"figures":{"norm":"/detailed-eval/lp/deepmimo-los/confusion_matrix.png","errorPdf":null},"classLabels":["LOS","NLOS"]},{"id":"lp-interf","runId":"lp","regime":"LP","task":"interf","taskLabel":"Interference Classification","dataset":"ICARUS (INTD/INTC)","protocolDoc":"/docs/datasets/int","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"acc1":67.46666666666667,"acc3":100,"pca":71.5,"per_class_acc":[91.66666666666666,56.00000000000001,66.83333333333333]},"split":{"train_path":"preprocessed/icarus.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2000,"val":500},"figures":{"norm":"/detailed-eval/lp/interf/confusion_matrix.png","errorPdf":null},"classLabels":["No Interference","Interference Type 1","Interference Type 2"]},{"id":"lp-pos","runId":"lp","regime":"LP","task":"pos","taskLabel":"5G NR Positioning","dataset":"5G NR Positioning (POS)","protocolDoc":"/docs/datasets/pos","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":3,"metrics":{"mean_distance_error":3.16942815317315,"stdev_distance_error":2.0173242092554213,"median_distance_error":2.766263484954834,"p75_distance_error":4.1736063957214355,"p90_distance_error":5.91946439743042},"split":{"train_path":"preprocessed/nrpos-outdoor.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":9303,"val":2325},"figures":{"norm":null,"errorPdf":"/detailed-eval/lp/pos/error_pdf.png"}},{"id":"lp-radcom","runId":"lp","regime":"LP","task":"radcom","taskLabel":"RADCOM Signal Classification","dataset":"RADCOM","protocolDoc":"/docs/datasets/radcom","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":9,"metrics":{"acc1":90.11992945326278,"acc3":99.97178130511463,"pca":90.10347446509896,"per_class_acc":[75.61747941735275,64.00616005522808,72.53382860175113,99.70051151572977,99.88418919274604,99.33991656545388,99.95490955386983,99.94953117114245,99.94474411261676]},"split":{"train_path":"preprocessed/radcom.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":453600,"val":113400},"figures":{"norm":"/detailed-eval/lp/radcom/confusion_matrix.png","errorPdf":null}},{"id":"lp-rfp","runId":"lp","regime":"LP","task":"rfp","taskLabel":"RF Fingerprinting","dataset":"POWDER (RFP)","protocolDoc":"/docs/datasets/rfp","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":4,"metrics":{"acc1":98.9568872250998,"acc3":99.99505331252533,"pca":98.97494956934852,"per_class_acc":[97.66596014197384,99.9905803195963,98.2558248925962,99.98743292322773]},"split":{"train_path":"preprocessed/rfp.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":835578,"val":208894},"figures":{"norm":"/detailed-eval/lp/rfp/confusion_matrix.png","errorPdf":null}},{"id":"lp-rfs","runId":"lp","regime":"LP","task":"rfs","taskLabel":"RF Signal Classification","dataset":"CommRad RF (RFS)","protocolDoc":"/docs/datasets/rfs","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":20,"metrics":{"acc1":55.52486187845304,"acc3":83.33333333333333,"pca":42.848621323655514,"per_class_acc":[0,58.97435897435898,36.36363636363637,11.11111111111111,75.39682539682539,27.983539094650205,84.61538461538461,30,77.47126436781609,47.61904761904761,0,20.833333333333336,80,0,46.666666666666664,22.22222222222222,82.42424242424242,30,82.352941176470
158,42.93785310734463]},"split":{"train_path":"preprocessed/rfs.h5","val_path":null,"val_split":0.2,"stratified_split":true,"seed":0},"datasetSizes":{"train":2900,"val":724},"figures":{"norm":"/detailed-eval/lp/rfs/confusion_matrix.png","errorPdf":null}},{"id":"lp-sensing","runId":"lp","regime":"LP","task":"sensing","taskLabel":"Human Activity Sensing","dataset":"EfficientFi (HAS)","protocolDoc":"/docs/datasets/has","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":6,"metrics":{"acc1":94.44444444444444,"acc3":100,"pca":94.41943198507522,"per_class_acc":[92.5,93.22033898305084,94.11764705882352,99.18032786885246,95.90163934426229,91.59663865546219]},"split":{"train_path":"preprocessed/has.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":960,"val":240},"figures":{"norm":"/detailed-eval/lp/sensing/confusion_matrix.png","errorPdf":null}},{"id":"lp-uwb-indoor","runId":"lp","regime":"LP","task":"uwb-indoor","taskLabel":"UWB Indoor Positioning","dataset":"UWB Indoor Positioning and Tracking (UWB-Indoor)","protocolDoc":"/docs/datasets/uwb_loc","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":1.4312172206157998,"stdev_distance_error":0.9431114607880918,"median_distance_error":1.239371418952942,"p75_distance_error":1.8973461985588074,"p90_distance_error":2.648711133003235},"split":{"train_path":"preprocessed/environment0.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":12643,"val":3160},"figures":{"norm":null,"errorPdf":"/detailed-eval/lp/uwb-indoor/error_pdf.png"}},{"id":"lp-uwb-industrial","runId":"lp","regime":"LP","task":"uwb-industrial","taskLabel":"UWB Industrial Localization","dataset":"UWB Industrial Localization (UWB-Industrial)","protocolDoc":"/docs/datasets/uwb_industrial","targetType":"position","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":2,"metrics":{"mean_distance_error":2.7073324524501707,"stdev_distance_error":1.4786491417854597,"median_distance_error":2.5035728216171265,"p75_distance_error":3.5598546266555786,"p90_distance_error":4.692073345184326},"split":{"train_path":"preprocessed/ipin-train.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":32212,"val":8052},"figures":{"norm":null,"errorPdf":"/detailed-eval/lp/uwb-industrial/error_pdf.png"}},{"id":"ft2-rml","runId":"ft2","regime":"FT2","task":"rml","taskLabel":"Modulation Classification","dataset":"RML2022","protocolDoc":"/docs/datasets/rml2022","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":11,"metrics":{"acc1":55.24963924963925,"acc3":77.4484126984127,"pca":55.159544105597256,"per_class_acc":[37.16562550056063,87.07689877167346,77.64263074484946,60.032671926049886,66.86357467869402,78.07898128979338,64.25506790001968,28.68653025407842,29.76209232708366,20.343942916700072,56.846968852067235]},"split":{"train_path":"preprocessed/rml22.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":369600,"val":92400},"figures":{"norm":"/detailed-eval/ft2/rml/accuracy_by_snr.png","errorPdf":null,"snrMatrices":[{"snr":0,"norm":"/detailed-eval/ft2/rml/confusion_matrix_snr_0.png"},{"snr":20,"norm":"/detailed-eval/ft2/rml/confusion_matrix_snr_20.png"}]}},{"id":"lora-rml","runId":"lora","regime":"LoRA","task":"rml","taskLabel":"Modulation Classification","dataset":"RML2022","protocolDoc":"/docs/datasets/rml2022","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":11,"metrics":{"acc1":56.58549783549783,"acc3":78.58766233766234,"pca":56.491771237801146,"per_class_acc":[39.52026269421752,85.65899127137723,82.70998415213946,60.82157940871783,71.19022910513291,78.0867934846295,66.23499311159222,29.635834230784575,34.26028044745549,15.826184558646677,57.46435115111925]},"split":{"train_path":"preprocessed/rml22.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":369600,"val":92400},"figures":{"norm":"/detailed-eval/lora/rml/accuracy_by_snr.png","errorPdf":null,"snrMatrices":[{"snr":0,"norm":"/detailed-eval/lora/rml/confusion_matrix_snr_0.png"},{"snr":20,"norm":"/detailed-eval/lora/rml/confusion_matrix_snr_20.png"}]}},{"id":"lp-rml","runId":"lp","regime":"LP","task":"rml","taskLabel":"Modulation Classification","dataset":"RML2022","protocolDoc":"/docs/datasets/rml2022","targetType":"classification","seedDir":"all_seeds","seedIds":["s0","s1","s2"],"numOutputs":11,"metrics":{"acc1":50.48701298701299,"acc3":74.33802308802309,"pca":50.39388294046059,"per_class_acc":[26.69790164984783,81.8357755045618,74.20364500792394,56.4387600605626,66.09323860461403,74.72364360767158,57.74453847667782,19.79179131267201,28.237750118166062,21.935380421710896,46.630287580658006]},"split":{"train_path":"preprocessed/rml22.h5","val_path":null,"val_split":0.2,"stratified_split":false,"seed":0},"datasetSizes":{"train":369600,"val":92400},"figures":{"norm":"/detailed-eval/lp/rml/accuracy_by_snr.png","errorPdf":null,"snrMatrices":[{"snr":0,"norm":"/detailed-eval/lp/rml/confusion_matrix_snr_0.png"},{"snr":20,"norm":"/detailed-eval/lp/rml/confusion_matrix_snr_20.png"}]}}]}');var n=a(4848);const o=new Intl.Collator(void 0,{numeric:!0,sensitivity:"base"}),c=e=>Array.from(new Set(e.filter(e=>e.trim().length>0))).sort(o.compare),p=(e,s=3)=>void 0===e||Number.isNaN(e)?"NA":e.toFixed(s);function m(){const{j:e,C:s}=d,a=(0,l.zy)(),m=(0,t.useMemo)(()=>c(e.map(e=>e.regime)),[e]),u=(0,t.useMemo)(()=>c(e.map(e=>e.dataset)),[e]),_=(0,t.useMemo)(()=>c(e.map(e=>e.taskLabel)),[e]),f=(0,t.useMemo)(()=>c(e.map(e=>e.targetType)),[e]),[v,g]=(0,t.useState)("all"),[h,b]=(0,t.useState)("all"),[I,L]=(0,t.useState)("all"),[x,D]=(0,t.useState)("all");(0,t.useEffect)(()=>{const e=new URLSearchParams(a.search),s=e.get("regime"),t=e.get("dataset"),r=e.get("task"),i=e.get("type");s&&g(s),t&&b(t),r&&L(r),i&&D(i)},[a.search]);const k=(0,t.useMemo)(()=>e.filter(e=>("all"===v||e.regime===v)&&(("all"===h||e.dataset===h)&&(("all"===I||e.taskLabel===I)&&("all"===x||e.targetType===x)))).slice().sort((e,s)=>{const a=o.compare(e.regime,s.regime);if(0!==a)return a;const t=o.compare(e.taskLabel,s.taskLabel);return 0!==t?t:o.compare(e.dataset,s.dataset)}),[h,e,v,I,x]);return(0,n.jsx)(i.A,{title:"Detailed Evaluation",description:"Detailed evaluation plots for WavesFM",children:(0,n.jsxs)("main",{className:"container margin-vert--lg detailedEvalPage wfmPage",children:[(0,n.jsx)("h1",{children:"Detailed Evaluation"}),(0,n.jsxs)("p",{className:"margin-bottom--lg",children:["This page hosts the detailed evaluation figures (confusion matrices and positioning error densities) for the WavesFM release. Classification tasks list the class labels on the page, while the figures use numeric indices.",s?` Last updated ${s}.`:""]}),(0,n.jsxs)("div",{className:"detailedEvalFilters margin-bottom--md",children:[(0,n.jsxs)("div",{className:"detailedEvalFilter",children:[(0,n.jsx)("label",{className:"detailedEvalFilterLabel",htmlFor:"regimeFilter",children:"Regime"}),(0,n.jsxs)("select",{id:"regimeFilter",className:"select select--sm",value:v,onCh
1ange:e=>g(e.target.value),children:[(0,n.jsx)("option",{value:"all",children:"All"}),m.map(e=>(0,n.jsx)("option",{value:e,children:e},e))]})]}),(0,n.jsxs)("div",{className:"detailedEvalFilter",children:[(0,n.jsx)("label",{className:"detailedEvalFilterLabel",htmlFor:"datasetFilter",children:"Dataset"}),(0,n.jsxs)("select",{id:"datasetFilter",className:"select select--sm",value:h,onChange:s=>{const a=s.target.value;if(b(a),"all"===a)return void L("all");const t=(r=a,i=v,l=x,c(e.filter(e=>!("all"!==r&&e.dataset!==r||"all"!==i&&e.regime!==i||"all"!==l&&e.targetType!==l)).map(e=>e.taskLabel)));var r,i,l;t.length?"all"!==I&&t.includes(I)||L(t[0]):L("all")},children:[(0,n.jsx)("option",{value:"all",children:"All"}),u.map(e=>(0,n.jsx)("option",{value:e,children:e},e))]})]}),(0,n.jsxs)("div",{className:"detailedEvalFilter",children:[(0,n.jsx)("label",{className:"detailedEvalFilterLabel",htmlFor:"taskFilter",children:"Task"}),(0,n.jsxs)("select",{id:"taskFilter",className:"select select--sm",value:I,onChange:e=>L(e.target.value),children:[(0,n.jsx)("option",{value:"all",children:"All"}),_.map(e=>(0,n.jsx)("option",{value:e,children:e},e))]})]}),(0,n.jsxs)("div",{className:"detailedEvalFilter",children:[(0,n.jsx)("label",{className:"detailedEvalFilterLabel",htmlFor:"typeFilter",children:"Type"}),(0,n.jsxs)("select",{id:"typeFilter",className:"select select--sm",value:x,onChange:e=>D(e.target.value),children:[(0,n.jsx)("option",{value:"all",children:"All"}),f.map(e=>(0,n.jsx)("option",{value:e,children:e},e))]})]}),(0,n.jsxs)("div",{className:"detailedEvalMeta",children:[(0,n.jsxs)("div",{className:"benchmarkCount",children:[k.length," entries"]}),(0,n.jsx)("button",{type:"button",className:"button button--secondary button--sm",onClick:()=>{g("all"),b("all"),L("all"),D("all")},children:"Reset"})]})]}),(0,n.jsxs)("div",{className:"detailedEvalList",children:[k.map(e=>{const s=(e=>e.figures?.norm||e.figures?.counts||e.figures?.errorPdf)(e),a=(e=>e.csv?.norm||e.csv?.counts||e.csv?.errorPdf)(e),t="classification"===e.targetType&&e.classLabels&&e.classLabels.length>0;return(0,n.jsxs)("div",{className:"detailedEvalCard",children:[(0,n.jsxs)("div",{className:"detailedEvalCardHeader",children:[(0,n.jsxs)("div",{children:[(0,n.jsxs)("h2",{className:"margin-bottom--xs",children:[e.dataset," ",(0,n.jsxs)("span",{className:"detailedEvalRegime",children:["(",e.regime,")"]})]}),(0,n.jsx)("p",{className:"detailedEvalSubtitle",children:e.taskLabel})]}),(0,n.jsxs)("div",{className:"detailedEvalBadges",children:[(0,n.jsx)("span",{className:"detailedEvalBadge",children:e.regime}),(0,n.jsx)("span",{className:"detailedEvalBadge",children:e.targetType}),(0,n.jsx)("span",{className:"detailedEvalBadge",children:e.seedDir})]})]}),(0,n.jsxs)("div",{className:"detailedEvalMetaRow",children:[e.protocolDoc?(0,n.jsx)(r.A,{to:e.protocolDoc,className:"detailedEvalLink",children:"Dataset protocol"}):null,a?(0,n.jsx)("a",{href:a,className:"detailedEvalLink",target:"_blank",rel:"noreferrer",children:"Download CSV"}):null]}),(0,n.jsxs)("div",{className:"detailedEvalStats",children:["classification"===e.targetType?(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)("div",{children:["Acc@1: ",p(e.metrics?.acc1,2)]}),(0,n.jsxs)("div",{children:["Acc@3: ",p(e.metrics?.acc3,2)]}),(0,n.jsxs)("div",{children:["PCA (mean per-class accuracy): ",p(e.metrics?.pca,2)]})]}):(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)("div",{children:["Mean error: ",p(e.metrics?.mean_distance_error,2)]}),(0,n.jsxs)("div",{children:["Median error: ",p(e.metrics?.median_distance_error,2)]}),(0,n.jsxs)("div",{children:["P90 error: ",p(e.metrics?.p90_distance_error,2)]})]}),void 0!==e.datasetSizes?.val?(0,n.jsxs)("div",{children:["Test samples: ",e.datasetSizes.val,e.split?.val_split?` (${Math.round(100*e.split.val_split)}% split)`:""]}):null]}),s?(0,n.jsx)("div",{className:"detailedEvalFigureWrap",children:(0,n.jsx)("img",{src:s,alt:`${e.taskLabel} ${e.regime}`,loading:"lazy"})}):(0,n.jsx)("div",{className:"detailedEvalFigurePlaceholder",children:"Figure not available."}),e.figures?.snrMatrices&&e.figures.snrMatrices.length>0?(0,n.jsxs)("div",{className:"detailedEvalSnrSection",children:[(0,n.jsx)("div",{className:"detailedEvalSnrTitle",children:"Confusion matrices at selected SNRs"}),(0,n.jsx)("div",{className:"detailedEvalSnrGrid",children:e.figures.snrMatrices.map(s=>{const a=s.norm||s.counts;return a?(0,n.jsxs)("div",{className:"detailedEvalSnrCard",children:[(0,n.jsxs)("div",{className:"detailedEvalSnrLabel",children:["SNR ",s.snr]}),(0,n.jsx)("img",{src:a,alt:`${e.taskLabel} ${e.regime} SNR ${s.snr}`,loading:"lazy"})]},`${e.id}-snr-${s.snr}`):null})})]}):null,"classification"===e.targetType?t?(0,n.jsxs)("p",{className:"detailedEvalClassLabels",children:["Class labels: ",(i=e.classLabels||[],i.map((e,s)=>`${s}: ${e}`).join(", "))]}):(0,n.jsx)("p",{className:"detailedEvalClassLabels",children:"Class labels: see dataset protocol for the mapping from indices to labels."}):null]},e.id);var i}),0===k.length?(0,n.jsx)("div",{className:"benchmarkReleaseHint",children:"No entries match the selected filters."}):null]})]})})}}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.