gloamxun/modeling_zhaocui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add aligned missingness analyses and results

Browse Source
This commit is contained in:
gloamxun
2026-09-25 11:49:09 +08:00
parent 95bd34599b
commit c6b018e5d0
20 changed files with 6373 additions and 395 deletions
Download Patch File Download Diff File Expand all files Collapse all files
deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/architecture_ablation_deltas.csv
+29
View File
@@ -0,0 +1,29 @@
missing_modalities,requested_missing_rate,delta_macro_f1_mofe_minus_earlyconcat,delta_accuracy_mofe_minus_earlyconcat,delta_mae_mofe_minus_earlyconcat,delta_pearson_mofe_minus_earlyconcat
T,0.1,-0.02095009705080475,-0.009615384615384692,0.00852203369140625,-0.005681651266488563
T,0.3,-0.028133566640441643,0.004120879120879106,0.018436014652252197,-0.002954990120306089
T,0.5,-0.04881210290283683,0.005494505494505475,0.017650365829467773,0.014302013497001664
T,0.7,-0.05954842620562689,0.004120879120879106,0.04524129629135132,0.033624461771018854
A,0.1,-0.018956056299722857,-0.013736263736263798,0.0020334720611572266,-0.0048390986225514965
A,0.3,-0.03875077521640857,-0.02472527472527475,0.004995882511138916,-0.006971030876656625
A,0.5,-0.03584453157618295,-0.019230769230769273,0.009491026401519775,-0.01138265791254478
A,0.7,-0.045841740098851225,-0.027472527472527486,0.012121021747589111,-0.014525578199591993
V,0.1,-0.011695298349532313,-0.006868131868131955,0.0014849305152893066,-0.003985309920647939
V,0.3,-0.013327333479364767,-0.006868131868131955,-0.00032466650009155273,-0.003624933900228333
V,0.5,-0.002668511995976064,0.0,-0.0026485323905944824,-0.0022958514057371815
V,0.7,-0.002630957737063011,0.0013736263736263687,-0.005600035190582275,-0.0020966615400528354
TA,0.1,-0.026265724265911672,-0.013736263736263798,0.008427262306213379,-0.005800806967002581
TA,0.3,-0.04662354001073421,-0.006868131868131955,0.01767963171005249,-0.0060187289468149885
TA,0.5,-0.05710396573590909,0.0,0.006686747074127197,0.01054346034623066
TA,0.7,-0.07014314498368496,0.008241758241758212,-0.011094510555267334,0.04033479271711726
TV,0.1,-0.023928513187945644,-0.010989010989011061,0.0070122480392456055,-0.005857719325507049
TV,0.3,-0.031557457777281805,-0.008241758241758212,0.009562134742736816,-0.002108631807369088
TV,0.5,-0.030348347592560665,0.0,0.0017394423484802246,0.0146511242496975
TV,0.7,-0.04408148904110509,0.006868131868131844,0.0040721893310546875,0.026398519121162978
AV,0.1,-0.014584844773992689,-0.009615384615384692,0.0004057884216308594,-0.0030162821741148704
AV,0.3,-0.011436803022078279,-0.004120879120879106,-0.0004349946975708008,-0.003119705036767728
AV,0.5,-0.004888362161646009,0.0013736263736263687,0.0004119873046875,-0.0037323543516377677
AV,0.7,0.0007305745069405845,0.006868131868131844,-0.0005033612251281738,-0.003279997987449046
TAV,0.1,-0.022677145584270697,-0.01236263736263743,0.0049256086349487305,-0.004991126746561547
TAV,0.3,-0.01242502791792277,-0.004120879120879217,0.006239771842956543,-0.0018800190930987615
TAV,0.5,-0.012817167512626293,0.0,0.001982390880584717,0.0035557032831754487
TAV,0.7,-0.004505570262365088,0.005494505494505475,0.010849595069885254,0.0006202338937486562
1 missing_modalities requested_missing_rate delta_macro_f1_mofe_minus_earlyconcat delta_accuracy_mofe_minus_earlyconcat delta_mae_mofe_minus_earlyconcat delta_pearson_mofe_minus_earlyconcat
2 T 0.1 -0.02095009705080475 -0.009615384615384692 0.00852203369140625 -0.005681651266488563
3 T 0.3 -0.028133566640441643 0.004120879120879106 0.018436014652252197 -0.002954990120306089
4 T 0.5 -0.04881210290283683 0.005494505494505475 0.017650365829467773 0.014302013497001664
5 T 0.7 -0.05954842620562689 0.004120879120879106 0.04524129629135132 0.033624461771018854
6 A 0.1 -0.018956056299722857 -0.013736263736263798 0.0020334720611572266 -0.0048390986225514965
7 A 0.3 -0.03875077521640857 -0.02472527472527475 0.004995882511138916 -0.006971030876656625
8 A 0.5 -0.03584453157618295 -0.019230769230769273 0.009491026401519775 -0.01138265791254478
9 A 0.7 -0.045841740098851225 -0.027472527472527486 0.012121021747589111 -0.014525578199591993
10 V 0.1 -0.011695298349532313 -0.006868131868131955 0.0014849305152893066 -0.003985309920647939
11 V 0.3 -0.013327333479364767 -0.006868131868131955 -0.00032466650009155273 -0.003624933900228333
12 V 0.5 -0.002668511995976064 0.0 -0.0026485323905944824 -0.0022958514057371815
13 V 0.7 -0.002630957737063011 0.0013736263736263687 -0.005600035190582275 -0.0020966615400528354
14 TA 0.1 -0.026265724265911672 -0.013736263736263798 0.008427262306213379 -0.005800806967002581
15 TA 0.3 -0.04662354001073421 -0.006868131868131955 0.01767963171005249 -0.0060187289468149885
16 TA 0.5 -0.05710396573590909 0.0 0.006686747074127197 0.01054346034623066
17 TA 0.7 -0.07014314498368496 0.008241758241758212 -0.011094510555267334 0.04033479271711726
18 TV 0.1 -0.023928513187945644 -0.010989010989011061 0.0070122480392456055 -0.005857719325507049
19 TV 0.3 -0.031557457777281805 -0.008241758241758212 0.009562134742736816 -0.002108631807369088
20 TV 0.5 -0.030348347592560665 0.0 0.0017394423484802246 0.0146511242496975
21 TV 0.7 -0.04408148904110509 0.006868131868131844 0.0040721893310546875 0.026398519121162978
22 AV 0.1 -0.014584844773992689 -0.009615384615384692 0.0004057884216308594 -0.0030162821741148704
23 AV 0.3 -0.011436803022078279 -0.004120879120879106 -0.0004349946975708008 -0.003119705036767728
24 AV 0.5 -0.004888362161646009 0.0013736263736263687 0.0004119873046875 -0.0037323543516377677
25 AV 0.7 0.0007305745069405845 0.006868131868131844 -0.0005033612251281738 -0.003279997987449046
26 TAV 0.1 -0.022677145584270697 -0.01236263736263743 0.0049256086349487305 -0.004991126746561547
27 TAV 0.3 -0.01242502791792277 -0.004120879120879217 0.006239771842956543 -0.0018800190930987615
28 TAV 0.5 -0.012817167512626293 0.0 0.001982390880584717 0.0035557032831754487
29 TAV 0.7 -0.004505570262365088 0.005494505494505475 0.010849595069885254 0.0006202338937486562
deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/location_sensitivity.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 101 KiB

deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/location_span_synchrony_metrics.csv
+37
View File
@@ -0,0 +1,37 @@
method,kind,variant,label,macro_f1,accuracy,mae,pearson,scenario
B0_early_concat,location,start,T,0.5289423490769057,0.592032967032967,0.6485703587532043,0.58162843015804,0.3/location_start_T
B0_early_concat,location,middle,T,0.5536695658136993,0.603021978021978,0.6376606822013855,0.5897726128244986,0.3/location_middle_T
B0_early_concat,location,end,T,0.5556056212627483,0.6043956043956044,0.6402567625045776,0.5891006734385348,0.3/location_end_T
B0_early_concat,span,long,T,0.5420906602882528,0.5989010989010989,0.6381194591522217,0.5853301068267182,0.3/span_long_T
B0_early_concat,span,multi,short,0.5440495562446782,0.5975274725274725,0.6356171369552612,0.5876002847201148,0.3/span_multi_short_T
B0_early_concat,location,start,A,0.5812912542814239,0.6167582417582418,0.6293162107467651,0.6114908900853474,0.3/location_start_A
B0_early_concat,location,middle,A,0.5898724710749466,0.625,0.6324224472045898,0.6110184042952445,0.3/location_middle_A
B0_early_concat,location,end,A,0.5905371029206817,0.6263736263736264,0.6318912506103516,0.6123387287503104,0.3/location_end_A
B0_early_concat,span,long,A,0.583726857007959,0.6181318681318682,0.6294587254524231,0.6128556406770401,0.3/span_long_A
B0_early_concat,span,multi,short,0.5775040835891835,0.6126373626373627,0.6295161247253418,0.6129813734377794,0.3/span_multi_short_A
B0_early_concat,location,start,V,0.5784311415271869,0.6167582417582418,0.6317656636238098,0.6094092868851544,0.3/location_start_V
B0_early_concat,location,middle,V,0.5758902475296572,0.6126373626373627,0.6318002343177795,0.6102280937754011,0.3/location_middle_V
B0_early_concat,location,end,V,0.5710858841987924,0.6085164835164835,0.6308775544166565,0.6096283880242306,0.3/location_end_V
B0_early_concat,span,long,V,0.5712207484964352,0.6098901098901099,0.6293761730194092,0.6119813338293026,0.3/span_long_V
B0_early_concat,span,multi,short,0.5724471470092743,0.6112637362637363,0.6319549083709717,0.609626822827826,0.3/span_multi_short_V
B0_early_concat,synchrony,sync,TAV,0.5695955472926512,0.6071428571428571,0.6377636194229126,0.6014507911006194,0.3/synchrony_sync
B0_early_concat,synchrony,partial,TAV,0.5684426287766249,0.614010989010989,0.637352466583252,0.5966725971941069,0.3/synchrony_partial
B0_early_concat,synchrony,async,TAV,0.5674224398503759,0.6126373626373627,0.6281272768974304,0.6032017513238488,0.3/synchrony_async
B5_mofe_mlp,location,start,T,0.5074646922437304,0.5824175824175825,0.6651872396469116,0.5708209590446683,0.3/location_start_T
B5_mofe_mlp,location,middle,T,0.5255359991732577,0.6071428571428571,0.6560966968536377,0.5868176227041925,0.3/location_middle_T
B5_mofe_mlp,location,end,T,0.5241847210214233,0.6071428571428571,0.6566184759140015,0.5880970537326943,0.3/location_end_T
B5_mofe_mlp,span,long,T,0.5179866041214112,0.592032967032967,0.6569079756736755,0.5832300823948291,0.3/span_long_T
B5_mofe_mlp,span,multi,short,0.5217755256072807,0.5975274725274725,0.6542142033576965,0.5861358594281869,0.3/span_multi_short_T
B5_mofe_mlp,location,start,A,0.5693105809612327,0.6153846153846154,0.6393567323684692,0.6030681972111498,0.3/location_start_A
B5_mofe_mlp,location,middle,A,0.551121695858538,0.6002747252747253,0.6374183297157288,0.6040473734185878,0.3/location_middle_A
B5_mofe_mlp,location,end,A,0.5553975345642012,0.6043956043956044,0.6361827850341797,0.6057378355308779,0.3/location_end_A
B5_mofe_mlp,span,long,A,0.5568552904967875,0.6071428571428571,0.6383994817733765,0.603334225974666,0.3/span_long_A
B5_mofe_mlp,span,multi,short,0.5639201931530282,0.6085164835164835,0.6405740976333618,0.6018797003793258,0.3/span_multi_short_A
B5_mofe_mlp,location,start,V,0.5706553787814322,0.614010989010989,0.6286044120788574,0.607697827670399,0.3/location_start_V
B5_mofe_mlp,location,middle,V,0.5625629140502925,0.6057692307692307,0.631475567817688,0.6066031598751728,0.3/location_middle_V
B5_mofe_mlp,location,end,V,0.5591251566861323,0.6016483516483516,0.6326090097427368,0.6050984837070122,0.3/location_end_V
B5_mofe_mlp,span,long,V,0.5732705025992542,0.6153846153846154,0.629095733165741,0.6077357791248426,0.3/span_long_V
B5_mofe_mlp,span,multi,short,0.5658045462820314,0.6098901098901099,0.6311919093132019,0.6068331137272684,0.3/span_multi_short_V
B5_mofe_mlp,synchrony,sync,TAV,0.5675933141063153,0.6085164835164835,0.6438319683074951,0.5957094024638004,0.3/synchrony_sync
B5_mofe_mlp,synchrony,partial,TAV,0.542036764873725,0.6057692307692307,0.6417625546455383,0.5939879772923478,0.3/synchrony_partial
B5_mofe_mlp,synchrony,async,TAV,0.5670250898329069,0.6153846153846154,0.6416157484054565,0.5924952604080301,0.3/synchrony_async
1 method kind variant label macro_f1 accuracy mae pearson scenario
2 B0_early_concat location start T 0.5289423490769057 0.592032967032967 0.6485703587532043 0.58162843015804 0.3/location_start_T
3 B0_early_concat location middle T 0.5536695658136993 0.603021978021978 0.6376606822013855 0.5897726128244986 0.3/location_middle_T
4 B0_early_concat location end T 0.5556056212627483 0.6043956043956044 0.6402567625045776 0.5891006734385348 0.3/location_end_T
5 B0_early_concat span long T 0.5420906602882528 0.5989010989010989 0.6381194591522217 0.5853301068267182 0.3/span_long_T
6 B0_early_concat span multi short 0.5440495562446782 0.5975274725274725 0.6356171369552612 0.5876002847201148 0.3/span_multi_short_T
7 B0_early_concat location start A 0.5812912542814239 0.6167582417582418 0.6293162107467651 0.6114908900853474 0.3/location_start_A
8 B0_early_concat location middle A 0.5898724710749466 0.625 0.6324224472045898 0.6110184042952445 0.3/location_middle_A
9 B0_early_concat location end A 0.5905371029206817 0.6263736263736264 0.6318912506103516 0.6123387287503104 0.3/location_end_A
10 B0_early_concat span long A 0.583726857007959 0.6181318681318682 0.6294587254524231 0.6128556406770401 0.3/span_long_A
11 B0_early_concat span multi short 0.5775040835891835 0.6126373626373627 0.6295161247253418 0.6129813734377794 0.3/span_multi_short_A
12 B0_early_concat location start V 0.5784311415271869 0.6167582417582418 0.6317656636238098 0.6094092868851544 0.3/location_start_V
13 B0_early_concat location middle V 0.5758902475296572 0.6126373626373627 0.6318002343177795 0.6102280937754011 0.3/location_middle_V
14 B0_early_concat location end V 0.5710858841987924 0.6085164835164835 0.6308775544166565 0.6096283880242306 0.3/location_end_V
15 B0_early_concat span long V 0.5712207484964352 0.6098901098901099 0.6293761730194092 0.6119813338293026 0.3/span_long_V
16 B0_early_concat span multi short 0.5724471470092743 0.6112637362637363 0.6319549083709717 0.609626822827826 0.3/span_multi_short_V
17 B0_early_concat synchrony sync TAV 0.5695955472926512 0.6071428571428571 0.6377636194229126 0.6014507911006194 0.3/synchrony_sync
18 B0_early_concat synchrony partial TAV 0.5684426287766249 0.614010989010989 0.637352466583252 0.5966725971941069 0.3/synchrony_partial
19 B0_early_concat synchrony async TAV 0.5674224398503759 0.6126373626373627 0.6281272768974304 0.6032017513238488 0.3/synchrony_async
20 B5_mofe_mlp location start T 0.5074646922437304 0.5824175824175825 0.6651872396469116 0.5708209590446683 0.3/location_start_T
21 B5_mofe_mlp location middle T 0.5255359991732577 0.6071428571428571 0.6560966968536377 0.5868176227041925 0.3/location_middle_T
22 B5_mofe_mlp location end T 0.5241847210214233 0.6071428571428571 0.6566184759140015 0.5880970537326943 0.3/location_end_T
23 B5_mofe_mlp span long T 0.5179866041214112 0.592032967032967 0.6569079756736755 0.5832300823948291 0.3/span_long_T
24 B5_mofe_mlp span multi short 0.5217755256072807 0.5975274725274725 0.6542142033576965 0.5861358594281869 0.3/span_multi_short_T
25 B5_mofe_mlp location start A 0.5693105809612327 0.6153846153846154 0.6393567323684692 0.6030681972111498 0.3/location_start_A
26 B5_mofe_mlp location middle A 0.551121695858538 0.6002747252747253 0.6374183297157288 0.6040473734185878 0.3/location_middle_A
27 B5_mofe_mlp location end A 0.5553975345642012 0.6043956043956044 0.6361827850341797 0.6057378355308779 0.3/location_end_A
28 B5_mofe_mlp span long A 0.5568552904967875 0.6071428571428571 0.6383994817733765 0.603334225974666 0.3/span_long_A
29 B5_mofe_mlp span multi short 0.5639201931530282 0.6085164835164835 0.6405740976333618 0.6018797003793258 0.3/span_multi_short_A
30 B5_mofe_mlp location start V 0.5706553787814322 0.614010989010989 0.6286044120788574 0.607697827670399 0.3/location_start_V
31 B5_mofe_mlp location middle V 0.5625629140502925 0.6057692307692307 0.631475567817688 0.6066031598751728 0.3/location_middle_V
32 B5_mofe_mlp location end V 0.5591251566861323 0.6016483516483516 0.6326090097427368 0.6050984837070122 0.3/location_end_V
33 B5_mofe_mlp span long V 0.5732705025992542 0.6153846153846154 0.629095733165741 0.6077357791248426 0.3/span_long_V
34 B5_mofe_mlp span multi short 0.5658045462820314 0.6098901098901099 0.6311919093132019 0.6068331137272684 0.3/span_multi_short_V
35 B5_mofe_mlp synchrony sync TAV 0.5675933141063153 0.6085164835164835 0.6438319683074951 0.5957094024638004 0.3/synchrony_sync
36 B5_mofe_mlp synchrony partial TAV 0.542036764873725 0.6057692307692307 0.6417625546455383 0.5939879772923478 0.3/synchrony_partial
37 B5_mofe_mlp synchrony async TAV 0.5670250898329069 0.6153846153846154 0.6416157484054565 0.5924952604080301 0.3/synchrony_async
deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/macro_f1_by_modality_and_rate.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 180 KiB

deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/macro_f1_drop_heatmap.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 138 KiB

deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/modality_rate_metrics.csv
+57
View File
@@ -0,0 +1,57 @@
method,missing_modalities,selected_modalities,requested_missing_rate,missing_layout,realized_selected_modality_rate_mean,realized_selected_modality_rate_min,realized_selected_modality_rate_max,n_valid,accuracy,macro_f1,mae,rmse,pearson,delta_accuracy_vs_clean,delta_macro_f1_vs_clean,delta_mae_vs_clean,delta_pearson_vs_clean
B0_early_concat,T,T,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10076266369711513,0.0,0.16666666666666666,728,0.6098901098901099,0.5650784989965626,0.6360955834388733,0.8549598678294248,0.6046358533195865,-0.005494505494505475,-0.009568817766602566,0.0017796158790588379,-0.004824439656525237
B5_mofe_mlp,T,T,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10076266369711513,0.0,0.16666666666666666,728,0.6002747252747253,0.5441284019457578,0.6446176171302795,0.8618670310910008,0.5989542020530979,-0.005494505494505475,-0.018516360699004863,0.0077977776527404785,-0.005383235137570441
B0_early_concat,T,T,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2984805176440357,0.25,0.4,728,0.603021978021978,0.5536695658136993,0.6376606822013855,0.8514152889573482,0.5897726128244986,-0.01236263736263743,-0.020977750949465857,0.003344714641571045,-0.01968768015161315
B5_mofe_mlp,T,T,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2984805176440357,0.25,0.4,728,0.6071428571428571,0.5255359991732577,0.6560966968536377,0.8699031271111219,0.5868176227041925,0.0013736263736263687,-0.037108763471505046,0.019276857376098633,-0.017519814486475882
B0_early_concat,T,T,0.5,centered contiguous span per selected modality; other modalities unchanged,0.5008753198971786,0.4,0.6666666666666666,728,0.5947802197802198,0.537518703471417,0.6532965898513794,0.8696734563178178,0.5548372878355661,-0.020604395604395642,-0.037128613291748214,0.01898062229156494,-0.05462300514054563
B5_mofe_mlp,T,T,0.5,centered contiguous span per selected modality; other modalities unchanged,0.5008753198971786,0.4,0.6666666666666666,728,0.6002747252747253,0.4887066005685801,0.6709469556808472,0.8831707050458881,0.5691393013325677,-0.005494505494505475,-0.07393816207618259,0.034127116203308105,-0.03519813585810061
B0_early_concat,T,T,0.7,centered contiguous span per selected modality; other modalities unchanged,0.7002531296610403,0.6666666666666666,0.8,728,0.5590659340659341,0.4942462340015856,0.6943759322166443,0.9257402370719978,0.46778124322131553,-0.05631868131868134,-0.08040108276157953,0.060059964656829834,-0.14167904975479617
B5_mofe_mlp,T,T,0.7,centered contiguous span per selected modality; other modalities unchanged,0.7002531296610403,0.6666666666666666,0.8,728,0.5631868131868132,0.43469780779595873,0.7396172285079956,0.9570429898534563,0.5014057049923344,-0.04258241758241754,-0.12794695484880397,0.10279738903045654,-0.10293173219833396
B0_early_concat,A,A,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10093289445991736,0.0,0.16666666666666666,728,0.6181318681318682,0.5782422027002068,0.6336299180984497,0.8546216768515682,0.6098986851726621,0.0027472527472527375,0.003594885937041603,-0.0006860494613647461,0.00043839219655039674
B5_mofe_mlp,A,A,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10093289445991736,0.0,0.16666666666666666,728,0.6043956043956044,0.5592861464004839,0.6356633901596069,0.8551002649444466,0.6050595865501106,-0.0013736263736263687,-0.0033586162442788003,-0.001156449317932129,0.000722149359442259
B0_early_concat,A,A,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2993212718733642,0.0,0.5,728,0.625,0.5898724710749466,0.6324224472045898,0.8539363426497163,0.6110184042952445,0.009615384615384581,0.015225154311781397,-0.0018935203552246094,0.001558111319132749
B5_mofe_mlp,A,A,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2993212718733642,0.0,0.5,728,0.6002747252747253,0.551121695858538,0.6374183297157288,0.8570439020438321,0.6040473734185878,-0.005494505494505475,-0.011523066786224723,0.0005984902381896973,-0.0002900637720805177
B0_early_concat,A,A,0.5,centered contiguous span per selected modality; other modalities unchanged,0.4975768705069514,0.0,0.6666666666666666,728,0.625,0.5917541955954291,0.6310378909111023,0.8525212341751632,0.6126362378077966,0.009615384615384581,0.017106878832263916,-0.003278076648712158,0.0031759448316849292
B5_mofe_mlp,A,A,0.5,centered contiguous span per selected modality; other modalities unchanged,0.4975768705069514,0.0,0.6666666666666666,728,0.6057692307692307,0.5559096640192461,0.6405289173126221,0.8608981073301772,0.6012535798952519,0.0,-0.006735098625516578,0.003709077835083008,-0.0030838572954164922
B0_early_concat,A,A,0.7,centered contiguous span per selected modality; other modalities unchanged,0.694666169256934,0.0,0.8,728,0.6318681318681318,0.6019899077417187,0.6310633420944214,0.8517077960729005,0.6140614919880888,0.016483516483516425,0.027342590978553516,-0.0032526254653930664,0.004601199011977086
B5_mofe_mlp,A,A,0.7,centered contiguous span per selected modality; other modalities unchanged,0.694666169256934,0.0,0.8,728,0.6043956043956044,0.5561481676428675,0.6431843638420105,0.8637607330339965,0.5995359137884968,-0.0013736263736263687,-0.006496595001895256,0.0063645243644714355,-0.004801523402171548
B0_early_concat,V,V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.0981159123808491,0.0,0.16666666666666666,728,0.6126373626373627,0.5722385278601014,0.6324753165245056,0.852997227417173,0.6102436706088843,-0.0027472527472527375,-0.00240878890306373,-0.0018406510353088379,0.0007833776327725861
B5_mofe_mlp,V,V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.0981159123808491,0.0,0.16666666666666666,728,0.6057692307692307,0.5605432295105691,0.6339602470397949,0.8504630524505615,0.6062583606882364,0.0,-0.0021015331341935894,-0.0028595924377441406,0.0019209234975680056
B0_early_concat,V,V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2971709107860721,0.0,0.5,728,0.6126373626373627,0.5758902475296572,0.6318002343177795,0.8514377607625061,0.6102280937754011,-0.0027472527472527375,0.0012429307664920675,-0.002515733242034912,0.0007678007992893976
B5_mofe_mlp,V,V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2971709107860721,0.0,0.5,728,0.6057692307692307,0.5625629140502925,0.631475567817688,0.8447082164734656,0.6066031598751728,0.0,-8.184859447024628e-05,-0.005344271659851074,0.002265722684504423
B0_early_concat,V,V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49385700700886837,0.0,0.6666666666666666,728,0.6126373626373627,0.576255066455031,0.6313949227333069,0.8512688576714347,0.6093962042792834,-0.0027472527472527375,0.001607749691865834,-0.0029210448265075684,-6.408869682827945e-05
B5_mofe_mlp,V,V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49385700700886837,0.0,0.6666666666666666,728,0.6126373626373627,0.5735865544590549,0.6287463903427124,0.8396628606408898,0.6071003528735462,0.006868131868131955,0.010941791814292223,-0.00807344913482666,0.002762915682877898
B0_early_concat,V,V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6888359014759997,0.0,0.8,728,0.6112637362637363,0.5764169279126207,0.6323723793029785,0.8524589369832155,0.6072935574867208,-0.004120879120879106,0.0017696111494555078,-0.0019435882568359375,-0.0021667354893909474
B5_mofe_mlp,V,V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6888359014759997,0.0,0.8,728,0.6126373626373627,0.5737859701755577,0.6267723441123962,0.8375960323446534,0.6051968959466679,0.006868131868131955,0.01114120753079495,-0.010047495365142822,0.0008594587559995759
B0_early_concat,TA,T+A,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10084777907851622,0.0,0.14583333333333331,728,0.614010989010989,0.5717866205494326,0.6346916556358337,0.8532204193857846,0.6062922874472785,-0.0013736263736263687,-0.0028606962137325276,0.0003756880760192871,-0.0031680055288332287
B5_mofe_mlp,TA,T+A,0.1,centered contiguous span per selected modality; other modalities unchanged,0.10084777907851622,0.0,0.14583333333333331,728,0.6002747252747253,0.545520896283521,0.6431189179420471,0.8585041835951804,0.6004914804802759,-0.005494505494505475,-0.017123866361241746,0.006299078464508057,-0.003845956710392451
B0_early_concat,TA,T+A,0.3,centered contiguous span per selected modality; other modalities unchanged,0.29890089475869996,0.16666666666666666,0.4,728,0.614010989010989,0.5679903838930208,0.6313058137893677,0.8441793620883088,0.5974176946875417,-0.0013736263736263687,-0.00665693287014435,-0.0030101537704467773,-0.012042598288570017
B5_mofe_mlp,TA,T+A,0.3,centered contiguous span per selected modality; other modalities unchanged,0.29890089475869996,0.16666666666666666,0.4,728,0.6071428571428571,0.5213668438822866,0.6489854454994202,0.857929852628108,0.5913989657407267,0.0013736263736263687,-0.04127791876247611,0.012165606021881104,-0.012938471449941646
B0_early_concat,TA,T+A,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49922609520206496,0.3333333333333333,0.5333333333333333,728,0.5947802197802198,0.5439482478748752,0.6471090912818909,0.8599323546064853,0.5673420265716562,-0.020604395604395642,-0.030699068888289993,0.012793123722076416,-0.042118266404455484
B5_mofe_mlp,TA,T+A,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49922609520206496,0.3333333333333333,0.5333333333333333,728,0.5947802197802198,0.4868442821389661,0.6537958383560181,0.858174960021945,0.5778854869178869,-0.01098901098901095,-0.07580048050579663,0.016975998878479004,-0.026451950272781466
B0_early_concat,TA,T+A,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6974596494589871,0.3333333333333333,0.7571428571428571,728,0.5631868131868132,0.512956821905402,0.6876201033592224,0.916818393085796,0.4825813355899393,-0.052197802197802234,-0.06169049485776312,0.05330413579940796,-0.1268789573861724
B5_mofe_mlp,TA,T+A,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6974596494589871,0.3333333333333333,0.7571428571428571,728,0.5714285714285714,0.4428136769217171,0.6765255928039551,0.8964248338262099,0.5229161283070566,-0.03434065934065933,-0.11983108572304563,0.039705753326416016,-0.08142130888361176
B0_early_concat,TV,T+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09953039599122232,0.0,0.14583333333333331,728,0.6112637362637363,0.5692943420216147,0.6340571641921997,0.851291298333614,0.6058901685375406,-0.004120879120879106,-0.005352974741550498,-0.0002588033676147461,-0.003570124438571076
B5_mofe_mlp,TV,T+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09953039599122232,0.0,0.14583333333333331,728,0.6002747252747253,0.545365828833669,0.6410694122314453,0.8558350566994001,0.6000324492120336,-0.005494505494505475,-0.01727893381109369,0.00424957275390625,-0.004304987978634767
B0_early_concat,TV,T+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.297748643992044,0.1388888888888889,0.3970588235294118,728,0.6071428571428571,0.5603595289300786,0.6350727081298828,0.8462721956123026,0.5898738294264334,-0.008241758241758323,-0.014287787833086596,0.0007567405700683594,-0.0195864635496783
B5_mofe_mlp,TV,T+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.297748643992044,0.1388888888888889,0.3970588235294118,728,0.5989010989010989,0.5288020711527968,0.6446348428726196,0.8541342721394217,0.5877651976190643,-0.006868131868131844,-0.03384269149196595,0.007815003395080566,-0.01657223957160403
B0_early_concat,TV,T+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49748261556907564,0.25,0.5964912280701754,728,0.5989010989010989,0.5442779698638324,0.6596295237541199,0.8729321363864293,0.5472611098864947,-0.016483516483516536,-0.030369346899332794,0.02531355619430542,-0.06219918308961703
B5_mofe_mlp,TV,T+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49748261556907564,0.25,0.5964912280701754,728,0.5989010989010989,0.5139296222712717,0.6613689661026001,0.8681901513761447,0.5619122341361922,-0.006868131868131844,-0.048715140373491006,0.024549126625061035,-0.04242520305447617
B0_early_concat,TV,T+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6945825961963391,0.3333333333333333,0.7571428571428571,728,0.5508241758241759,0.4855914601333487,0.7077130079269409,0.9367642058350819,0.44116908072554145,-0.06456043956043955,-0.08905585662981647,0.07339704036712646,-0.16829121225057025
B5_mofe_mlp,TV,T+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6945825961963391,0.3333333333333333,0.7571428571428571,728,0.5576923076923077,0.4415099710922436,0.7117851972579956,0.9348256749824289,0.46756759984670443,-0.04807692307692302,-0.1211347915525191,0.07496535778045654,-0.13676983734396392
B0_early_concat,AV,A+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09947856691252001,0.0,0.16666666666666666,728,0.6153846153846154,0.5780535586223784,0.6322883367538452,0.8538497515220613,0.6099004767461359,0.0,0.0034062418592132326,-0.0020276308059692383,0.00044018377002419395
B5_mofe_mlp,AV,A+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09947856691252001,0.0,0.16666666666666666,728,0.6057692307692307,0.5634687138483857,0.6326941251754761,0.8494563173128655,0.606884194572021,0.0,0.0008239512036229968,-0.004125714302062988,0.0025467573813526823
B0_early_concat,AV,A+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.298476590661565,0.0,0.5,728,0.614010989010989,0.5835720646613662,0.63087397813797,0.8517257114056628,0.6112210355560509,-0.0013736263736263687,0.00892474789820108,-0.0034419894218444824,0.0017607425799391896
B5_mofe_mlp,AV,A+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.298476590661565,0.0,0.5,728,0.6098901098901099,0.572135261639288,0.6304389834403992,0.8433678432673756,0.6081013305192832,0.004120879120879217,0.009490498994525254,-0.006380856037139893,0.00376389332861482
B0_early_concat,AV,A+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49572274120123827,0.0,0.6666666666666666,728,0.6126373626373627,0.5833420760220777,0.6297139525413513,0.8514289401246513,0.6113098633411715,-0.0027472527472527375,0.008694759258912499,-0.004602015018463135,0.0018495703650598383
B5_mofe_mlp,AV,A+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.49572274120123827,0.0,0.6666666666666666,728,0.614010989010989,0.5784537138604317,0.6301259398460388,0.8399236596703874,0.6075775089895338,0.008241758241758323,0.015808951215668943,-0.006693899631500244,0.0032400717988654293
B0_early_concat,AV,A+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6916921691500518,0.0,0.8,728,0.6098901098901099,0.5849392724486678,0.6314220428466797,0.8550380162381634,0.6084118799755907,-0.005494505494505475,0.010291955685502674,-0.0028939247131347656,-0.0010484130005210535
B5_mofe_mlp,AV,A+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6916921691500518,0.0,0.8,728,0.6167582417582418,0.5856698469556084,0.6309186816215515,0.8389920551414928,0.6051318819881416,0.010989010989011061,0.02302508431084571,-0.005901157855987549,0.0007944447974732594
B0_early_concat,TAV,T+A+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09995224732741954,0.0,0.15277777777777776,728,0.6181318681318682,0.5794423437968373,0.6354190111160278,0.8559123939935158,0.6084679634558627,0.0027472527472527375,0.004795027033672183,0.001103043556213379,-0.000992329520248969
B5_mofe_mlp,TAV,T+A+V,0.1,centered contiguous span per selected modality; other modalities unchanged,0.09995224732741954,0.0,0.15277777777777776,728,0.6057692307692307,0.5567651982125666,0.6403446197509766,0.8569256643596813,0.6034768367093012,0.0,-0.0058795644321960605,0.0035247802734375,-0.0008606004813671575
B0_early_concat,TAV,T+A+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2983753764707696,0.1111111111111111,0.4166666666666667,728,0.6126373626373627,0.5759539997421909,0.6346108913421631,0.8520219245986547,0.6074596971344204,-0.0027472527472527375,0.0013066829790256973,0.0002949237823486328,-0.0020005958416913217
B5_mofe_mlp,TAV,T+A+V,0.3,centered contiguous span per selected modality; other modalities unchanged,0.2983753764707696,0.1111111111111111,0.4166666666666667,728,0.6085164835164835,0.5635289718242681,0.6408506631851196,0.8547594099461256,0.6055796780413216,0.0027472527472527375,0.0008842091795053797,0.004030823707580566,0.0012422408506532756
B0_early_concat,TAV,T+A+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.4974771506574596,0.2222222222222222,0.5777777777777778,728,0.6208791208791209,0.5881070025731289,0.6351321935653687,0.849459474866674,0.6024236422566064,0.005494505494505475,0.013459685809963706,0.0008162260055541992,-0.007036650719505322
B5_mofe_mlp,TAV,T+A+V,0.5,centered contiguous span per selected modality; other modalities unchanged,0.4974771506574596,0.2222222222222222,0.5777777777777778,728,0.6208791208791209,0.5752898350605026,0.6371145844459534,0.8494591941956995,0.6059793455397818,0.015109890109890167,0.012645072415739866,0.00029474496841430664,0.0016419083491134856
B0_early_concat,TAV,T+A+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6945781382684594,0.2222222222222222,0.7714285714285714,728,0.603021978021978,0.5727510362427203,0.6353143453598022,0.8534884241164965,0.5880249849999647,-0.01236263736263743,-0.0018962805204448818,0.000998377799987793,-0.02143530797614701
B5_mofe_mlp,TAV,T+A+V,0.7,centered contiguous span per selected modality; other modalities unchanged,0.6945781382684594,0.2222222222222222,0.7714285714285714,728,0.6085164835164835,0.5682454659803552,0.6461639404296875,0.8649528510413363,0.5886452188937134,0.0027472527472527375,0.005600703335592483,0.009344100952148438,-0.015692218296954996
1 method missing_modalities selected_modalities requested_missing_rate missing_layout realized_selected_modality_rate_mean realized_selected_modality_rate_min realized_selected_modality_rate_max n_valid accuracy macro_f1 mae rmse pearson delta_accuracy_vs_clean delta_macro_f1_vs_clean delta_mae_vs_clean delta_pearson_vs_clean
2 B0_early_concat T T 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10076266369711513 0.0 0.16666666666666666 728 0.6098901098901099 0.5650784989965626 0.6360955834388733 0.8549598678294248 0.6046358533195865 -0.005494505494505475 -0.009568817766602566 0.0017796158790588379 -0.004824439656525237
3 B5_mofe_mlp T T 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10076266369711513 0.0 0.16666666666666666 728 0.6002747252747253 0.5441284019457578 0.6446176171302795 0.8618670310910008 0.5989542020530979 -0.005494505494505475 -0.018516360699004863 0.0077977776527404785 -0.005383235137570441
4 B0_early_concat T T 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2984805176440357 0.25 0.4 728 0.603021978021978 0.5536695658136993 0.6376606822013855 0.8514152889573482 0.5897726128244986 -0.01236263736263743 -0.020977750949465857 0.003344714641571045 -0.01968768015161315
5 B5_mofe_mlp T T 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2984805176440357 0.25 0.4 728 0.6071428571428571 0.5255359991732577 0.6560966968536377 0.8699031271111219 0.5868176227041925 0.0013736263736263687 -0.037108763471505046 0.019276857376098633 -0.017519814486475882
6 B0_early_concat T T 0.5 centered contiguous span per selected modality; other modalities unchanged 0.5008753198971786 0.4 0.6666666666666666 728 0.5947802197802198 0.537518703471417 0.6532965898513794 0.8696734563178178 0.5548372878355661 -0.020604395604395642 -0.037128613291748214 0.01898062229156494 -0.05462300514054563
7 B5_mofe_mlp T T 0.5 centered contiguous span per selected modality; other modalities unchanged 0.5008753198971786 0.4 0.6666666666666666 728 0.6002747252747253 0.4887066005685801 0.6709469556808472 0.8831707050458881 0.5691393013325677 -0.005494505494505475 -0.07393816207618259 0.034127116203308105 -0.03519813585810061
8 B0_early_concat T T 0.7 centered contiguous span per selected modality; other modalities unchanged 0.7002531296610403 0.6666666666666666 0.8 728 0.5590659340659341 0.4942462340015856 0.6943759322166443 0.9257402370719978 0.46778124322131553 -0.05631868131868134 -0.08040108276157953 0.060059964656829834 -0.14167904975479617
9 B5_mofe_mlp T T 0.7 centered contiguous span per selected modality; other modalities unchanged 0.7002531296610403 0.6666666666666666 0.8 728 0.5631868131868132 0.43469780779595873 0.7396172285079956 0.9570429898534563 0.5014057049923344 -0.04258241758241754 -0.12794695484880397 0.10279738903045654 -0.10293173219833396
10 B0_early_concat A A 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10093289445991736 0.0 0.16666666666666666 728 0.6181318681318682 0.5782422027002068 0.6336299180984497 0.8546216768515682 0.6098986851726621 0.0027472527472527375 0.003594885937041603 -0.0006860494613647461 0.00043839219655039674
11 B5_mofe_mlp A A 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10093289445991736 0.0 0.16666666666666666 728 0.6043956043956044 0.5592861464004839 0.6356633901596069 0.8551002649444466 0.6050595865501106 -0.0013736263736263687 -0.0033586162442788003 -0.001156449317932129 0.000722149359442259
12 B0_early_concat A A 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2993212718733642 0.0 0.5 728 0.625 0.5898724710749466 0.6324224472045898 0.8539363426497163 0.6110184042952445 0.009615384615384581 0.015225154311781397 -0.0018935203552246094 0.001558111319132749
13 B5_mofe_mlp A A 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2993212718733642 0.0 0.5 728 0.6002747252747253 0.551121695858538 0.6374183297157288 0.8570439020438321 0.6040473734185878 -0.005494505494505475 -0.011523066786224723 0.0005984902381896973 -0.0002900637720805177
14 B0_early_concat A A 0.5 centered contiguous span per selected modality; other modalities unchanged 0.4975768705069514 0.0 0.6666666666666666 728 0.625 0.5917541955954291 0.6310378909111023 0.8525212341751632 0.6126362378077966 0.009615384615384581 0.017106878832263916 -0.003278076648712158 0.0031759448316849292
15 B5_mofe_mlp A A 0.5 centered contiguous span per selected modality; other modalities unchanged 0.4975768705069514 0.0 0.6666666666666666 728 0.6057692307692307 0.5559096640192461 0.6405289173126221 0.8608981073301772 0.6012535798952519 0.0 -0.006735098625516578 0.003709077835083008 -0.0030838572954164922
16 B0_early_concat A A 0.7 centered contiguous span per selected modality; other modalities unchanged 0.694666169256934 0.0 0.8 728 0.6318681318681318 0.6019899077417187 0.6310633420944214 0.8517077960729005 0.6140614919880888 0.016483516483516425 0.027342590978553516 -0.0032526254653930664 0.004601199011977086
17 B5_mofe_mlp A A 0.7 centered contiguous span per selected modality; other modalities unchanged 0.694666169256934 0.0 0.8 728 0.6043956043956044 0.5561481676428675 0.6431843638420105 0.8637607330339965 0.5995359137884968 -0.0013736263736263687 -0.006496595001895256 0.0063645243644714355 -0.004801523402171548
18 B0_early_concat V V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.0981159123808491 0.0 0.16666666666666666 728 0.6126373626373627 0.5722385278601014 0.6324753165245056 0.852997227417173 0.6102436706088843 -0.0027472527472527375 -0.00240878890306373 -0.0018406510353088379 0.0007833776327725861
19 B5_mofe_mlp V V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.0981159123808491 0.0 0.16666666666666666 728 0.6057692307692307 0.5605432295105691 0.6339602470397949 0.8504630524505615 0.6062583606882364 0.0 -0.0021015331341935894 -0.0028595924377441406 0.0019209234975680056
20 B0_early_concat V V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2971709107860721 0.0 0.5 728 0.6126373626373627 0.5758902475296572 0.6318002343177795 0.8514377607625061 0.6102280937754011 -0.0027472527472527375 0.0012429307664920675 -0.002515733242034912 0.0007678007992893976
21 B5_mofe_mlp V V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2971709107860721 0.0 0.5 728 0.6057692307692307 0.5625629140502925 0.631475567817688 0.8447082164734656 0.6066031598751728 0.0 -8.184859447024628e-05 -0.005344271659851074 0.002265722684504423
22 B0_early_concat V V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49385700700886837 0.0 0.6666666666666666 728 0.6126373626373627 0.576255066455031 0.6313949227333069 0.8512688576714347 0.6093962042792834 -0.0027472527472527375 0.001607749691865834 -0.0029210448265075684 -6.408869682827945e-05
23 B5_mofe_mlp V V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49385700700886837 0.0 0.6666666666666666 728 0.6126373626373627 0.5735865544590549 0.6287463903427124 0.8396628606408898 0.6071003528735462 0.006868131868131955 0.010941791814292223 -0.00807344913482666 0.002762915682877898
24 B0_early_concat V V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6888359014759997 0.0 0.8 728 0.6112637362637363 0.5764169279126207 0.6323723793029785 0.8524589369832155 0.6072935574867208 -0.004120879120879106 0.0017696111494555078 -0.0019435882568359375 -0.0021667354893909474
25 B5_mofe_mlp V V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6888359014759997 0.0 0.8 728 0.6126373626373627 0.5737859701755577 0.6267723441123962 0.8375960323446534 0.6051968959466679 0.006868131868131955 0.01114120753079495 -0.010047495365142822 0.0008594587559995759
26 B0_early_concat TA T+A 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10084777907851622 0.0 0.14583333333333331 728 0.614010989010989 0.5717866205494326 0.6346916556358337 0.8532204193857846 0.6062922874472785 -0.0013736263736263687 -0.0028606962137325276 0.0003756880760192871 -0.0031680055288332287
27 B5_mofe_mlp TA T+A 0.1 centered contiguous span per selected modality; other modalities unchanged 0.10084777907851622 0.0 0.14583333333333331 728 0.6002747252747253 0.545520896283521 0.6431189179420471 0.8585041835951804 0.6004914804802759 -0.005494505494505475 -0.017123866361241746 0.006299078464508057 -0.003845956710392451
28 B0_early_concat TA T+A 0.3 centered contiguous span per selected modality; other modalities unchanged 0.29890089475869996 0.16666666666666666 0.4 728 0.614010989010989 0.5679903838930208 0.6313058137893677 0.8441793620883088 0.5974176946875417 -0.0013736263736263687 -0.00665693287014435 -0.0030101537704467773 -0.012042598288570017
29 B5_mofe_mlp TA T+A 0.3 centered contiguous span per selected modality; other modalities unchanged 0.29890089475869996 0.16666666666666666 0.4 728 0.6071428571428571 0.5213668438822866 0.6489854454994202 0.857929852628108 0.5913989657407267 0.0013736263736263687 -0.04127791876247611 0.012165606021881104 -0.012938471449941646
30 B0_early_concat TA T+A 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49922609520206496 0.3333333333333333 0.5333333333333333 728 0.5947802197802198 0.5439482478748752 0.6471090912818909 0.8599323546064853 0.5673420265716562 -0.020604395604395642 -0.030699068888289993 0.012793123722076416 -0.042118266404455484
31 B5_mofe_mlp TA T+A 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49922609520206496 0.3333333333333333 0.5333333333333333 728 0.5947802197802198 0.4868442821389661 0.6537958383560181 0.858174960021945 0.5778854869178869 -0.01098901098901095 -0.07580048050579663 0.016975998878479004 -0.026451950272781466
32 B0_early_concat TA T+A 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6974596494589871 0.3333333333333333 0.7571428571428571 728 0.5631868131868132 0.512956821905402 0.6876201033592224 0.916818393085796 0.4825813355899393 -0.052197802197802234 -0.06169049485776312 0.05330413579940796 -0.1268789573861724
33 B5_mofe_mlp TA T+A 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6974596494589871 0.3333333333333333 0.7571428571428571 728 0.5714285714285714 0.4428136769217171 0.6765255928039551 0.8964248338262099 0.5229161283070566 -0.03434065934065933 -0.11983108572304563 0.039705753326416016 -0.08142130888361176
34 B0_early_concat TV T+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09953039599122232 0.0 0.14583333333333331 728 0.6112637362637363 0.5692943420216147 0.6340571641921997 0.851291298333614 0.6058901685375406 -0.004120879120879106 -0.005352974741550498 -0.0002588033676147461 -0.003570124438571076
35 B5_mofe_mlp TV T+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09953039599122232 0.0 0.14583333333333331 728 0.6002747252747253 0.545365828833669 0.6410694122314453 0.8558350566994001 0.6000324492120336 -0.005494505494505475 -0.01727893381109369 0.00424957275390625 -0.004304987978634767
36 B0_early_concat TV T+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.297748643992044 0.1388888888888889 0.3970588235294118 728 0.6071428571428571 0.5603595289300786 0.6350727081298828 0.8462721956123026 0.5898738294264334 -0.008241758241758323 -0.014287787833086596 0.0007567405700683594 -0.0195864635496783
37 B5_mofe_mlp TV T+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.297748643992044 0.1388888888888889 0.3970588235294118 728 0.5989010989010989 0.5288020711527968 0.6446348428726196 0.8541342721394217 0.5877651976190643 -0.006868131868131844 -0.03384269149196595 0.007815003395080566 -0.01657223957160403
38 B0_early_concat TV T+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49748261556907564 0.25 0.5964912280701754 728 0.5989010989010989 0.5442779698638324 0.6596295237541199 0.8729321363864293 0.5472611098864947 -0.016483516483516536 -0.030369346899332794 0.02531355619430542 -0.06219918308961703
39 B5_mofe_mlp TV T+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49748261556907564 0.25 0.5964912280701754 728 0.5989010989010989 0.5139296222712717 0.6613689661026001 0.8681901513761447 0.5619122341361922 -0.006868131868131844 -0.048715140373491006 0.024549126625061035 -0.04242520305447617
40 B0_early_concat TV T+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6945825961963391 0.3333333333333333 0.7571428571428571 728 0.5508241758241759 0.4855914601333487 0.7077130079269409 0.9367642058350819 0.44116908072554145 -0.06456043956043955 -0.08905585662981647 0.07339704036712646 -0.16829121225057025
41 B5_mofe_mlp TV T+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6945825961963391 0.3333333333333333 0.7571428571428571 728 0.5576923076923077 0.4415099710922436 0.7117851972579956 0.9348256749824289 0.46756759984670443 -0.04807692307692302 -0.1211347915525191 0.07496535778045654 -0.13676983734396392
42 B0_early_concat AV A+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09947856691252001 0.0 0.16666666666666666 728 0.6153846153846154 0.5780535586223784 0.6322883367538452 0.8538497515220613 0.6099004767461359 0.0 0.0034062418592132326 -0.0020276308059692383 0.00044018377002419395
43 B5_mofe_mlp AV A+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09947856691252001 0.0 0.16666666666666666 728 0.6057692307692307 0.5634687138483857 0.6326941251754761 0.8494563173128655 0.606884194572021 0.0 0.0008239512036229968 -0.004125714302062988 0.0025467573813526823
44 B0_early_concat AV A+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.298476590661565 0.0 0.5 728 0.614010989010989 0.5835720646613662 0.63087397813797 0.8517257114056628 0.6112210355560509 -0.0013736263736263687 0.00892474789820108 -0.0034419894218444824 0.0017607425799391896
45 B5_mofe_mlp AV A+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.298476590661565 0.0 0.5 728 0.6098901098901099 0.572135261639288 0.6304389834403992 0.8433678432673756 0.6081013305192832 0.004120879120879217 0.009490498994525254 -0.006380856037139893 0.00376389332861482
46 B0_early_concat AV A+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49572274120123827 0.0 0.6666666666666666 728 0.6126373626373627 0.5833420760220777 0.6297139525413513 0.8514289401246513 0.6113098633411715 -0.0027472527472527375 0.008694759258912499 -0.004602015018463135 0.0018495703650598383
47 B5_mofe_mlp AV A+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.49572274120123827 0.0 0.6666666666666666 728 0.614010989010989 0.5784537138604317 0.6301259398460388 0.8399236596703874 0.6075775089895338 0.008241758241758323 0.015808951215668943 -0.006693899631500244 0.0032400717988654293
48 B0_early_concat AV A+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6916921691500518 0.0 0.8 728 0.6098901098901099 0.5849392724486678 0.6314220428466797 0.8550380162381634 0.6084118799755907 -0.005494505494505475 0.010291955685502674 -0.0028939247131347656 -0.0010484130005210535
49 B5_mofe_mlp AV A+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6916921691500518 0.0 0.8 728 0.6167582417582418 0.5856698469556084 0.6309186816215515 0.8389920551414928 0.6051318819881416 0.010989010989011061 0.02302508431084571 -0.005901157855987549 0.0007944447974732594
50 B0_early_concat TAV T+A+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09995224732741954 0.0 0.15277777777777776 728 0.6181318681318682 0.5794423437968373 0.6354190111160278 0.8559123939935158 0.6084679634558627 0.0027472527472527375 0.004795027033672183 0.001103043556213379 -0.000992329520248969
51 B5_mofe_mlp TAV T+A+V 0.1 centered contiguous span per selected modality; other modalities unchanged 0.09995224732741954 0.0 0.15277777777777776 728 0.6057692307692307 0.5567651982125666 0.6403446197509766 0.8569256643596813 0.6034768367093012 0.0 -0.0058795644321960605 0.0035247802734375 -0.0008606004813671575
52 B0_early_concat TAV T+A+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2983753764707696 0.1111111111111111 0.4166666666666667 728 0.6126373626373627 0.5759539997421909 0.6346108913421631 0.8520219245986547 0.6074596971344204 -0.0027472527472527375 0.0013066829790256973 0.0002949237823486328 -0.0020005958416913217
53 B5_mofe_mlp TAV T+A+V 0.3 centered contiguous span per selected modality; other modalities unchanged 0.2983753764707696 0.1111111111111111 0.4166666666666667 728 0.6085164835164835 0.5635289718242681 0.6408506631851196 0.8547594099461256 0.6055796780413216 0.0027472527472527375 0.0008842091795053797 0.004030823707580566 0.0012422408506532756
54 B0_early_concat TAV T+A+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.4974771506574596 0.2222222222222222 0.5777777777777778 728 0.6208791208791209 0.5881070025731289 0.6351321935653687 0.849459474866674 0.6024236422566064 0.005494505494505475 0.013459685809963706 0.0008162260055541992 -0.007036650719505322
55 B5_mofe_mlp TAV T+A+V 0.5 centered contiguous span per selected modality; other modalities unchanged 0.4974771506574596 0.2222222222222222 0.5777777777777778 728 0.6208791208791209 0.5752898350605026 0.6371145844459534 0.8494591941956995 0.6059793455397818 0.015109890109890167 0.012645072415739866 0.00029474496841430664 0.0016419083491134856
56 B0_early_concat TAV T+A+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6945781382684594 0.2222222222222222 0.7714285714285714 728 0.603021978021978 0.5727510362427203 0.6353143453598022 0.8534884241164965 0.5880249849999647 -0.01236263736263743 -0.0018962805204448818 0.000998377799987793 -0.02143530797614701
57 B5_mofe_mlp TAV T+A+V 0.7 centered contiguous span per selected modality; other modalities unchanged 0.6945781382684594 0.2222222222222222 0.7714285714285714 728 0.6085164835164835 0.5682454659803552 0.6461639404296875 0.8649528510413363 0.5886452188937134 0.0027472527472527375 0.005600703335592483 0.009344100952148438 -0.015692218296954996
deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/modality_rate_summary.csv
+9
View File
@@ -0,0 +1,9 @@
method,requested_missing_rate,n_modality_sets,accuracy,macro_f1,mae,pearson,mean_macro_f1_drop_vs_clean,mean_mae_increase_vs_clean
B0_early_concat,0.1,7,0.6142072213500784,0.5734480135067334,0.6340938551085336,0.6079041578982787,0.0011993032564317576,-0.00022211245128086636
B0_early_concat,0.3,7,0.6126373626373626,0.5724726088064227,0.6333923935890198,0.6024273382427986,0.002174707956742366,-0.0009235739707946777
B0_early_concat,0.5,7,0.6085164835164836,0.5664576088365416,0.6410448806626456,0.5864580531397964,0.008189707926623577,0.006728913102831159
B0_early_concat,0.7,7,0.5898744113029827,0.5469845229122948,0.6599830218723842,0.5441890819981657,0.02766279385087033,0.025667054312569753
B5_mofe_mlp,0.1,7,0.6032182103610675,0.553582630719279,0.6387811899185181,0.6030224443235824,0.009062131925483679,0.001961350440979004
B5_mofe_mlp,0.3,7,0.6053767660910517,0.5464362510829611,0.641414361340659,0.5986161897026213,0.016208511561801635,0.0045945218631199426
B5_mofe_mlp,0.5,7,0.6067503924646782,0.5389600389111505,0.6460896560123989,0.5901211156692516,0.023684723733612252,0.009269816534859794
B5_mofe_mlp,0.7,7,0.5906593406593406,0.5146958437949012,0.6678524783679417,0.5557713348233022,0.04794891884986154,0.03103263889040266
1 method requested_missing_rate n_modality_sets accuracy macro_f1 mae pearson mean_macro_f1_drop_vs_clean mean_mae_increase_vs_clean
2 B0_early_concat 0.1 7 0.6142072213500784 0.5734480135067334 0.6340938551085336 0.6079041578982787 0.0011993032564317576 -0.00022211245128086636
3 B0_early_concat 0.3 7 0.6126373626373626 0.5724726088064227 0.6333923935890198 0.6024273382427986 0.002174707956742366 -0.0009235739707946777
4 B0_early_concat 0.5 7 0.6085164835164836 0.5664576088365416 0.6410448806626456 0.5864580531397964 0.008189707926623577 0.006728913102831159
5 B0_early_concat 0.7 7 0.5898744113029827 0.5469845229122948 0.6599830218723842 0.5441890819981657 0.02766279385087033 0.025667054312569753
6 B5_mofe_mlp 0.1 7 0.6032182103610675 0.553582630719279 0.6387811899185181 0.6030224443235824 0.009062131925483679 0.001961350440979004
7 B5_mofe_mlp 0.3 7 0.6053767660910517 0.5464362510829611 0.641414361340659 0.5986161897026213 0.016208511561801635 0.0045945218631199426
8 B5_mofe_mlp 0.5 7 0.6067503924646782 0.5389600389111505 0.6460896560123989 0.5901211156692516 0.023684723733612252 0.009269816534859794
9 B5_mofe_mlp 0.7 7 0.5906593406593406 0.5146958437949012 0.6678524783679417 0.5557713348233022 0.04794891884986154 0.03103263889040266
deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/aligned_missingness_analysis/run_manifest.json
+54
View File
@@ -0,0 +1,54 @@
{
"experiment": "Factorial local missingness type x rate on supplied aligned_50 validation data",
"feature_file": "/home/gloamxun/modeling_zhaocui/E\u9898\u6570\u636e/\u9644\u4ef62-\u6570\u636e\u96c6\u7279\u5f81\u6587\u4ef6/aligned_50.pkl",
"feature_sha256": "66e867aa74bc70a844e806e5571e371c9abb4a35f9e2887ce9b4d97ff2cb8fcd",
"representation": "aligned_50 ordered wordpiece positions, not physical-time bins",
"split": "official validation only",
"n_valid": 728,
"source_video_groups": 239,
"checkpoint_source": "/home/gloamxun/modeling_zhaocui/deep_learning/Q2/outputs/followups/R03_math_protocol_retraining/models",
"seed": 20260924,
"device": "cuda",
"cuda_device": "NVIDIA GeForce RTX 5070 Ti",
"missing_rate_grid": [
0.1,
0.3,
0.5,
0.7
],
"missing_modality_sets": {
"T": [
0
],
"A": [
1
],
"V": [
2
],
"TA": [
0,
1
],
"TV": [
0,
2
],
"AV": [
1,
2
],
"TAV": [
0,
1,
2
]
},
"factorial_design": "28 local-missingness conditions plus clean reference; each selected modality receives a centered contiguous span; other modalities remain unchanged",
"missing_rate_definition": "newly hidden observed positions divided by originally observed positions, averaged over selected modalities; realized rate reported per condition",
"preserve_at_least_fraction": 0.2,
"scenario_seed": 20261833,
"additional_existing_controls": "30% start/middle/end location, one-long/multiple-short span, and sync/partial/async controls imported from the R03 42-scenario audit",
"test_split_read_or_evaluated": false,
"label_usage": "validation labels used only for metric computation; no model fitting or checkpoint selection in this analysis"
}