Add Q3 MoFE router visualizations and explanations

This commit is contained in:
2026-09-25 23:46:20 +08:00
parent adc9c2064b
commit a86560da64
258 changed files with 17686 additions and 585 deletions
@@ -0,0 +1,41 @@
base_model,case_id,class_interaction_TA,regression_interaction_TA,class_interaction_TV,regression_interaction_TV,class_interaction_AV,regression_interaction_AV
early_concat,01,-0.06832781061530113,-0.08650223538279533,-0.0051030926406383514,0.35536159947514534,0.04414543882012367,0.10783880576491356
mofe,01,0.1493095811456442,-0.1375332549214363,0.19148301146924496,0.20387714356184006,0.08682472072541714,0.05372856557369232
early_concat,02,-0.07161931321024895,0.049096884205937386,0.11469975486397743,0.018701894208788872,0.08902692422270775,0.052358074113726616
mofe,02,0.17439940385520458,0.006120207719504833,0.26743285171687603,0.1294015171006322,0.031248582527041435,-0.05978527385741472
early_concat,03,-0.10324260126799345,0.20496312086470425,0.32680319529026747,-0.22069800202734768,0.045360331423580647,0.005080404924228787
mofe,03,-0.10647344961762428,0.17572544887661934,0.5188996233046055,-0.3861302547156811,0.10380702838301659,-0.1470898725092411
early_concat,04,0.13057609181851149,-0.08217310160398483,-0.08629823755472898,0.059323422610759735,-0.03416992258280516,0.024693571031093597
mofe,04,0.1931982934474945,-0.1284075230360031,0.24587315320968628,-0.1719321459531784,0.21322444081306458,-0.24222403764724731
early_concat,05,0.13487880676984787,0.19909368455410004,-0.16578713804483414,0.11232450604438782,-0.05324367433786392,-0.03781169652938843
mofe,05,-0.16514581441879272,-0.04784690588712692,-0.42513665556907654,-0.3215026184916496,-0.17764514684677124,-0.06628166884183884
early_concat,06,-0.13201493583619595,-0.04083123058080673,0.0014403443783521652,-0.10775529593229294,0.14899182133376598,0.06874936074018478
mofe,06,0.039134979248046875,0.1084241271018982,-0.11210950464010239,-0.10391516983509064,-0.15892500430345535,-0.23701408505439758
early_concat,07,0.00586889311671257,0.10400735214352608,0.16722183302044868,0.18518304452300072,0.0741918571293354,0.10556920245289803
mofe,07,-0.2759578409604728,-0.1913951652823016,0.026999521534889936,0.22324736590962857,-0.11275519104674459,-0.01906490500550717
early_concat,08,-0.05175003781914711,-0.010163974715396762,0.2868756465613842,0.12443891470320523,0.1741604544222355,0.12453210051171482
mofe,08,-0.32017623260617256,-0.26536707393825054,0.01090407744050026,0.223225561901927,-0.15529875084757805,-0.02979866974055767
early_concat,09,-0.05732538178563118,0.0614964347332716,-0.0030034519731998444,0.17837375588715076,-0.022008124738931656,0.11527075059711933
mofe,09,-0.07040642760694027,0.08832532726228237,0.10845269821584225,-0.005892982706427574,0.09822115860879421,-0.1718385424464941
early_concat,10,0.08727248013019562,-0.03492831438779831,-0.1979651376605034,0.11337041109800339,0.027057655155658722,0.014644049108028412
mofe,10,0.37027326971292496,-0.1734940204769373,-0.04127965867519379,-0.07344538532197475,0.36722394078969955,-0.380188649520278
early_concat,11,-0.24807670339941978,0.2152710147202015,0.09115538373589516,-0.06609436497092247,-0.0434177927672863,0.021211665123701096
mofe,11,0.05495356395840645,0.11651984602212906,-0.09322474524378777,0.05894864350557327,0.3224250487983227,-0.227338545024395
early_concat,12,-0.012332551181316376,0.09780147112905979,-0.2288879007101059,0.2749884333461523,-0.1518969163298607,0.09599925018846989
mofe,12,0.06055085361003876,0.0850680684670806,-0.05205114185810089,0.023889505304396152,0.18991710245609283,-0.059837558306753635
early_concat,13,-0.07659308984875679,0.3903102376498282,0.12214728817343712,0.014662394765764475,0.019121985882520676,0.10274082375690341
mofe,13,-0.13962964713573456,0.1153392642736435,-0.1661875694990158,-0.13379506766796112,-0.29745636880397797,-0.3222241997718811
early_concat,14,0.07315950095653534,0.10465584881603718,-0.21404816210269928,-0.09111167676746845,-0.16289061307907104,-0.09358628280460835
mofe,14,-0.25783053040504456,-0.09406793862581253,-0.27024270594120026,-0.28462690860033035,-0.3435509204864502,-0.2660142853856087
early_concat,15,-0.24221805483102798,-0.06332626938819885,-0.38529232889413834,-0.3292408585548401,-0.09290335327386856,-0.06228485703468323
mofe,15,-0.32395534217357635,-0.182631254196167,-0.20972423255443573,-0.14951202273368835,-0.3615460842847824,-0.3009790629148483
early_concat,16,-0.11192076280713081,0.15495643205940723,-0.2551078833639622,0.3213828783482313,-0.10400382056832314,0.10472396202385426
mofe,16,-0.09119163453578949,0.0715164914727211,0.008884593844413757,0.09563220292329788,-0.07820059359073639,0.049278534948825836
early_concat,17,0.2539425529539585,0.1652931192656979,-0.6970007009804249,-0.4394628325244412,0.040134135633707047,0.00924649031367153
mofe,17,-0.05782615300267935,0.14003130793571472,-0.2487220847979188,-0.1170990914106369,-0.13612212892621756,-0.17415986955165863
early_concat,18,0.0484680226072669,-0.07001588121056557,-0.19514809641987085,0.15086225047707558,-0.0033409958705306053,0.23559820279479027
mofe,18,-0.04070322960615158,0.12079158239066601,0.20320307463407516,0.018190929666161537,0.05295567959547043,-0.19003037549555302
early_concat,19,0.18250640854239464,0.14408893324434757,-0.2654205821454525,-0.04219845496118069,0.028504174202680588,0.04741641320288181
mofe,19,-0.03374479338526726,0.20015094801783562,0.004492845386266708,-0.03358887508511543,-0.11287849023938179,-0.19684084132313728
early_concat,20,0.32773403637111187,0.3908335193991661,-0.05679983086884022,0.02634412795305252,0.04537189193069935,0.06008289009332657
mofe,20,0.14851461118087173,0.4687008783221245,-0.1555690816603601,-0.11111316829919815,-0.17570563638582826,-0.2181798294186592
1 base_model case_id class_interaction_TA regression_interaction_TA class_interaction_TV regression_interaction_TV class_interaction_AV regression_interaction_AV
2 early_concat 01 -0.06832781061530113 -0.08650223538279533 -0.0051030926406383514 0.35536159947514534 0.04414543882012367 0.10783880576491356
3 mofe 01 0.1493095811456442 -0.1375332549214363 0.19148301146924496 0.20387714356184006 0.08682472072541714 0.05372856557369232
4 early_concat 02 -0.07161931321024895 0.049096884205937386 0.11469975486397743 0.018701894208788872 0.08902692422270775 0.052358074113726616
5 mofe 02 0.17439940385520458 0.006120207719504833 0.26743285171687603 0.1294015171006322 0.031248582527041435 -0.05978527385741472
6 early_concat 03 -0.10324260126799345 0.20496312086470425 0.32680319529026747 -0.22069800202734768 0.045360331423580647 0.005080404924228787
7 mofe 03 -0.10647344961762428 0.17572544887661934 0.5188996233046055 -0.3861302547156811 0.10380702838301659 -0.1470898725092411
8 early_concat 04 0.13057609181851149 -0.08217310160398483 -0.08629823755472898 0.059323422610759735 -0.03416992258280516 0.024693571031093597
9 mofe 04 0.1931982934474945 -0.1284075230360031 0.24587315320968628 -0.1719321459531784 0.21322444081306458 -0.24222403764724731
10 early_concat 05 0.13487880676984787 0.19909368455410004 -0.16578713804483414 0.11232450604438782 -0.05324367433786392 -0.03781169652938843
11 mofe 05 -0.16514581441879272 -0.04784690588712692 -0.42513665556907654 -0.3215026184916496 -0.17764514684677124 -0.06628166884183884
12 early_concat 06 -0.13201493583619595 -0.04083123058080673 0.0014403443783521652 -0.10775529593229294 0.14899182133376598 0.06874936074018478
13 mofe 06 0.039134979248046875 0.1084241271018982 -0.11210950464010239 -0.10391516983509064 -0.15892500430345535 -0.23701408505439758
14 early_concat 07 0.00586889311671257 0.10400735214352608 0.16722183302044868 0.18518304452300072 0.0741918571293354 0.10556920245289803
15 mofe 07 -0.2759578409604728 -0.1913951652823016 0.026999521534889936 0.22324736590962857 -0.11275519104674459 -0.01906490500550717
16 early_concat 08 -0.05175003781914711 -0.010163974715396762 0.2868756465613842 0.12443891470320523 0.1741604544222355 0.12453210051171482
17 mofe 08 -0.32017623260617256 -0.26536707393825054 0.01090407744050026 0.223225561901927 -0.15529875084757805 -0.02979866974055767
18 early_concat 09 -0.05732538178563118 0.0614964347332716 -0.0030034519731998444 0.17837375588715076 -0.022008124738931656 0.11527075059711933
19 mofe 09 -0.07040642760694027 0.08832532726228237 0.10845269821584225 -0.005892982706427574 0.09822115860879421 -0.1718385424464941
20 early_concat 10 0.08727248013019562 -0.03492831438779831 -0.1979651376605034 0.11337041109800339 0.027057655155658722 0.014644049108028412
21 mofe 10 0.37027326971292496 -0.1734940204769373 -0.04127965867519379 -0.07344538532197475 0.36722394078969955 -0.380188649520278
22 early_concat 11 -0.24807670339941978 0.2152710147202015 0.09115538373589516 -0.06609436497092247 -0.0434177927672863 0.021211665123701096
23 mofe 11 0.05495356395840645 0.11651984602212906 -0.09322474524378777 0.05894864350557327 0.3224250487983227 -0.227338545024395
24 early_concat 12 -0.012332551181316376 0.09780147112905979 -0.2288879007101059 0.2749884333461523 -0.1518969163298607 0.09599925018846989
25 mofe 12 0.06055085361003876 0.0850680684670806 -0.05205114185810089 0.023889505304396152 0.18991710245609283 -0.059837558306753635
26 early_concat 13 -0.07659308984875679 0.3903102376498282 0.12214728817343712 0.014662394765764475 0.019121985882520676 0.10274082375690341
27 mofe 13 -0.13962964713573456 0.1153392642736435 -0.1661875694990158 -0.13379506766796112 -0.29745636880397797 -0.3222241997718811
28 early_concat 14 0.07315950095653534 0.10465584881603718 -0.21404816210269928 -0.09111167676746845 -0.16289061307907104 -0.09358628280460835
29 mofe 14 -0.25783053040504456 -0.09406793862581253 -0.27024270594120026 -0.28462690860033035 -0.3435509204864502 -0.2660142853856087
30 early_concat 15 -0.24221805483102798 -0.06332626938819885 -0.38529232889413834 -0.3292408585548401 -0.09290335327386856 -0.06228485703468323
31 mofe 15 -0.32395534217357635 -0.182631254196167 -0.20972423255443573 -0.14951202273368835 -0.3615460842847824 -0.3009790629148483
32 early_concat 16 -0.11192076280713081 0.15495643205940723 -0.2551078833639622 0.3213828783482313 -0.10400382056832314 0.10472396202385426
33 mofe 16 -0.09119163453578949 0.0715164914727211 0.008884593844413757 0.09563220292329788 -0.07820059359073639 0.049278534948825836
34 early_concat 17 0.2539425529539585 0.1652931192656979 -0.6970007009804249 -0.4394628325244412 0.040134135633707047 0.00924649031367153
35 mofe 17 -0.05782615300267935 0.14003130793571472 -0.2487220847979188 -0.1170990914106369 -0.13612212892621756 -0.17415986955165863
36 early_concat 18 0.0484680226072669 -0.07001588121056557 -0.19514809641987085 0.15086225047707558 -0.0033409958705306053 0.23559820279479027
37 mofe 18 -0.04070322960615158 0.12079158239066601 0.20320307463407516 0.018190929666161537 0.05295567959547043 -0.19003037549555302
38 early_concat 19 0.18250640854239464 0.14408893324434757 -0.2654205821454525 -0.04219845496118069 0.028504174202680588 0.04741641320288181
39 mofe 19 -0.03374479338526726 0.20015094801783562 0.004492845386266708 -0.03358887508511543 -0.11287849023938179 -0.19684084132313728
40 early_concat 20 0.32773403637111187 0.3908335193991661 -0.05679983086884022 0.02634412795305252 0.04537189193069935 0.06008289009332657
41 mofe 20 0.14851461118087173 0.4687008783221245 -0.1555690816603601 -0.11111316829919815 -0.17570563638582826 -0.2181798294186592