Complete standalone final deliverable and unaligned Q2 results
This commit is contained in:
@@ -0,0 +1,9 @@
|
||||
method,seed,mask_mode,aurc_mae,rates_realized
|
||||
B0_early_concat,20260924,single,0.6613046329107035,"[0.0, 0.03337144161346991, 0.10001544588861884, 0.16664611113028518, 0.23332256502011975]"
|
||||
B0_early_concat,20260924,sync,0.6578565844284859,"[0.0, 0.0824731117707892, 0.24870958809352056, 0.4126255406848969, 0.5789536263015227]"
|
||||
B0_early_concat,20260924,partial,0.6492884830542397,"[0.0, 0.08271504489848806, 0.25229746282638565, 0.4133393742759596, 0.5839450723290429]"
|
||||
B0_early_concat,20260924,async,0.655106630034653,"[0.0, 0.08259724236583968, 0.24879994634863523, 0.4163543647761491, 0.5781737204730611]"
|
||||
B5_mofe_mlp,20260924,single,0.6509317685575335,"[0.0, 0.03337144161346991, 0.10001544588861884, 0.16664611113028518, 0.23332256502011975]"
|
||||
B5_mofe_mlp,20260924,sync,0.6471657812189954,"[0.0, 0.0824731117707892, 0.24870958809352056, 0.4126255406848969, 0.5789536263015227]"
|
||||
B5_mofe_mlp,20260924,partial,0.6417413313729995,"[0.0, 0.08271504489848806, 0.25229746282638565, 0.4133393742759596, 0.5839450723290429]"
|
||||
B5_mofe_mlp,20260924,async,0.6524663015746559,"[0.0, 0.08259724236583968, 0.24879994634863523, 0.4163543647761491, 0.5781737204730611]"
|
||||
|
@@ -0,0 +1,5 @@
|
||||
mask_mode,delta_aurc_mae_mofe_minus_earlyconcat,bootstrap_ci_2p5,bootstrap_ci_97p5,bootstrap_probability_delta_lt_0,replicates,resampling_unit,paired,seed
|
||||
single,-0.010372864353169975,-0.034739033206989074,0.011121653228244181,0.832,1000,source video id,True,20260926
|
||||
sync,-0.010690803209490563,-0.03224668332673717,0.009269492203038398,0.852,1000,source video id,True,20260926
|
||||
partial,-0.007547151681240205,-0.028029454281346046,0.011218919524159786,0.799,1000,source video id,True,20260926
|
||||
async,-0.0026403284599970656,-0.021941700095468575,0.014894645229639519,0.624,1000,source video id,True,20260926
|
||||
|
@@ -0,0 +1,85 @@
|
||||
method,seed,scenario,realized_additional_global_rate,n_valid,accuracy,macro_f1,mae,rmse,pearson
|
||||
B0_early_concat,20260924,0.0/none,0.0,728,0.6236263736263736,0.5779072819396367,0.6614056825637817,0.8730861646443621,0.6092134453424162
|
||||
B0_early_concat,20260924,0.1/single,0.03337144161346991,728,0.6222527472527473,0.5756295727842103,0.6565942764282227,0.867535461173715,0.6097236245001968
|
||||
B0_early_concat,20260924,0.1/sync,0.0824731117707892,728,0.6277472527472527,0.582082199138746,0.6544917821884155,0.863676231093789,0.6108662590466946
|
||||
B0_early_concat,20260924,0.1/partial,0.08271504489848806,728,0.6222527472527473,0.5729138628576042,0.6474129557609558,0.8571192178985961,0.6127499396646291
|
||||
B0_early_concat,20260924,0.1/async,0.08259724236583968,728,0.6263736263736264,0.5801957642716272,0.6535077095031738,0.863611977862628,0.6083479927990686
|
||||
B0_early_concat,20260924,0.3/single,0.10001544588861884,728,0.6167582417582418,0.5677215561929921,0.6565725803375244,0.8657024830868382,0.6025942746810006
|
||||
B0_early_concat,20260924,0.3/sync,0.24870958809352056,728,0.6277472527472527,0.5830444518546306,0.6476101279258728,0.8617082652252167,0.6011812144503749
|
||||
B0_early_concat,20260924,0.3/partial,0.25229746282638565,728,0.6098901098901099,0.5507039639053933,0.6338905692100525,0.8444783281512153,0.6071376228085325
|
||||
B0_early_concat,20260924,0.3/async,0.24879994634863523,728,0.6208791208791209,0.5727076447203662,0.6501115560531616,0.8573954932253441,0.5940509004212816
|
||||
B0_early_concat,20260924,0.5/single,0.16664611113028518,728,0.6181318681318682,0.5673158683926244,0.6670693755149841,0.8762100912085523,0.5850970970542624
|
||||
B0_early_concat,20260924,0.5/sync,0.4126255406848969,728,0.6085164835164835,0.5597533635039046,0.6538775563240051,0.8578028082517237,0.5921013502214066
|
||||
B0_early_concat,20260924,0.5/partial,0.4133393742759596,728,0.5975274725274725,0.5492312096994773,0.6596565842628479,0.8699468409531942,0.5653636443874772
|
||||
B0_early_concat,20260924,0.5/async,0.4163543647761491,728,0.6126373626373627,0.5579011692813914,0.6553950309753418,0.8714271899397752,0.5647483252398177
|
||||
B0_early_concat,20260924,0.7/single,0.23332256502011975,728,0.603021978021978,0.5476301273861442,0.6662526726722717,0.8841230404224142,0.5739000504542047
|
||||
B0_early_concat,20260924,0.7/sync,0.5789536263015227,728,0.6181318681318682,0.5794588999566664,0.6893671751022339,0.9076140759757262,0.5310735861778982
|
||||
B0_early_concat,20260924,0.7/partial,0.5839450723290429,728,0.6098901098901099,0.5570287286102937,0.6558725833892822,0.8691751880416998,0.5614266307858081
|
||||
B0_early_concat,20260924,0.7/async,0.5781737204730611,728,0.5906593406593407,0.540751646014804,0.6640652418136597,0.8917284704934869,0.5280100344793427
|
||||
B0_early_concat,20260924,0.3/modality_T,0.09999999999999999,728,0.6071428571428571,0.5467045242030458,0.6535701751708984,0.8695044623924548,0.5740677659010623
|
||||
B0_early_concat,20260924,0.3/modality_A,0.09999999999999999,728,0.6236263736263736,0.5802852067090076,0.6629742980003357,0.8729679490156239,0.6114311922109067
|
||||
B0_early_concat,20260924,0.3/modality_V,0.09761972825757124,728,0.6263736263736264,0.5850409435804974,0.6584386229515076,0.8707905742119356,0.6094125059522634
|
||||
B0_early_concat,20260924,0.3/modality_TA,0.19999999999999998,728,0.6043956043956044,0.5483122703376635,0.6477882266044617,0.8501547630449895,0.5941395419511633
|
||||
B0_early_concat,20260924,0.3/modality_TV,0.19753004834795773,728,0.6153846153846154,0.558287353675163,0.6419960856437683,0.8512022673882316,0.5874828176495971
|
||||
B0_early_concat,20260924,0.3/modality_AV,0.19775529608515166,728,0.625,0.5872757790508221,0.6611344814300537,0.8730712818941418,0.6102031129400097
|
||||
B0_early_concat,20260924,0.3/modality_TAV,0.297772943611562,728,0.6291208791208791,0.5864546518317283,0.6486479640007019,0.8647217965226256,0.610798832373964
|
||||
B0_early_concat,20260924,0.3/location_start_T,0.09999999999999999,728,0.5975274725274725,0.5351726533076114,0.6562638282775879,0.864667754283869,0.5817018346178215
|
||||
B0_early_concat,20260924,0.3/location_middle_T,0.09999999999999999,728,0.6195054945054945,0.5658978157744831,0.6375324726104736,0.8465725348051408,0.5972010628634644
|
||||
B0_early_concat,20260924,0.3/location_end_T,0.09999999999999999,728,0.6181318681318682,0.5567576890206859,0.6542375683784485,0.8580726117995574,0.5929550853656131
|
||||
B0_early_concat,20260924,0.3/span_long_T,0.09999999999999999,728,0.6208791208791209,0.562845463190525,0.6471637487411499,0.8538149869544863,0.5914544955286228
|
||||
B0_early_concat,20260924,0.3/span_multi_short_T,0.09999999999999999,728,0.6222527472527473,0.5623865187243154,0.6460644006729126,0.8516967737571002,0.5948229746582595
|
||||
B0_early_concat,20260924,0.3/location_start_A,0.09999999999999999,728,0.6291208791208791,0.588026021429827,0.6595423221588135,0.8698495438254136,0.6135346689640939
|
||||
B0_early_concat,20260924,0.3/location_middle_A,0.09999999999999999,728,0.6263736263736264,0.5853791183901843,0.6619890928268433,0.8723418527480369,0.6119717734281127
|
||||
B0_early_concat,20260924,0.3/location_end_A,0.09999999999999999,728,0.6222527472527473,0.5801699349967732,0.6609088182449341,0.8717659721431937,0.6110401312729596
|
||||
B0_early_concat,20260924,0.3/span_long_A,0.09999999999999999,728,0.6236263736263736,0.5797123207765644,0.6602560877799988,0.8699320415284744,0.613651629849919
|
||||
B0_early_concat,20260924,0.3/span_multi_short_A,0.09999999999999999,728,0.6222527472527473,0.5802057937364492,0.6612809300422668,0.8719530870478458,0.6122420111215663
|
||||
B0_early_concat,20260924,0.3/location_start_V,0.10012154787579122,728,0.6222527472527473,0.5814214462347244,0.6565123200416565,0.8683806107464582,0.6104583376065503
|
||||
B0_early_concat,20260924,0.3/location_middle_V,0.10012154787579122,728,0.625,0.582351483496762,0.6608109474182129,0.8735481888133111,0.6070971402195685
|
||||
B0_early_concat,20260924,0.3/location_end_V,0.10012154787579122,728,0.6291208791208791,0.5883168687676835,0.656943678855896,0.8694064644577811,0.6089477882879546
|
||||
B0_early_concat,20260924,0.3/span_long_V,0.10012154787579122,728,0.6263736263736264,0.5844995408631772,0.6554403305053711,0.868763531092371,0.61015901738798
|
||||
B0_early_concat,20260924,0.3/span_multi_short_V,0.10012154787579122,728,0.625,0.5829946286257456,0.6572867631912231,0.8695764027788331,0.6095111487857774
|
||||
B0_early_concat,20260924,0.3/synchrony_sync,0.29772828841123383,728,0.6085164835164835,0.5626589390552919,0.6693985462188721,0.8784603768120934,0.5968443695504774
|
||||
B0_early_concat,20260924,0.3/synchrony_partial,0.29809424120092387,728,0.6195054945054945,0.5687658572400007,0.6421869993209839,0.8532956885314406,0.5928230382571548
|
||||
B0_early_concat,20260924,0.3/synchrony_async,0.2979324078676833,728,0.6208791208791209,0.567557702567593,0.6289306282997131,0.8368734663706395,0.6108642541012679
|
||||
B5_mofe_mlp,20260924,0.0/none,0.0,728,0.614010989010989,0.5661110562085216,0.6426358222961426,0.8499269790699532,0.6013646920407029
|
||||
B5_mofe_mlp,20260924,0.1/single,0.03337144161346991,728,0.6112637362637363,0.5594129613928418,0.641840934753418,0.8502911167337094,0.5995157020375953
|
||||
B5_mofe_mlp,20260924,0.1/sync,0.0824731117707892,728,0.6071428571428571,0.5571711340828792,0.6430917382240295,0.8502062575347569,0.5986550324280812
|
||||
B5_mofe_mlp,20260924,0.1/partial,0.08271504489848806,728,0.6126373626373627,0.5525536207262688,0.6412531733512878,0.8473718403375929,0.6011943924366795
|
||||
B5_mofe_mlp,20260924,0.1/async,0.08259724236583968,728,0.6071428571428571,0.5516910274191827,0.6438398957252502,0.8492486648414319,0.598803034002672
|
||||
B5_mofe_mlp,20260924,0.3/single,0.10001544588861884,728,0.6208791208791209,0.5573394889229436,0.6467976570129395,0.8498497984513651,0.5965841685920008
|
||||
B5_mofe_mlp,20260924,0.3/sync,0.24870958809352056,728,0.5989010989010989,0.5385459804114902,0.6412105560302734,0.8482154372931673,0.5958513975498313
|
||||
B5_mofe_mlp,20260924,0.3/partial,0.25229746282638565,728,0.6112637362637363,0.5283507174639464,0.6258935332298279,0.8289982492085595,0.6127149075284516
|
||||
B5_mofe_mlp,20260924,0.3/async,0.24879994634863523,728,0.6016483516483516,0.5197151900845509,0.6410508751869202,0.8450358094860905,0.5961687643306721
|
||||
B5_mofe_mlp,20260924,0.5/single,0.16664611113028518,728,0.6153846153846154,0.5464158181876891,0.6513766646385193,0.8600636237473732,0.5846925766750563
|
||||
B5_mofe_mlp,20260924,0.5/sync,0.4126255406848969,728,0.6085164835164835,0.5470597996610734,0.6449754238128662,0.8444687995793463,0.5925573038909221
|
||||
B5_mofe_mlp,20260924,0.5/partial,0.4133393742759596,728,0.5906593406593407,0.49613066579938897,0.6517915725708008,0.8600206550623896,0.5714346439568058
|
||||
B5_mofe_mlp,20260924,0.5/async,0.4163543647761491,728,0.592032967032967,0.5006927483440172,0.6684890389442444,0.8769546882598469,0.5487937593111066
|
||||
B5_mofe_mlp,20260924,0.7/single,0.23332256502011975,728,0.5906593406593407,0.5188176725643628,0.676094114780426,0.8832226703409539,0.5615064753038177
|
||||
B5_mofe_mlp,20260924,0.7/sync,0.5789536263015227,728,0.5989010989010989,0.5402081732547881,0.671673595905304,0.8967949156943728,0.5324896897010112
|
||||
B5_mofe_mlp,20260924,0.7/partial,0.5839450723290429,728,0.5947802197802198,0.4998097006038016,0.653204619884491,0.8656261237512448,0.5638949756152036
|
||||
B5_mofe_mlp,20260924,0.7/async,0.5781737204730611,728,0.5892857142857143,0.5042495984868866,0.6616786122322083,0.8815221555633493,0.5423866288771326
|
||||
B5_mofe_mlp,20260924,0.3/modality_T,0.09999999999999999,728,0.5947802197802198,0.5063814849809531,0.6539718508720398,0.8704605538196851,0.5723805318852029
|
||||
B5_mofe_mlp,20260924,0.3/modality_A,0.09999999999999999,728,0.614010989010989,0.5598818746617674,0.6425811648368835,0.850795015025813,0.6039956657547587
|
||||
B5_mofe_mlp,20260924,0.3/modality_V,0.09761972825757124,728,0.6153846153846154,0.5690694861127272,0.6356155276298523,0.8384938591702088,0.6043727083237042
|
||||
B5_mofe_mlp,20260924,0.3/modality_TA,0.19999999999999998,728,0.5837912087912088,0.48780687902979797,0.6420891880989075,0.8471604756400429,0.5924223715639282
|
||||
B5_mofe_mlp,20260924,0.3/modality_TV,0.19753004834795773,728,0.6043956043956044,0.5255932011370116,0.64052414894104,0.8469339272806086,0.5874898383721209
|
||||
B5_mofe_mlp,20260924,0.3/modality_AV,0.19775529608515166,728,0.614010989010989,0.5668160786603322,0.6386415362358093,0.8418676076676349,0.6040556699846994
|
||||
B5_mofe_mlp,20260924,0.3/modality_TAV,0.297772943611562,728,0.6167582417582418,0.5715181632974516,0.6396267414093018,0.8512298914345021,0.5979056912272757
|
||||
B5_mofe_mlp,20260924,0.3/location_start_T,0.09999999999999999,728,0.6057692307692307,0.5154200999774394,0.6563181281089783,0.8651397860040234,0.5788243336192032
|
||||
B5_mofe_mlp,20260924,0.3/location_middle_T,0.09999999999999999,728,0.6002747252747253,0.5155996862820228,0.6410806775093079,0.8556772265437145,0.5880992195657162
|
||||
B5_mofe_mlp,20260924,0.3/location_end_T,0.09999999999999999,728,0.6043956043956044,0.5132960652960653,0.6567513346672058,0.8618302038887535,0.5900327107371653
|
||||
B5_mofe_mlp,20260924,0.3/span_long_T,0.09999999999999999,728,0.6002747252747253,0.5184665608001056,0.6476861238479614,0.8577126463981695,0.5876898168366306
|
||||
B5_mofe_mlp,20260924,0.3/span_multi_short_T,0.09999999999999999,728,0.6057692307692307,0.5198857243995252,0.6483989953994751,0.8542659438210808,0.590794095340954
|
||||
B5_mofe_mlp,20260924,0.3/location_start_A,0.09999999999999999,728,0.614010989010989,0.5586252945683551,0.6418027877807617,0.8500467511952089,0.60447489707413
|
||||
B5_mofe_mlp,20260924,0.3/location_middle_A,0.09999999999999999,728,0.6167582417582418,0.5615279110341475,0.6426709890365601,0.8512982999792055,0.603457838057345
|
||||
B5_mofe_mlp,20260924,0.3/location_end_A,0.09999999999999999,728,0.6085164835164835,0.5525221615769731,0.644776463508606,0.8538535210889053,0.6002579946736821
|
||||
B5_mofe_mlp,20260924,0.3/span_long_A,0.09999999999999999,728,0.6167582417582418,0.5615891998583441,0.6422436237335205,0.8508989741317513,0.6034505225052593
|
||||
B5_mofe_mlp,20260924,0.3/span_multi_short_A,0.09999999999999999,728,0.614010989010989,0.5606369387366029,0.6426882743835449,0.8524206894258077,0.6024598958557875
|
||||
B5_mofe_mlp,20260924,0.3/location_start_V,0.10012154787579122,728,0.614010989010989,0.5670474705493806,0.6374409198760986,0.8386711984106638,0.6039920835912731
|
||||
B5_mofe_mlp,20260924,0.3/location_middle_V,0.10012154787579122,728,0.6195054945054945,0.5734933438258247,0.6365443468093872,0.8400289996568183,0.603012598786289
|
||||
B5_mofe_mlp,20260924,0.3/location_end_V,0.10012154787579122,728,0.6112637362637363,0.5652012668666679,0.6374439597129822,0.8398283136412973,0.6023922863626555
|
||||
B5_mofe_mlp,20260924,0.3/span_long_V,0.10012154787579122,728,0.6222527472527473,0.5773678980636182,0.6366006135940552,0.8389656977160165,0.6035623465356755
|
||||
B5_mofe_mlp,20260924,0.3/span_multi_short_V,0.10012154787579122,728,0.6126373626373627,0.5649179859132109,0.6358081102371216,0.8380371179098933,0.6047162305666233
|
||||
B5_mofe_mlp,20260924,0.3/synchrony_sync,0.29772828841123383,728,0.5961538461538461,0.544815501958359,0.6474998593330383,0.8597538199821015,0.5882829626997734
|
||||
B5_mofe_mlp,20260924,0.3/synchrony_partial,0.29809424120092387,728,0.5975274725274725,0.5154921681321046,0.6415172219276428,0.8522963205597589,0.5844467918138794
|
||||
B5_mofe_mlp,20260924,0.3/synchrony_async,0.2979324078676833,728,0.6153846153846154,0.5320488406321139,0.638544499874115,0.8461633711725599,0.5940998868035174
|
||||
|
@@ -0,0 +1,13 @@
|
||||
# R03: 按 math/Q2 V2 口径重训两种保留模型
|
||||
|
||||
## 假设
|
||||
|
||||
在保持 EarlyConcat + BiGRU 与 MoFE-7 + MLP Router 结构及共同监督目标不变的情况下，使用数学方案中的官方划分、连续块缺失训练和 42 个固定验证情景，可以公平比较两种模型的干净测试表现与缺失鲁棒性。
|
||||
|
||||
## 唯一实验改动
|
||||
|
||||
相对现有检查点，本轮重新训练时将缺失训练改为 0/10/30/50/70% 与 single/sync/partial/async，每个被选模态至少保留 20% 观测；训练和批次顺序在两个模型间配对。数学方案中的 C5 概率损失不适用于现有确定性分类/回归头，因此保留项目既有的 CE + 0.5 SmoothL1 联合目标。
|
||||
|
||||
## 数据使用
|
||||
|
||||
标准化器只在官方训练集观测行上拟合；官方验证集只用于早停与缺失评估；官方测试集在全部检查点确定后做一次干净评估。
|
||||
BIN
Binary file not shown.
+7
@@ -0,0 +1,7 @@
|
||||
method,seed,epoch,train_loss,valid_selection_loss,valid_clean_loss
|
||||
B0_early_concat,20260924,1,1.0491621979960688,0.9790831139454474,0.9719539965902056
|
||||
B0_early_concat,20260924,2,0.8702195706190886,0.8858414890019448,0.8805038850386064
|
||||
B0_early_concat,20260924,3,0.7755516767501831,0.8766277267055197,0.8737426747332563
|
||||
B0_early_concat,20260924,4,0.7278096808327569,0.8919816681971916,0.8898496392009022
|
||||
B0_early_concat,20260924,5,0.6790786606294138,0.8997945186201033,0.9034162877680181
|
||||
B0_early_concat,20260924,6,0.6248726513650682,0.930847568662612,0.9370587906994663
|
||||
|
BIN
Binary file not shown.
+8
@@ -0,0 +1,8 @@
|
||||
method,seed,epoch,train_loss,valid_selection_loss,valid_clean_loss
|
||||
B5_mofe_mlp,20260924,1,1.057857162422604,1.001513828779315,0.9967762952322489
|
||||
B5_mofe_mlp,20260924,2,0.907955339661351,0.9335334502406173,0.9310275303138481
|
||||
B5_mofe_mlp,20260924,3,0.8342712808538366,0.9082694209211475,0.9078151596771492
|
||||
B5_mofe_mlp,20260924,4,0.7950075798564487,0.8872917859436391,0.8826478844160562
|
||||
B5_mofe_mlp,20260924,5,0.7324514389038086,0.9029257117391942,0.9091550825716375
|
||||
B5_mofe_mlp,20260924,6,0.695859447673515,0.9317116825790196,0.9370182791909019
|
||||
B5_mofe_mlp,20260924,7,0.6615819312908031,0.9626517438299054,0.9812416643886775
|
||||
|
@@ -0,0 +1,3 @@
|
||||
method,seed,best_epoch,n_test,accuracy,macro_f1,mae,rmse,pearson
|
||||
B0_early_concat,20260924,3,727,0.6698762035763411,0.5869825623561269,0.6850546002388,0.9016550912366708,0.6612713411018789
|
||||
B5_mofe_mlp,20260924,4,727,0.6629986244841816,0.5878736806271413,0.6702061891555786,0.8895326574633714,0.6446983125605155
|
||||
|
@@ -0,0 +1,6 @@
|
||||
comparison,metric,delta,bootstrap_ci_2p5,bootstrap_ci_97p5,bootstrap_probability_delta_gt_0,replicates,resampling_unit,paired,seed
|
||||
B5_mofe_mlp minus B0_early_concat,accuracy,-0.00687757909215958,-0.030277504057500616,0.014748800095774674,0.218,1000,source video id,True,20260925
|
||||
B5_mofe_mlp minus B0_early_concat,macro_f1,0.0008911182710144017,-0.031212396866488787,0.029535171595866133,0.498,1000,source video id,True,20260925
|
||||
B5_mofe_mlp minus B0_early_concat,mae,-0.014848411083221436,-0.0428707018494606,0.013604016602039337,0.156,1000,source video id,True,20260925
|
||||
B5_mofe_mlp minus B0_early_concat,rmse,-0.012122433773299357,-0.04483613634341237,0.019086285550621508,0.239,1000,source video id,True,20260925
|
||||
B5_mofe_mlp minus B0_early_concat,pearson,-0.016573028541363444,-0.03844840453360015,0.005332473039635121,0.07,1000,source video id,True,20260925
|
||||
|
@@ -0,0 +1,11 @@
|
||||
method,metric,mean,sd_across_seeds,n_seeds
|
||||
B0_early_concat,accuracy,0.6698762035763411,0.0,1
|
||||
B0_early_concat,macro_f1,0.5869825623561269,0.0,1
|
||||
B0_early_concat,mae,0.6850546002388,0.0,1
|
||||
B0_early_concat,rmse,0.9016550912366708,0.0,1
|
||||
B0_early_concat,pearson,0.6612713411018789,0.0,1
|
||||
B5_mofe_mlp,accuracy,0.6629986244841816,0.0,1
|
||||
B5_mofe_mlp,macro_f1,0.5878736806271413,0.0,1
|
||||
B5_mofe_mlp,mae,0.6702061891555786,0.0,1
|
||||
B5_mofe_mlp,rmse,0.8895326574633714,0.0,1
|
||||
B5_mofe_mlp,pearson,0.6446983125605155,0.0,1
|
||||
|
@@ -0,0 +1,3 @@
|
||||
method,parameters_total,parameters_trainable,best_epoch
|
||||
B0_early_concat,253124,253124,3
|
||||
B5_mofe_mlp,306523,306523,4
|
||||
|
@@ -0,0 +1,153 @@
|
||||
{
|
||||
"experiment": "Retrained EarlyConcat and MoFE-7 + MLP Router using math/Q2 V2-compatible protocol",
|
||||
"created_unix": 1790329152.2777789,
|
||||
"device": "cuda",
|
||||
"cuda_device": "NVIDIA GeForce RTX 5070 Ti",
|
||||
"feature_file": "/home/gloamxun/modeling_zhaocui/E\u9898\u6570\u636e/\u9644\u4ef62-\u6570\u636e\u96c6\u7279\u5f81\u6587\u4ef6/unaligned_50.pkl",
|
||||
"feature_sha256": "77eda14a06be9749a96c52ae45470c7cffcfa7219011eae391d231a0664c3762",
|
||||
"representation": "final.adapter relative-progress projection of official unaligned_50; not physical-time alignment",
|
||||
"adapter": "final.adapter.adapt_official_split",
|
||||
"adapter_audit": {
|
||||
"train": {
|
||||
"method": "shared_interval_overlap_on_normalized_progress",
|
||||
"coordinate_mode": "relative",
|
||||
"physical_time_alignment": false,
|
||||
"samples": 3395,
|
||||
"vision_length_conflict_samples": 618,
|
||||
"vision_tail_ambiguous_samples": 618,
|
||||
"nonzero_text_rows_outside_attention": 86078,
|
||||
"observed_target_rows": {
|
||||
"text": 169750,
|
||||
"audio": 169750,
|
||||
"vision": 163302
|
||||
},
|
||||
"mean_target_coverage": {
|
||||
"text": 1.0,
|
||||
"audio": 1.0,
|
||||
"vision": 0.9540337701314328
|
||||
},
|
||||
"quality_fields_available": false,
|
||||
"word_or_frame_timestamps_available": false
|
||||
},
|
||||
"valid": {
|
||||
"method": "shared_interval_overlap_on_normalized_progress",
|
||||
"coordinate_mode": "relative",
|
||||
"physical_time_alignment": false,
|
||||
"samples": 728,
|
||||
"vision_length_conflict_samples": 141,
|
||||
"vision_tail_ambiguous_samples": 141,
|
||||
"nonzero_text_rows_outside_attention": 17772,
|
||||
"observed_target_rows": {
|
||||
"text": 36400,
|
||||
"audio": 36400,
|
||||
"vision": 35315
|
||||
},
|
||||
"mean_target_coverage": {
|
||||
"text": 1.0,
|
||||
"audio": 1.0,
|
||||
"vision": 0.96090314748523
|
||||
},
|
||||
"quality_fields_available": false,
|
||||
"word_or_frame_timestamps_available": false
|
||||
},
|
||||
"test": {
|
||||
"method": "shared_interval_overlap_on_normalized_progress",
|
||||
"coordinate_mode": "relative",
|
||||
"physical_time_alignment": false,
|
||||
"samples": 727,
|
||||
"vision_length_conflict_samples": 131,
|
||||
"vision_tail_ambiguous_samples": 131,
|
||||
"nonzero_text_rows_outside_attention": 18041,
|
||||
"observed_target_rows": {
|
||||
"text": 36350,
|
||||
"audio": 36350,
|
||||
"vision": 35034
|
||||
},
|
||||
"mean_target_coverage": {
|
||||
"text": 1.0,
|
||||
"audio": 1.0,
|
||||
"vision": 0.9549938172651288
|
||||
},
|
||||
"quality_fields_available": false,
|
||||
"word_or_frame_timestamps_available": false
|
||||
}
|
||||
},
|
||||
"train_valid_test_counts": {
|
||||
"train": 3395,
|
||||
"valid": 728,
|
||||
"test": 727
|
||||
},
|
||||
"source_video_groups": {
|
||||
"train": 1528,
|
||||
"valid": 239,
|
||||
"test": 381
|
||||
},
|
||||
"official_group_splits_disjoint": true,
|
||||
"train_only_scaler": "/home/gloamxun/modeling_zhaocui/final/output/q2/unaligned_deep_two_b128/unaligned_50_robust_stats.npz",
|
||||
"scaler_fit": "median and 1.4826*MAD on observed training rows only; zero-MAD fallback to std then 1",
|
||||
"seed": 20260924,
|
||||
"model_seeds": [
|
||||
20260924
|
||||
],
|
||||
"training_configuration": {
|
||||
"epoch_limit": 12,
|
||||
"early_stopping_patience": 3,
|
||||
"batch_size": 128,
|
||||
"optimizer": "AdamW",
|
||||
"learning_rate": 0.0003,
|
||||
"weight_decay": 0.001,
|
||||
"gradient_clip_norm": 1.0,
|
||||
"early_stopping_metric": "mean validation joint CE + 0.5*SmoothL1 over 0.0/none, 0.3/single, 0.3/sync, 0.5/async",
|
||||
"architecture_preserved": {
|
||||
"B0_early_concat": "EarlyConcat + BiGRU",
|
||||
"B5_mofe_mlp": "MoFE-7 + MLP Router"
|
||||
},
|
||||
"objective": "cross entropy + 0.5 * SmoothL1(intensity/3, label/3); same objective for both methods",
|
||||
"training_corruption": {
|
||||
"rates": [
|
||||
0.0,
|
||||
0.1,
|
||||
0.3,
|
||||
0.5,
|
||||
0.7
|
||||
],
|
||||
"patterns": [
|
||||
"single",
|
||||
"sync",
|
||||
"partial",
|
||||
"async"
|
||||
],
|
||||
"preserve_at_least_fraction_per_selected_modality": 0.2,
|
||||
"generator_seed": 20261227,
|
||||
"same_sample_masks_and_batch_orders_across_models": true
|
||||
}
|
||||
},
|
||||
"validation_protocol": {
|
||||
"scenario_seed": 20261833,
|
||||
"scenario_count": 42,
|
||||
"same_fixed_masks_for_both_models": true,
|
||||
"scenario_design": "math/Q2 42 controlled continuous-mask scenarios regenerated on each sample's original observation mask",
|
||||
"selection_scenarios": [
|
||||
"0.0/none",
|
||||
"0.3/single",
|
||||
"0.3/sync",
|
||||
"0.5/async"
|
||||
],
|
||||
"selection_note": "Deterministic-model adaptation; uses joint supervised loss instead of C5's probabilistic selection NLL.",
|
||||
"aurc": "normalized trapezoidal MAE area over realized equal-modality-weighted additional missing rate for single/sync/partial/async at 0/.1/.3/.5/.7"
|
||||
},
|
||||
"test_protocol": {
|
||||
"official_test_final_clean_passes": 1,
|
||||
"test_used_for_training_or_checkpoint_selection": false,
|
||||
"metrics": [
|
||||
"accuracy",
|
||||
"macro_f1",
|
||||
"mae",
|
||||
"rmse",
|
||||
"pearson"
|
||||
],
|
||||
"paired_group_bootstrap_replicates": 1000,
|
||||
"bootstrap_unit": "source video id",
|
||||
"bootstrap_seed": 20260925
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
method,seed,epoch,train_loss,valid_selection_loss,valid_clean_loss
|
||||
B0_early_concat,20260924,1,1.0491621979960688,0.9790831139454474,0.9719539965902056
|
||||
B0_early_concat,20260924,2,0.8702195706190886,0.8858414890019448,0.8805038850386064
|
||||
B0_early_concat,20260924,3,0.7755516767501831,0.8766277267055197,0.8737426747332563
|
||||
B0_early_concat,20260924,4,0.7278096808327569,0.8919816681971916,0.8898496392009022
|
||||
B0_early_concat,20260924,5,0.6790786606294138,0.8997945186201033,0.9034162877680181
|
||||
B0_early_concat,20260924,6,0.6248726513650682,0.930847568662612,0.9370587906994663
|
||||
B5_mofe_mlp,20260924,1,1.057857162422604,1.001513828779315,0.9967762952322489
|
||||
B5_mofe_mlp,20260924,2,0.907955339661351,0.9335334502406173,0.9310275303138481
|
||||
B5_mofe_mlp,20260924,3,0.8342712808538366,0.9082694209211475,0.9078151596771492
|
||||
B5_mofe_mlp,20260924,4,0.7950075798564487,0.8872917859436391,0.8826478844160562
|
||||
B5_mofe_mlp,20260924,5,0.7324514389038086,0.9029257117391942,0.9091550825716375
|
||||
B5_mofe_mlp,20260924,6,0.695859447673515,0.9317116825790196,0.9370182791909019
|
||||
B5_mofe_mlp,20260924,7,0.6615819312908031,0.9626517438299054,0.9812416643886775
|
||||
|
@@ -0,0 +1,41 @@
|
||||
method,seed,rate_mode,sample_epoch_assignments
|
||||
B0_early_concat,20260924,0.0/async,1034
|
||||
B0_early_concat,20260924,0.0/partial,1074
|
||||
B0_early_concat,20260924,0.0/single,1084
|
||||
B0_early_concat,20260924,0.0/sync,1065
|
||||
B0_early_concat,20260924,0.1/async,1059
|
||||
B0_early_concat,20260924,0.1/partial,1029
|
||||
B0_early_concat,20260924,0.1/single,1034
|
||||
B0_early_concat,20260924,0.1/sync,969
|
||||
B0_early_concat,20260924,0.3/async,1047
|
||||
B0_early_concat,20260924,0.3/partial,989
|
||||
B0_early_concat,20260924,0.3/single,978
|
||||
B0_early_concat,20260924,0.3/sync,1014
|
||||
B0_early_concat,20260924,0.5/async,1004
|
||||
B0_early_concat,20260924,0.5/partial,1017
|
||||
B0_early_concat,20260924,0.5/single,1013
|
||||
B0_early_concat,20260924,0.5/sync,986
|
||||
B0_early_concat,20260924,0.7/async,975
|
||||
B0_early_concat,20260924,0.7/partial,1006
|
||||
B0_early_concat,20260924,0.7/single,982
|
||||
B0_early_concat,20260924,0.7/sync,1011
|
||||
B5_mofe_mlp,20260924,0.0/async,1215
|
||||
B5_mofe_mlp,20260924,0.0/partial,1242
|
||||
B5_mofe_mlp,20260924,0.0/single,1246
|
||||
B5_mofe_mlp,20260924,0.0/sync,1246
|
||||
B5_mofe_mlp,20260924,0.1/async,1219
|
||||
B5_mofe_mlp,20260924,0.1/partial,1205
|
||||
B5_mofe_mlp,20260924,0.1/single,1210
|
||||
B5_mofe_mlp,20260924,0.1/sync,1141
|
||||
B5_mofe_mlp,20260924,0.3/async,1210
|
||||
B5_mofe_mlp,20260924,0.3/partial,1146
|
||||
B5_mofe_mlp,20260924,0.3/single,1148
|
||||
B5_mofe_mlp,20260924,0.3/sync,1169
|
||||
B5_mofe_mlp,20260924,0.5/async,1173
|
||||
B5_mofe_mlp,20260924,0.5/partial,1184
|
||||
B5_mofe_mlp,20260924,0.5/single,1192
|
||||
B5_mofe_mlp,20260924,0.5/sync,1159
|
||||
B5_mofe_mlp,20260924,0.7/async,1157
|
||||
B5_mofe_mlp,20260924,0.7/partial,1153
|
||||
B5_mofe_mlp,20260924,0.7/single,1172
|
||||
B5_mofe_mlp,20260924,0.7/sync,1178
|
||||
|
Binary file not shown.
Reference in New Issue
Block a user