gloamxun/modeling_zhaocui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add aligned missingness analyses and results

Browse Source
This commit is contained in:
gloamxun
2026-09-25 11:49:09 +08:00
parent 95bd34599b
commit c6b018e5d0
20 changed files with 6373 additions and 395 deletions
Download Patch File Download Diff File Expand all files Collapse all files
math/Q2/results/aligned_missingness_effects.png
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 177 KiB

math/Q2/results/matched_missing_type.csv
+17
View File
@@ -0,0 +1,17 @@
model,scenario,rate_realized_additional_global,rate_realized_additional_by_modality,natural_missing_rate_global,natural_missing_rate_by_modality,rate_final_total_missing_global,rate_final_total_missing_by_modality,synchronous_no_observation_rate,matched_added_rows_total,n,accuracy,macro_f1,negative_support,neutral_support,positive_support,negative_recall,middle_recall,positive_recall,regression_mae,regression_rmse,pearson,brier,classification_nll,ece_15,interval_90_coverage,interval_90_mean_width,selection_nll,matched_added_rows_mean_per_sample,matched_zero_budget_samples,predictive_variance_mean_uncalibrated,within_trajectory_variance_mean,between_trajectory_variance_mean,predictive_mean_mean_calibrated,predictive_variance_mean_calibrated
C0,0.0/none,0.0,"[0.0, 0.0, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.0,0,728,0.592032967032967,0.5559346126510305,206,184,338,0.5825242718446602,0.34782608695652173,0.7307692307692307,0.7334139347076416,0.9371736594281902,0.5192425847053528,0.5145634913739343,0.8668775768593128,0.03562808104126608,0.9093406593406593,3.1437528133392334,0.9035571651175792,12.26923076923077,25,,,,,
C0,matched_type_T,0.08236053480866758,"[0.24538461538461645, 0.0, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.24538461538461645, 0.5295054945054959, 0.5551648351648366]",0.10975274725274724,8932,728,0.5769230769230769,0.5393829339564863,206,184,338,0.5679611650485437,0.33152173913043476,0.7159763313609467,0.7636505961418152,0.9703582826584921,0.49724081158638,0.5187844733458724,0.8722964721219175,0.04336370695691294,0.8901098901098901,3.135228395462036,0.9112614179448717,12.26923076923077,25,,,,,
C0,matched_type_A,0.19564514931792046,"[0.0, 0.582904297899134, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.7748901098901099, 0.5551648351648366]",0.0,8932,728,0.5865384615384616,0.555780304844736,206,184,338,0.5776699029126213,0.375,0.7071005917159763,0.7338536977767944,0.9391900723295753,0.5181482434272766,0.519898950732422,0.8767403526355085,0.036376168171705664,0.9148351648351648,3.144644021987915,0.9135486459482965,12.26923076923077,25,,,,,
C0,matched_type_V,0.20339971766384882,"[0.0, 0.0, 0.618757345880629]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.5295054945054959, 0.8005494505494513]",0.0,8932,728,0.5851648351648352,0.5509321523095454,206,184,338,0.5631067961165048,0.3641304347826087,0.7189349112426036,0.7363642454147339,0.9375345223746303,0.5202035903930664,0.516828397263377,0.8695349724293657,0.039149007102292924,0.9107142857142857,3.1420364379882812,0.906339212626309,12.26923076923077,25,,,,,
C0,matched_type_TA,0.13874580351273275,"[0.12291208791208741, 0.2904665492020848, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.12291208791208742, 0.6519780219780212, 0.5551648351648366]",0.055714285714285716,8932,728,0.5810439560439561,0.5474719462821344,206,184,338,0.5776699029126213,0.34782608695652173,0.7100591715976331,0.7391047477722168,0.9450906540515626,0.5127956867218018,0.5180875149838958,0.870366247055919,0.03234895390179779,0.9052197802197802,3.1427252292633057,0.9075628422776769,12.26923076923077,25,,,,,
C0,matched_type_TV,0.14297275336278015,"[0.12271978021977972, 0.0, 0.3096324011835494]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.12271978021977974, 0.5295054945054959, 0.6778296703296693]",0.057637362637362646,8932,728,0.5892857142857143,0.5513653212302171,206,184,338,0.5825242718446602,0.33152173913043476,0.7337278106508875,0.745841920375824,0.9528627503863888,0.5077762007713318,0.5170688084607442,0.8702722730912172,0.03295859232782085,0.9010989010989011,3.137592077255249,0.9079227278806173,12.26923076923077,25,,,,,
C0,matched_type_AV,0.19963931250831526,"[0.0, 0.29155520915710675, 0.30962899938872834]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.6522527472527463, 0.6778021978021966]",0.0,8932,728,0.5837912087912088,0.5462339793823264,206,184,338,0.558252427184466,0.3423913043478261,0.7307692307692307,0.7330833673477173,0.9383928815388751,0.5195925831794739,0.5155379554942412,0.8677943862756456,0.047162958173387164,0.9052197802197802,3.1403942108154297,0.9046343445559706,12.26923076923077,25,,,,,
C0,matched_type_TAV,0.16096515249542598,"[0.08175824175824226, 0.19401270719267957, 0.2080956029821996]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.08175824175824226, 0.6112912087912086, 0.6370054945054938]",0.040027472527472525,8932,728,0.5906593406593407,0.5530669662179554,206,184,338,0.5728155339805825,0.3423913043478261,0.7366863905325444,0.7325779795646667,0.9408177479302549,0.5191915035247803,0.5132234186440678,0.8658605898856188,0.04369982477779119,0.9052197802197802,3.142317533493042,0.9027755010067487,12.26923076923077,25,,,,,
C5,0.0/none,0.0,"[0.0, 0.0, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.0,0,728,0.6167582417582418,0.5472420438041464,206,184,338,0.6990291262135923,0.1956521739130435,0.7958579881656804,0.6614819765090942,0.8930210542087126,0.6175611019134521,0.49179526594346484,0.8373559713363647,0.05974927303064,0.8928571428571429,2.381861686706543,3.535538673400879,12.26923076923077,25,0.5485242605209351,0.5485153794288635,8.777557923167478e-06,0.1391230672597885,0.5960303544998169
C5,matched_type_T,0.08236053480866758,"[0.24538461538461645, 0.0, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.24538461538461645, 0.5295054945054959, 0.5551648351648366]",0.10975274725274724,8932,728,0.6098901098901099,0.5351839563874109,206,184,338,0.6747572815533981,0.17391304347826086,0.8076923076923077,0.6865675449371338,0.937496344241326,0.5820114612579346,0.4981574696956791,0.8469253182411194,0.0442884711773841,0.8956043956043956,2.453551769256592,3.5504415035247803,12.26923076923077,25,0.5814554691314697,0.5812084674835205,0.0002470039762556553,0.15884242951869965,0.6281879544258118
C5,matched_type_A,0.19564514931792046,"[0.0, 0.582904297899134, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.7748901098901099, 0.5551648351648366]",0.0,8932,728,0.6098901098901099,0.5340993909191584,206,184,338,0.7038834951456311,0.16847826086956522,0.7928994082840237,0.6658172011375427,0.8955359667696297,0.6198774576187134,0.4916545771006669,0.8370434045791626,0.058128268427246214,0.8942307692307693,2.3901164531707764,3.53391432762146,12.26923076923077,25,0.5517944693565369,0.5517837405204773,1.0674714758351911e-05,0.12758490443229675,0.600457489490509
C5,matched_type_V,0.20339971766384882,"[0.0, 0.0, 0.618757345880629]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.5295054945054959, 0.8005494505494513]",0.0,8932,728,0.6208791208791209,0.5552627088646019,206,184,338,0.6990291262135923,0.21195652173913043,0.7958579881656804,0.6525367498397827,0.8809055223239688,0.6240981817245483,0.49228886462649224,0.8382279872894287,0.05256490151469524,0.8873626373626373,2.3522565364837646,3.5415308475494385,12.26923076923077,25,0.5376319885253906,0.5376207828521729,1.121730929298792e-05,0.13418912887573242,0.5840601921081543
C5,matched_type_TA,0.13874580351273275,"[0.12291208791208741, 0.2904665492020848, 0.0]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.12291208791208742, 0.6519780219780212, 0.5551648351648366]",0.055714285714285716,8932,728,0.6153846153846154,0.5419674263773049,206,184,338,0.6990291262135923,0.1793478260869565,0.8017751479289941,0.6685264706611633,0.9048146028456692,0.609342634677887,0.49276868260838724,0.8386208415031433,0.04161169175263289,0.8928571428571429,2.419700860977173,3.536464214324951,12.26923076923077,25,0.5647855401039124,0.5646933913230896,9.222278458764777e-05,0.14660096168518066,0.6122171878814697
C5,matched_type_TV,0.14297275336278015,"[0.12271978021977972, 0.0, 0.3096324011835494]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.12271978021977974, 0.5295054945054959, 0.6778296703296693]",0.057637362637362646,8932,728,0.6071428571428571,0.5353544129527634,206,184,338,0.6796116504854369,0.1793478260869565,0.7958579881656804,0.6680172681808472,0.9005903572763313,0.6099472045898438,0.49241561221321045,0.83706134557724,0.05255568387744191,0.8942307692307693,2.405548334121704,3.531872510910034,12.26923076923077,25,0.5589443445205688,0.5588531494140625,9.121741459239274e-05,0.14908139407634735,0.6059207320213318
C5,matched_type_AV,0.19963931250831526,"[0.0, 0.29155520915710675, 0.30962899938872834]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.0, 0.6522527472527463, 0.6778021978021966]",0.0,8932,728,0.6181318681318682,0.5485750437972842,206,184,338,0.7038834951456311,0.1956521739130435,0.7958579881656804,0.6586098074913025,0.8902075943845942,0.6201772689819336,0.491709285683531,0.8372098207473755,0.05521660641982003,0.8914835164835165,2.3736307621002197,3.536386251449585,12.26923076923077,25,0.5457169413566589,0.5457064509391785,1.0502969416847918e-05,0.13100601732730865,0.5931695699691772
C5,matched_type_TAV,0.16096515249542598,"[0.08175824175824226, 0.19401270719267957, 0.2080956029821996]",0.36155677655677654,"[0.0, 0.5295054945054959, 0.5551648351648366]",0.44335164835164836,"[0.08175824175824226, 0.6112912087912086, 0.6370054945054938]",0.040027472527472525,8932,728,0.6153846153846154,0.5436390160113765,206,184,338,0.6990291262135923,0.18478260869565216,0.7988165680473372,0.6651139259338379,0.8969123500264189,0.6153786182403564,0.4912526448827642,0.8370823860168457,0.052326494479899864,0.896978021978022,2.3980393409729004,3.535360813140869,12.26923076923077,25,0.5562692284584045,0.5562043786048889,6.489618681371212e-05,0.1406826674938202,0.6039722561836243
1 model scenario rate_realized_additional_global rate_realized_additional_by_modality natural_missing_rate_global natural_missing_rate_by_modality rate_final_total_missing_global rate_final_total_missing_by_modality synchronous_no_observation_rate matched_added_rows_total n accuracy macro_f1 negative_support neutral_support positive_support negative_recall middle_recall positive_recall regression_mae regression_rmse pearson brier classification_nll ece_15 interval_90_coverage interval_90_mean_width selection_nll matched_added_rows_mean_per_sample matched_zero_budget_samples predictive_variance_mean_uncalibrated within_trajectory_variance_mean between_trajectory_variance_mean predictive_mean_mean_calibrated predictive_variance_mean_calibrated
2 C0 0.0/none 0.0 [0.0, 0.0, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.0 0 728 0.592032967032967 0.5559346126510305 206 184 338 0.5825242718446602 0.34782608695652173 0.7307692307692307 0.7334139347076416 0.9371736594281902 0.5192425847053528 0.5145634913739343 0.8668775768593128 0.03562808104126608 0.9093406593406593 3.1437528133392334 0.9035571651175792 12.26923076923077 25
3 C0 matched_type_T 0.08236053480866758 [0.24538461538461645, 0.0, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.24538461538461645, 0.5295054945054959, 0.5551648351648366] 0.10975274725274724 8932 728 0.5769230769230769 0.5393829339564863 206 184 338 0.5679611650485437 0.33152173913043476 0.7159763313609467 0.7636505961418152 0.9703582826584921 0.49724081158638 0.5187844733458724 0.8722964721219175 0.04336370695691294 0.8901098901098901 3.135228395462036 0.9112614179448717 12.26923076923077 25
4 C0 matched_type_A 0.19564514931792046 [0.0, 0.582904297899134, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.7748901098901099, 0.5551648351648366] 0.0 8932 728 0.5865384615384616 0.555780304844736 206 184 338 0.5776699029126213 0.375 0.7071005917159763 0.7338536977767944 0.9391900723295753 0.5181482434272766 0.519898950732422 0.8767403526355085 0.036376168171705664 0.9148351648351648 3.144644021987915 0.9135486459482965 12.26923076923077 25
5 C0 matched_type_V 0.20339971766384882 [0.0, 0.0, 0.618757345880629] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.5295054945054959, 0.8005494505494513] 0.0 8932 728 0.5851648351648352 0.5509321523095454 206 184 338 0.5631067961165048 0.3641304347826087 0.7189349112426036 0.7363642454147339 0.9375345223746303 0.5202035903930664 0.516828397263377 0.8695349724293657 0.039149007102292924 0.9107142857142857 3.1420364379882812 0.906339212626309 12.26923076923077 25
6 C0 matched_type_TA 0.13874580351273275 [0.12291208791208741, 0.2904665492020848, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.12291208791208742, 0.6519780219780212, 0.5551648351648366] 0.055714285714285716 8932 728 0.5810439560439561 0.5474719462821344 206 184 338 0.5776699029126213 0.34782608695652173 0.7100591715976331 0.7391047477722168 0.9450906540515626 0.5127956867218018 0.5180875149838958 0.870366247055919 0.03234895390179779 0.9052197802197802 3.1427252292633057 0.9075628422776769 12.26923076923077 25
7 C0 matched_type_TV 0.14297275336278015 [0.12271978021977972, 0.0, 0.3096324011835494] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.12271978021977974, 0.5295054945054959, 0.6778296703296693] 0.057637362637362646 8932 728 0.5892857142857143 0.5513653212302171 206 184 338 0.5825242718446602 0.33152173913043476 0.7337278106508875 0.745841920375824 0.9528627503863888 0.5077762007713318 0.5170688084607442 0.8702722730912172 0.03295859232782085 0.9010989010989011 3.137592077255249 0.9079227278806173 12.26923076923077 25
8 C0 matched_type_AV 0.19963931250831526 [0.0, 0.29155520915710675, 0.30962899938872834] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.6522527472527463, 0.6778021978021966] 0.0 8932 728 0.5837912087912088 0.5462339793823264 206 184 338 0.558252427184466 0.3423913043478261 0.7307692307692307 0.7330833673477173 0.9383928815388751 0.5195925831794739 0.5155379554942412 0.8677943862756456 0.047162958173387164 0.9052197802197802 3.1403942108154297 0.9046343445559706 12.26923076923077 25
9 C0 matched_type_TAV 0.16096515249542598 [0.08175824175824226, 0.19401270719267957, 0.2080956029821996] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.08175824175824226, 0.6112912087912086, 0.6370054945054938] 0.040027472527472525 8932 728 0.5906593406593407 0.5530669662179554 206 184 338 0.5728155339805825 0.3423913043478261 0.7366863905325444 0.7325779795646667 0.9408177479302549 0.5191915035247803 0.5132234186440678 0.8658605898856188 0.04369982477779119 0.9052197802197802 3.142317533493042 0.9027755010067487 12.26923076923077 25
10 C5 0.0/none 0.0 [0.0, 0.0, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.0 0 728 0.6167582417582418 0.5472420438041464 206 184 338 0.6990291262135923 0.1956521739130435 0.7958579881656804 0.6614819765090942 0.8930210542087126 0.6175611019134521 0.49179526594346484 0.8373559713363647 0.05974927303064 0.8928571428571429 2.381861686706543 3.535538673400879 12.26923076923077 25 0.5485242605209351 0.5485153794288635 8.777557923167478e-06 0.1391230672597885 0.5960303544998169
11 C5 matched_type_T 0.08236053480866758 [0.24538461538461645, 0.0, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.24538461538461645, 0.5295054945054959, 0.5551648351648366] 0.10975274725274724 8932 728 0.6098901098901099 0.5351839563874109 206 184 338 0.6747572815533981 0.17391304347826086 0.8076923076923077 0.6865675449371338 0.937496344241326 0.5820114612579346 0.4981574696956791 0.8469253182411194 0.0442884711773841 0.8956043956043956 2.453551769256592 3.5504415035247803 12.26923076923077 25 0.5814554691314697 0.5812084674835205 0.0002470039762556553 0.15884242951869965 0.6281879544258118
12 C5 matched_type_A 0.19564514931792046 [0.0, 0.582904297899134, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.7748901098901099, 0.5551648351648366] 0.0 8932 728 0.6098901098901099 0.5340993909191584 206 184 338 0.7038834951456311 0.16847826086956522 0.7928994082840237 0.6658172011375427 0.8955359667696297 0.6198774576187134 0.4916545771006669 0.8370434045791626 0.058128268427246214 0.8942307692307693 2.3901164531707764 3.53391432762146 12.26923076923077 25 0.5517944693565369 0.5517837405204773 1.0674714758351911e-05 0.12758490443229675 0.600457489490509
13 C5 matched_type_V 0.20339971766384882 [0.0, 0.0, 0.618757345880629] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.5295054945054959, 0.8005494505494513] 0.0 8932 728 0.6208791208791209 0.5552627088646019 206 184 338 0.6990291262135923 0.21195652173913043 0.7958579881656804 0.6525367498397827 0.8809055223239688 0.6240981817245483 0.49228886462649224 0.8382279872894287 0.05256490151469524 0.8873626373626373 2.3522565364837646 3.5415308475494385 12.26923076923077 25 0.5376319885253906 0.5376207828521729 1.121730929298792e-05 0.13418912887573242 0.5840601921081543
14 C5 matched_type_TA 0.13874580351273275 [0.12291208791208741, 0.2904665492020848, 0.0] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.12291208791208742, 0.6519780219780212, 0.5551648351648366] 0.055714285714285716 8932 728 0.6153846153846154 0.5419674263773049 206 184 338 0.6990291262135923 0.1793478260869565 0.8017751479289941 0.6685264706611633 0.9048146028456692 0.609342634677887 0.49276868260838724 0.8386208415031433 0.04161169175263289 0.8928571428571429 2.419700860977173 3.536464214324951 12.26923076923077 25 0.5647855401039124 0.5646933913230896 9.222278458764777e-05 0.14660096168518066 0.6122171878814697
15 C5 matched_type_TV 0.14297275336278015 [0.12271978021977972, 0.0, 0.3096324011835494] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.12271978021977974, 0.5295054945054959, 0.6778296703296693] 0.057637362637362646 8932 728 0.6071428571428571 0.5353544129527634 206 184 338 0.6796116504854369 0.1793478260869565 0.7958579881656804 0.6680172681808472 0.9005903572763313 0.6099472045898438 0.49241561221321045 0.83706134557724 0.05255568387744191 0.8942307692307693 2.405548334121704 3.531872510910034 12.26923076923077 25 0.5589443445205688 0.5588531494140625 9.121741459239274e-05 0.14908139407634735 0.6059207320213318
16 C5 matched_type_AV 0.19963931250831526 [0.0, 0.29155520915710675, 0.30962899938872834] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.0, 0.6522527472527463, 0.6778021978021966] 0.0 8932 728 0.6181318681318682 0.5485750437972842 206 184 338 0.7038834951456311 0.1956521739130435 0.7958579881656804 0.6586098074913025 0.8902075943845942 0.6201772689819336 0.491709285683531 0.8372098207473755 0.05521660641982003 0.8914835164835165 2.3736307621002197 3.536386251449585 12.26923076923077 25 0.5457169413566589 0.5457064509391785 1.0502969416847918e-05 0.13100601732730865 0.5931695699691772
17 C5 matched_type_TAV 0.16096515249542598 [0.08175824175824226, 0.19401270719267957, 0.2080956029821996] 0.36155677655677654 [0.0, 0.5295054945054959, 0.5551648351648366] 0.44335164835164836 [0.08175824175824226, 0.6112912087912086, 0.6370054945054938] 0.040027472527472525 8932 728 0.6153846153846154 0.5436390160113765 206 184 338 0.6990291262135923 0.18478260869565216 0.7988165680473372 0.6651139259338379 0.8969123500264189 0.6153786182403564 0.4912526448827642 0.8370823860168457 0.052326494479899864 0.896978021978022 2.3980393409729004 3.535360813140869 12.26923076923077 25 0.5562692284584045 0.5562043786048889 6.489618681371212e-05 0.1406826674938202 0.6039722561836243
math/Q2/results/matched_missing_type_audit.csv
+5097
View File
File diff suppressed because it is too large Load Diff
math/Q2/results/matched_missing_type_bootstrap.csv
+49
View File
@@ -0,0 +1,49 @@
model,scenario,metric,estimate,bootstrap_median,ci_2_5,ci_97_5,replicates,unit,C5_minus_C0,C5_minus_C0_bootstrap_median,C5_minus_C0_ci_2_5,C5_minus_C0_ci_97_5,delta_to_natural,delta_to_natural_bootstrap_median,delta_to_natural_ci_2_5,delta_to_natural_ci_97_5
C0,0.0/none,accuracy,0.592032967032967,0.5913224969833732,0.5543807466530893,0.6289861583970531,1000,paired source-video group resample,0.02472527472527475,0.025136950236025524,-0.006831068942286053,0.05586404164352515,,,,
C0,0.0/none,macro_f1,0.5559346126510305,0.5555506288566419,0.5180087213671375,0.5904483452391245,1000,paired source-video group resample,-0.008692568846884074,-0.00742421382336883,-0.04789524506814869,0.028977594075404574,,,,
C0,0.0/none,mae,0.7334139347076416,0.7324737906455994,0.6878134265542031,0.7832536712288857,1000,paired source-video group resample,-0.07193195819854736,-0.071920245885849,-0.10994510054588318,-0.03534466326236726,,,,
C0,matched_type_T,accuracy,0.5769230769230769,0.5770046147955585,0.5408827979799479,0.6145150501672241,1000,paired source-video group resample,0.03296703296703307,0.032942839563492476,0.0,0.06374791111316701,-0.015109890109890167,-0.015031447315988988,-0.029895387859348983,0.0
C0,matched_type_T,macro_f1,0.5393829339564863,0.5385649983604828,0.5026451207194949,0.5780419310118782,1000,paired source-video group resample,-0.0041989775690753905,-0.0034015426051711706,-0.042662169816292075,0.03254199150929852,-0.016551678694544214,-0.01639816840472469,-0.03355851780613857,0.0001821587002871506
C0,matched_type_T,mae,0.7636505961418152,0.7628006935119629,0.7182668462395668,0.8176649451255799,1000,paired source-video group resample,-0.0770830512046814,-0.07778486609458923,-0.11603872776031494,-0.035469788312912,0.030236661434173584,0.03057163953781128,0.013966797292232514,0.04837098419666289
C0,matched_type_A,accuracy,0.5865384615384616,0.5864031531712329,0.5506038818445845,0.626185627618545,1000,paired source-video group resample,0.02335164835164838,0.024373741707647056,-0.00977026523349212,0.058040787337662346,-0.005494505494505475,-0.00589970501474929,-0.02439190084835633,0.012613656973580748
C0,matched_type_A,macro_f1,0.555780304844736,0.5551606953545224,0.5176488312713191,0.5925956170859047,1000,paired source-video group resample,-0.021680913925577583,-0.02165753935569914,-0.05884198222022191,0.01951280756673255,-0.00015430780629455132,-0.0008347498161657696,-0.022996330038185877,0.021114250080972417
C0,matched_type_A,mae,0.7338536977767944,0.7332103848457336,0.6873686507344245,0.7827591091394425,1000,paired source-video group resample,-0.06803649663925171,-0.06791001558303833,-0.10614908784627915,-0.03143596947193146,0.00043976306915283203,0.000182420015335083,-0.010727481544017791,0.01074945032596588
C0,matched_type_V,accuracy,0.5851648351648352,0.5846153846153846,0.5474133614934856,0.6229592409611499,1000,paired source-video group resample,0.0357142857142857,0.03624167603563083,0.001372530395136773,0.06980799337693908,-0.006868131868131844,-0.006958945610779421,-0.019640913928759766,0.006723887118899058
C0,matched_type_V,macro_f1,0.5509321523095454,0.5504003169237217,0.5137349977346363,0.589068371691351,1000,paired source-video group resample,0.004330556555056542,0.00461833151432145,-0.03706279068242269,0.044783543906377433,-0.005002460341485104,-0.005314663059922509,-0.019918844377567746,0.009815314781836821
C0,matched_type_V,mae,0.7363642454147339,0.735662192106247,0.6903349027037621,0.7864542722702026,1000,paired source-video group resample,-0.08382749557495117,-0.0833868682384491,-0.12203920781612396,-0.04667305201292038,0.002950310707092285,0.003127545118331909,-0.0027874454855918883,0.009412758052349089
C0,matched_type_TA,accuracy,0.5810439560439561,0.5802639807774597,0.5417263913439392,0.6193116710875332,1000,paired source-video group resample,0.03434065934065933,0.034979152744967046,0.0012862796833772747,0.06878390592691291,-0.01098901098901095,-0.011392423317454436,-0.02572360248447213,0.004161177008443304
C0,matched_type_TA,macro_f1,0.5474719462821344,0.5460971289211473,0.509503682800298,0.5847959654674446,1000,paired source-video group resample,-0.005504519904829475,-0.00498077796565094,-0.04295062127825049,0.0369578431753336,-0.008462666368896143,-0.009472600395273478,-0.024997034956830633,0.008817364825479677
C0,matched_type_TA,mae,0.7391047477722168,0.7382183074951172,0.694877165555954,0.7883736655116081,1000,paired source-video group resample,-0.07057827711105347,-0.07113125920295715,-0.10771856904029846,-0.0317716732621193,0.005690813064575195,0.0057299137115478516,-0.006073255836963653,0.017568321526050566
C0,matched_type_TV,accuracy,0.5892857142857143,0.5890986823551531,0.5519334049409237,0.6273248530952489,1000,paired source-video group resample,0.017857142857142794,0.018826946873885808,-0.017573583857830474,0.051515677311970695,-0.0027472527472527375,-0.002670226969292422,-0.01650904754102729,0.010247273926095887
C0,matched_type_TV,macro_f1,0.5513653212302171,0.5506651348324003,0.5140847005460136,0.5903611501572952,1000,paired source-video group resample,-0.01601090827745366,-0.014849160751929047,-0.06125595462076885,0.028038069526667368,-0.004569291420813415,-0.004106826914776929,-0.020845162983090575,0.010857893839506496
C0,matched_type_TV,mae,0.745841920375824,0.7452885210514069,0.6976982250809669,0.7954563602805138,1000,paired source-video group resample,-0.0778246521949768,-0.07787632942199707,-0.11753073632717133,-0.036039607226848604,0.012427985668182373,0.012515097856521606,0.002442780137062073,0.022447265684604645
C0,matched_type_AV,accuracy,0.5837912087912088,0.5837820358701102,0.5435346577255309,0.6228792423761839,1000,paired source-video group resample,0.03434065934065933,0.03398086279098411,0.0012879788639365306,0.06790232296587549,-0.008241758241758212,-0.008281577443322585,-0.020327277252364308,0.0028656387211147935
C0,matched_type_AV,macro_f1,0.5462339793823264,0.5450550063694277,0.5062522623876544,0.5839731840580099,1000,paired source-video group resample,0.0023410644149577386,0.0019090907894763753,-0.0374221104021527,0.0433665663761355,-0.009700633268704073,-0.009747149375830044,-0.024668950398918317,0.003485043541411635
C0,matched_type_AV,mae,0.7330833673477173,0.7323378324508667,0.6874367862939834,0.7837248966097832,1000,paired source-video group resample,-0.0744735598564148,-0.07418161630630493,-0.11166073977947236,-0.03880458921194077,-0.0003305673599243164,-0.0003624260425567627,-0.005563387274742126,0.0048500016331672665
C0,matched_type_TAV,accuracy,0.5906593406593407,0.5892252317008092,0.5516665698209322,0.6291562766410912,1000,paired source-video group resample,0.02472527472527475,0.025740025740025707,-0.009678232361719696,0.061311696037009734,-0.0013736263736263687,-0.0013898601060891025,-0.015807456709416606,0.013639807162534464
C0,matched_type_TAV,macro_f1,0.5530669662179554,0.5514799414851768,0.5122892491372637,0.5920116915662829,1000,paired source-video group resample,-0.009427950206578828,-0.008313162966268994,-0.05234725069468815,0.032884553762760074,-0.002867646433075133,-0.0029838757839551477,-0.019391363633015066,0.014507233669741196
C0,matched_type_TAV,mae,0.7325779795646667,0.731381893157959,0.6869693398475647,0.7818331733345986,1000,paired source-video group resample,-0.06746405363082886,-0.06719186902046204,-0.1072593554854393,-0.030761821568012254,-0.0008359551429748535,-0.001007169485092163,-0.008481840789318084,0.006332886219024657
C5,0.0/none,accuracy,0.6167582417582418,0.6166978776529338,0.5809674694817873,0.6550346304991086,1000,paired source-video group resample,0.02472527472527475,0.025136950236025524,-0.006831068942286053,0.05586404164352515,,,,
C5,0.0/none,macro_f1,0.5472420438041464,0.5469260158058056,0.5096860090973042,0.5860718123814138,1000,paired source-video group resample,-0.008692568846884074,-0.00742421382336883,-0.04789524506814869,0.028977594075404574,,,,
C5,0.0/none,mae,0.6614819765090942,0.6603323519229889,0.6108811289072037,0.7183952122926712,1000,paired source-video group resample,-0.07193195819854736,-0.071920245885849,-0.10994510054588318,-0.03534466326236726,,,,
C5,matched_type_T,accuracy,0.6098901098901099,0.609271523178808,0.5747819418053616,0.646381613781627,1000,paired source-video group resample,0.03296703296703307,0.032942839563492476,0.0,0.06374791111316701,-0.006868131868131844,-0.007042267491107923,-0.02122653771168629,0.00662564460054878
C5,matched_type_T,macro_f1,0.5351839563874109,0.5350491048096742,0.4995437583617357,0.5701451203231437,1000,paired source-video group resample,-0.0041989775690753905,-0.0034015426051711706,-0.042662169816292075,0.03254199150929852,-0.01205808741673553,-0.012524860857425157,-0.03253195925729562,0.00718955733681344
C5,matched_type_T,mae,0.6865675449371338,0.6868902146816254,0.6341559991240502,0.7454844802618027,1000,paired source-video group resample,-0.0770830512046814,-0.07778486609458923,-0.11603872776031494,-0.035469788312912,0.02508556842803955,0.024865955114364624,0.007885064184665681,0.0449989840388298
C5,matched_type_A,accuracy,0.6098901098901099,0.6097400724335759,0.5731360815602836,0.6497304916021891,1000,paired source-video group resample,0.02335164835164838,0.024373741707647056,-0.00977026523349212,0.058040787337662346,-0.006868131868131844,-0.006711409395973145,-0.01663233657693487,0.0014265844711636722
C5,matched_type_A,macro_f1,0.5340993909191584,0.5347423198579184,0.49929644898774395,0.5717139506905322,1000,paired source-video group resample,-0.021680913925577583,-0.02165753935569914,-0.05884198222022191,0.01951280756673255,-0.01314265288498806,-0.012725867310055677,-0.030530061845670146,-0.0006382757566359616
C5,matched_type_A,mae,0.6658172011375427,0.6649405360221863,0.6158120661973954,0.7202810019254684,1000,paired source-video group resample,-0.06803649663925171,-0.06791001558303833,-0.10614908784627915,-0.03143596947193146,0.004335224628448486,0.004407644271850586,-0.0024298295378684994,0.01089831292629242
C5,matched_type_V,accuracy,0.6208791208791209,0.6210256755846082,0.584963195832761,0.6598774140528694,1000,paired source-video group resample,0.0357142857142857,0.03624167603563083,0.001372530395136773,0.06980799337693908,0.004120879120879106,0.004081632653061218,-0.0028011204481792618,0.011050488973232705
C5,matched_type_V,macro_f1,0.5552627088646019,0.5548154105397096,0.5188237206853148,0.5936986399490214,1000,paired source-video group resample,0.004330556555056542,0.00461833151432145,-0.03706279068242269,0.044783543906377433,0.008020665060455512,0.007616129713741926,-0.0009067843389306632,0.01848125000692546
C5,matched_type_V,mae,0.6525367498397827,0.6515619158744812,0.6022072985768319,0.7089235290884971,1000,paired source-video group resample,-0.08382749557495117,-0.0833868682384491,-0.12203920781612396,-0.04667305201292038,-0.008945226669311523,-0.00854673981666565,-0.01810423731803894,0.0001220732927322365
C5,matched_type_TA,accuracy,0.6153846153846154,0.6150122684404544,0.5784156654373092,0.6536993582520942,1000,paired source-video group resample,0.03434065934065933,0.034979152744967046,0.0012862796833772747,0.06878390592691291,-0.0013736263736263687,-0.00135963501517683,-0.01654031883935727,0.013146313955040857
C5,matched_type_TA,macro_f1,0.5419674263773049,0.5417557193177193,0.5047802290907606,0.5799203132022882,1000,paired source-video group resample,-0.005504519904829475,-0.00498077796565094,-0.04295062127825049,0.0369578431753336,-0.0052746174268415436,-0.0050068654127332635,-0.02809887871993042,0.016375842304308087
C5,matched_type_TA,mae,0.6685264706611633,0.66790372133255,0.6156516760587692,0.7259220972657203,1000,paired source-video group resample,-0.07057827711105347,-0.07113125920295715,-0.10771856904029846,-0.0317716732621193,0.007044494152069092,0.006769269704818726,-0.010480178892612458,0.025946144759654996
C5,matched_type_TV,accuracy,0.6071428571428571,0.607167555819008,0.5717907954014195,0.6450396176467932,1000,paired source-video group resample,0.017857142857142794,0.018826946873885808,-0.017573583857830474,0.051515677311970695,-0.009615384615384692,-0.009615384615384581,-0.020718232044198873,0.0013587882063736843
C5,matched_type_TV,macro_f1,0.5353544129527634,0.5354645081878824,0.49819271440188406,0.5745457156706383,1000,paired source-video group resample,-0.01601090827745366,-0.014849160751929047,-0.06125595462076885,0.028038069526667368,-0.011887630851383002,-0.011946300166675305,-0.02800474254119283,0.0033269332252161493
C5,matched_type_TV,mae,0.6680172681808472,0.6666520535945892,0.6168728619813919,0.7224325031042099,1000,paired source-video group resample,-0.0778246521949768,-0.07787632942199707,-0.11753073632717133,-0.036039607226848604,0.00653529167175293,0.00642704963684082,-0.005669380724430084,0.0188097670674324
C5,matched_type_AV,accuracy,0.6181318681318682,0.6176066024759285,0.5811098396645663,0.6577088653256504,1000,paired source-video group resample,0.03434065934065933,0.03398086279098411,0.0012879788639365306,0.06790232296587549,0.0013736263736263687,0.001367054637333387,-0.005479639964672922,0.007052435195588585
C5,matched_type_AV,macro_f1,0.5485750437972842,0.5487752308088052,0.5115179758083219,0.5869957723657893,1000,paired source-video group resample,0.0023410644149577386,0.0019090907894763753,-0.0374221104021527,0.0433665663761355,0.00133299999313774,0.0012425549092640042,-0.008037309549542104,0.009641827431609167
C5,matched_type_AV,mae,0.6586098074913025,0.6580310165882111,0.6077357083559036,0.7151366353034974,1000,paired source-video group resample,-0.0744735598564148,-0.07418161630630493,-0.11166073977947236,-0.03880458921194077,-0.002872169017791748,-0.002576887607574463,-0.009267038106918335,0.002250625193119048
C5,matched_type_TAV,accuracy,0.6153846153846154,0.6153846153846154,0.5786798646362098,0.6536938208747975,1000,paired source-video group resample,0.02472527472527475,0.025740025740025707,-0.009678232361719696,0.061311696037009734,-0.0013736263736263687,-0.0013764631433757502,-0.01276641078336559,0.009736083077316392
C5,matched_type_TAV,macro_f1,0.5436390160113765,0.544465986990263,0.5070496304871545,0.5830016204071233,1000,paired source-video group resample,-0.009427950206578828,-0.008313162966268994,-0.05234725069468815,0.032884553762760074,-0.003603027792769886,-0.00333310846437912,-0.02114415046888372,0.01257102810185335
C5,matched_type_TAV,mae,0.6651139259338379,0.6645334362983704,0.6112550914287567,0.7212894827127456,1000,paired source-video group resample,-0.06746405363082886,-0.06719186902046204,-0.1072593554854393,-0.030761821568012254,0.0036319494247436523,0.003264307975769043,-0.00766083300113678,0.016097874939441675
1 model scenario metric estimate bootstrap_median ci_2_5 ci_97_5 replicates unit C5_minus_C0 C5_minus_C0_bootstrap_median C5_minus_C0_ci_2_5 C5_minus_C0_ci_97_5 delta_to_natural delta_to_natural_bootstrap_median delta_to_natural_ci_2_5 delta_to_natural_ci_97_5
2 C0 0.0/none accuracy 0.592032967032967 0.5913224969833732 0.5543807466530893 0.6289861583970531 1000 paired source-video group resample 0.02472527472527475 0.025136950236025524 -0.006831068942286053 0.05586404164352515
3 C0 0.0/none macro_f1 0.5559346126510305 0.5555506288566419 0.5180087213671375 0.5904483452391245 1000 paired source-video group resample -0.008692568846884074 -0.00742421382336883 -0.04789524506814869 0.028977594075404574
4 C0 0.0/none mae 0.7334139347076416 0.7324737906455994 0.6878134265542031 0.7832536712288857 1000 paired source-video group resample -0.07193195819854736 -0.071920245885849 -0.10994510054588318 -0.03534466326236726
5 C0 matched_type_T accuracy 0.5769230769230769 0.5770046147955585 0.5408827979799479 0.6145150501672241 1000 paired source-video group resample 0.03296703296703307 0.032942839563492476 0.0 0.06374791111316701 -0.015109890109890167 -0.015031447315988988 -0.029895387859348983 0.0
6 C0 matched_type_T macro_f1 0.5393829339564863 0.5385649983604828 0.5026451207194949 0.5780419310118782 1000 paired source-video group resample -0.0041989775690753905 -0.0034015426051711706 -0.042662169816292075 0.03254199150929852 -0.016551678694544214 -0.01639816840472469 -0.03355851780613857 0.0001821587002871506
7 C0 matched_type_T mae 0.7636505961418152 0.7628006935119629 0.7182668462395668 0.8176649451255799 1000 paired source-video group resample -0.0770830512046814 -0.07778486609458923 -0.11603872776031494 -0.035469788312912 0.030236661434173584 0.03057163953781128 0.013966797292232514 0.04837098419666289
8 C0 matched_type_A accuracy 0.5865384615384616 0.5864031531712329 0.5506038818445845 0.626185627618545 1000 paired source-video group resample 0.02335164835164838 0.024373741707647056 -0.00977026523349212 0.058040787337662346 -0.005494505494505475 -0.00589970501474929 -0.02439190084835633 0.012613656973580748
9 C0 matched_type_A macro_f1 0.555780304844736 0.5551606953545224 0.5176488312713191 0.5925956170859047 1000 paired source-video group resample -0.021680913925577583 -0.02165753935569914 -0.05884198222022191 0.01951280756673255 -0.00015430780629455132 -0.0008347498161657696 -0.022996330038185877 0.021114250080972417
10 C0 matched_type_A mae 0.7338536977767944 0.7332103848457336 0.6873686507344245 0.7827591091394425 1000 paired source-video group resample -0.06803649663925171 -0.06791001558303833 -0.10614908784627915 -0.03143596947193146 0.00043976306915283203 0.000182420015335083 -0.010727481544017791 0.01074945032596588
11 C0 matched_type_V accuracy 0.5851648351648352 0.5846153846153846 0.5474133614934856 0.6229592409611499 1000 paired source-video group resample 0.0357142857142857 0.03624167603563083 0.001372530395136773 0.06980799337693908 -0.006868131868131844 -0.006958945610779421 -0.019640913928759766 0.006723887118899058
12 C0 matched_type_V macro_f1 0.5509321523095454 0.5504003169237217 0.5137349977346363 0.589068371691351 1000 paired source-video group resample 0.004330556555056542 0.00461833151432145 -0.03706279068242269 0.044783543906377433 -0.005002460341485104 -0.005314663059922509 -0.019918844377567746 0.009815314781836821
13 C0 matched_type_V mae 0.7363642454147339 0.735662192106247 0.6903349027037621 0.7864542722702026 1000 paired source-video group resample -0.08382749557495117 -0.0833868682384491 -0.12203920781612396 -0.04667305201292038 0.002950310707092285 0.003127545118331909 -0.0027874454855918883 0.009412758052349089
14 C0 matched_type_TA accuracy 0.5810439560439561 0.5802639807774597 0.5417263913439392 0.6193116710875332 1000 paired source-video group resample 0.03434065934065933 0.034979152744967046 0.0012862796833772747 0.06878390592691291 -0.01098901098901095 -0.011392423317454436 -0.02572360248447213 0.004161177008443304
15 C0 matched_type_TA macro_f1 0.5474719462821344 0.5460971289211473 0.509503682800298 0.5847959654674446 1000 paired source-video group resample -0.005504519904829475 -0.00498077796565094 -0.04295062127825049 0.0369578431753336 -0.008462666368896143 -0.009472600395273478 -0.024997034956830633 0.008817364825479677
16 C0 matched_type_TA mae 0.7391047477722168 0.7382183074951172 0.694877165555954 0.7883736655116081 1000 paired source-video group resample -0.07057827711105347 -0.07113125920295715 -0.10771856904029846 -0.0317716732621193 0.005690813064575195 0.0057299137115478516 -0.006073255836963653 0.017568321526050566
17 C0 matched_type_TV accuracy 0.5892857142857143 0.5890986823551531 0.5519334049409237 0.6273248530952489 1000 paired source-video group resample 0.017857142857142794 0.018826946873885808 -0.017573583857830474 0.051515677311970695 -0.0027472527472527375 -0.002670226969292422 -0.01650904754102729 0.010247273926095887
18 C0 matched_type_TV macro_f1 0.5513653212302171 0.5506651348324003 0.5140847005460136 0.5903611501572952 1000 paired source-video group resample -0.01601090827745366 -0.014849160751929047 -0.06125595462076885 0.028038069526667368 -0.004569291420813415 -0.004106826914776929 -0.020845162983090575 0.010857893839506496
19 C0 matched_type_TV mae 0.745841920375824 0.7452885210514069 0.6976982250809669 0.7954563602805138 1000 paired source-video group resample -0.0778246521949768 -0.07787632942199707 -0.11753073632717133 -0.036039607226848604 0.012427985668182373 0.012515097856521606 0.002442780137062073 0.022447265684604645
20 C0 matched_type_AV accuracy 0.5837912087912088 0.5837820358701102 0.5435346577255309 0.6228792423761839 1000 paired source-video group resample 0.03434065934065933 0.03398086279098411 0.0012879788639365306 0.06790232296587549 -0.008241758241758212 -0.008281577443322585 -0.020327277252364308 0.0028656387211147935
21 C0 matched_type_AV macro_f1 0.5462339793823264 0.5450550063694277 0.5062522623876544 0.5839731840580099 1000 paired source-video group resample 0.0023410644149577386 0.0019090907894763753 -0.0374221104021527 0.0433665663761355 -0.009700633268704073 -0.009747149375830044 -0.024668950398918317 0.003485043541411635
22 C0 matched_type_AV mae 0.7330833673477173 0.7323378324508667 0.6874367862939834 0.7837248966097832 1000 paired source-video group resample -0.0744735598564148 -0.07418161630630493 -0.11166073977947236 -0.03880458921194077 -0.0003305673599243164 -0.0003624260425567627 -0.005563387274742126 0.0048500016331672665
23 C0 matched_type_TAV accuracy 0.5906593406593407 0.5892252317008092 0.5516665698209322 0.6291562766410912 1000 paired source-video group resample 0.02472527472527475 0.025740025740025707 -0.009678232361719696 0.061311696037009734 -0.0013736263736263687 -0.0013898601060891025 -0.015807456709416606 0.013639807162534464
24 C0 matched_type_TAV macro_f1 0.5530669662179554 0.5514799414851768 0.5122892491372637 0.5920116915662829 1000 paired source-video group resample -0.009427950206578828 -0.008313162966268994 -0.05234725069468815 0.032884553762760074 -0.002867646433075133 -0.0029838757839551477 -0.019391363633015066 0.014507233669741196
25 C0 matched_type_TAV mae 0.7325779795646667 0.731381893157959 0.6869693398475647 0.7818331733345986 1000 paired source-video group resample -0.06746405363082886 -0.06719186902046204 -0.1072593554854393 -0.030761821568012254 -0.0008359551429748535 -0.001007169485092163 -0.008481840789318084 0.006332886219024657
26 C5 0.0/none accuracy 0.6167582417582418 0.6166978776529338 0.5809674694817873 0.6550346304991086 1000 paired source-video group resample 0.02472527472527475 0.025136950236025524 -0.006831068942286053 0.05586404164352515
27 C5 0.0/none macro_f1 0.5472420438041464 0.5469260158058056 0.5096860090973042 0.5860718123814138 1000 paired source-video group resample -0.008692568846884074 -0.00742421382336883 -0.04789524506814869 0.028977594075404574
28 C5 0.0/none mae 0.6614819765090942 0.6603323519229889 0.6108811289072037 0.7183952122926712 1000 paired source-video group resample -0.07193195819854736 -0.071920245885849 -0.10994510054588318 -0.03534466326236726
29 C5 matched_type_T accuracy 0.6098901098901099 0.609271523178808 0.5747819418053616 0.646381613781627 1000 paired source-video group resample 0.03296703296703307 0.032942839563492476 0.0 0.06374791111316701 -0.006868131868131844 -0.007042267491107923 -0.02122653771168629 0.00662564460054878
30 C5 matched_type_T macro_f1 0.5351839563874109 0.5350491048096742 0.4995437583617357 0.5701451203231437 1000 paired source-video group resample -0.0041989775690753905 -0.0034015426051711706 -0.042662169816292075 0.03254199150929852 -0.01205808741673553 -0.012524860857425157 -0.03253195925729562 0.00718955733681344
31 C5 matched_type_T mae 0.6865675449371338 0.6868902146816254 0.6341559991240502 0.7454844802618027 1000 paired source-video group resample -0.0770830512046814 -0.07778486609458923 -0.11603872776031494 -0.035469788312912 0.02508556842803955 0.024865955114364624 0.007885064184665681 0.0449989840388298
32 C5 matched_type_A accuracy 0.6098901098901099 0.6097400724335759 0.5731360815602836 0.6497304916021891 1000 paired source-video group resample 0.02335164835164838 0.024373741707647056 -0.00977026523349212 0.058040787337662346 -0.006868131868131844 -0.006711409395973145 -0.01663233657693487 0.0014265844711636722
33 C5 matched_type_A macro_f1 0.5340993909191584 0.5347423198579184 0.49929644898774395 0.5717139506905322 1000 paired source-video group resample -0.021680913925577583 -0.02165753935569914 -0.05884198222022191 0.01951280756673255 -0.01314265288498806 -0.012725867310055677 -0.030530061845670146 -0.0006382757566359616
34 C5 matched_type_A mae 0.6658172011375427 0.6649405360221863 0.6158120661973954 0.7202810019254684 1000 paired source-video group resample -0.06803649663925171 -0.06791001558303833 -0.10614908784627915 -0.03143596947193146 0.004335224628448486 0.004407644271850586 -0.0024298295378684994 0.01089831292629242
35 C5 matched_type_V accuracy 0.6208791208791209 0.6210256755846082 0.584963195832761 0.6598774140528694 1000 paired source-video group resample 0.0357142857142857 0.03624167603563083 0.001372530395136773 0.06980799337693908 0.004120879120879106 0.004081632653061218 -0.0028011204481792618 0.011050488973232705
36 C5 matched_type_V macro_f1 0.5552627088646019 0.5548154105397096 0.5188237206853148 0.5936986399490214 1000 paired source-video group resample 0.004330556555056542 0.00461833151432145 -0.03706279068242269 0.044783543906377433 0.008020665060455512 0.007616129713741926 -0.0009067843389306632 0.01848125000692546
37 C5 matched_type_V mae 0.6525367498397827 0.6515619158744812 0.6022072985768319 0.7089235290884971 1000 paired source-video group resample -0.08382749557495117 -0.0833868682384491 -0.12203920781612396 -0.04667305201292038 -0.008945226669311523 -0.00854673981666565 -0.01810423731803894 0.0001220732927322365
38 C5 matched_type_TA accuracy 0.6153846153846154 0.6150122684404544 0.5784156654373092 0.6536993582520942 1000 paired source-video group resample 0.03434065934065933 0.034979152744967046 0.0012862796833772747 0.06878390592691291 -0.0013736263736263687 -0.00135963501517683 -0.01654031883935727 0.013146313955040857
39 C5 matched_type_TA macro_f1 0.5419674263773049 0.5417557193177193 0.5047802290907606 0.5799203132022882 1000 paired source-video group resample -0.005504519904829475 -0.00498077796565094 -0.04295062127825049 0.0369578431753336 -0.0052746174268415436 -0.0050068654127332635 -0.02809887871993042 0.016375842304308087
40 C5 matched_type_TA mae 0.6685264706611633 0.66790372133255 0.6156516760587692 0.7259220972657203 1000 paired source-video group resample -0.07057827711105347 -0.07113125920295715 -0.10771856904029846 -0.0317716732621193 0.007044494152069092 0.006769269704818726 -0.010480178892612458 0.025946144759654996
41 C5 matched_type_TV accuracy 0.6071428571428571 0.607167555819008 0.5717907954014195 0.6450396176467932 1000 paired source-video group resample 0.017857142857142794 0.018826946873885808 -0.017573583857830474 0.051515677311970695 -0.009615384615384692 -0.009615384615384581 -0.020718232044198873 0.0013587882063736843
42 C5 matched_type_TV macro_f1 0.5353544129527634 0.5354645081878824 0.49819271440188406 0.5745457156706383 1000 paired source-video group resample -0.01601090827745366 -0.014849160751929047 -0.06125595462076885 0.028038069526667368 -0.011887630851383002 -0.011946300166675305 -0.02800474254119283 0.0033269332252161493
43 C5 matched_type_TV mae 0.6680172681808472 0.6666520535945892 0.6168728619813919 0.7224325031042099 1000 paired source-video group resample -0.0778246521949768 -0.07787632942199707 -0.11753073632717133 -0.036039607226848604 0.00653529167175293 0.00642704963684082 -0.005669380724430084 0.0188097670674324
44 C5 matched_type_AV accuracy 0.6181318681318682 0.6176066024759285 0.5811098396645663 0.6577088653256504 1000 paired source-video group resample 0.03434065934065933 0.03398086279098411 0.0012879788639365306 0.06790232296587549 0.0013736263736263687 0.001367054637333387 -0.005479639964672922 0.007052435195588585
45 C5 matched_type_AV macro_f1 0.5485750437972842 0.5487752308088052 0.5115179758083219 0.5869957723657893 1000 paired source-video group resample 0.0023410644149577386 0.0019090907894763753 -0.0374221104021527 0.0433665663761355 0.00133299999313774 0.0012425549092640042 -0.008037309549542104 0.009641827431609167
46 C5 matched_type_AV mae 0.6586098074913025 0.6580310165882111 0.6077357083559036 0.7151366353034974 1000 paired source-video group resample -0.0744735598564148 -0.07418161630630493 -0.11166073977947236 -0.03880458921194077 -0.002872169017791748 -0.002576887607574463 -0.009267038106918335 0.002250625193119048
47 C5 matched_type_TAV accuracy 0.6153846153846154 0.6153846153846154 0.5786798646362098 0.6536938208747975 1000 paired source-video group resample 0.02472527472527475 0.025740025740025707 -0.009678232361719696 0.061311696037009734 -0.0013736263736263687 -0.0013764631433757502 -0.01276641078336559 0.009736083077316392
48 C5 matched_type_TAV macro_f1 0.5436390160113765 0.544465986990263 0.5070496304871545 0.5830016204071233 1000 paired source-video group resample -0.009427950206578828 -0.008313162966268994 -0.05234725069468815 0.032884553762760074 -0.003603027792769886 -0.00333310846437912 -0.02114415046888372 0.01257102810185335
49 C5 matched_type_TAV mae 0.6651139259338379 0.6645334362983704 0.6112550914287567 0.7212894827127456 1000 paired source-video group resample -0.06746405363082886 -0.06719186902046204 -0.1072593554854393 -0.030761821568012254 0.0036319494247436523 0.003264307975769043 -0.00766083300113678 0.016097874939441675
math/Q2/results/matched_missing_type_manifest.json
+37
View File
@@ -0,0 +1,37 @@
{
"input": "E题数据/附件2-数据集特征文件/aligned_50.pkl",
"input_sha256": "66e867aa74bc70a844e806e5571e371c9abb4a35f9e2887ce9b4d97ff2cb8fcd",
"evaluation_split": "official validation",
"validation_samples": 728,
"source_video_groups": 239,
"models": [
"C0",
"C5"
],
"modalities": {
"T": "text",
"A": "audio",
"V": "vision"
},
"matched_type_sets": [
"T",
"A",
"V",
"TA",
"TV",
"AV",
"TAV"
],
"mask_rule": "per-sample target=min(per_sample_cap, audio_hide_capacity, vision_hide_capacity); split target evenly across selected modalities; continuous intervals",
"per_sample_cap_rows": 15,
"total_added_feature_rows_per_type": 8932,
"mean_added_feature_rows_per_sample": 12.26923076923077,
"zero_budget_samples": 25,
"mask_seed": 20262133,
"C5_evaluation_seed": 20262134,
"bootstrap_seed": 20262135,
"bootstrap_repeats": 1000,
"C5_temperature": 1.212728800581531,
"C0_temperature": 2.032287887301264,
"test_split_used": false
}