gloamxun/modeling_zhaocui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

更新 math Q1 Q2 实验与特征

Browse Source
This commit is contained in:
gloamxun
2026-09-25 08:58:10 +08:00
parent ca5be95757
commit 83ec3d1a83
168 changed files with 150303 additions and 2874 deletions
Download Patch File Download Diff File Expand all files Collapse all files
math/Q2/results/reliability_hparam_tuning.csv
+70
View File
@@ -0,0 +1,70 @@
model,rho_imp,lambda_u,lambda_gap,lambda_span,inner_selection_nll,scenario_selection_nll,selected,selection_split,note,group_lambda,group_temperature,risk_candidate_selected,candidate
teacher,0.5,0.0,0.0,0.0,2.8498539328575134,"{""0.0/natural"": 2.830216884613037, ""0.3/single"": 2.8259665966033936, ""0.3/sync"": 2.84348726272583, ""0.5/async"": 2.899744987487793}",False,reliability_validation,,,,,
teacher,0.5,0.05,0.05,0.05,2.8493970036506653,"{""0.0/natural"": 2.83003568649292, ""0.3/single"": 2.82570481300354, ""0.3/sync"": 2.8433682918548584, ""0.5/async"": 2.8984792232513428}",False,reliability_validation,,,,,
teacher,0.5,0.1,0.0,0.0,2.8494723439216614,"{""0.0/natural"": 2.830044984817505, ""0.3/single"": 2.825741767883301, ""0.3/sync"": 2.8434410095214844, ""0.5/async"": 2.8986616134643555}",False,reliability_validation,,,,,
teacher,0.3,0.05,0.05,0.05,2.847354471683502,"{""0.0/natural"": 2.82891583442688, ""0.3/single"": 2.8246304988861084, ""0.3/sync"": 2.8441710472106934, ""0.5/async"": 2.891700506210327}",True,reliability_validation,,,,,
teacher,0.7,0.05,0.05,0.05,2.852314591407776,"{""0.0/natural"": 2.8313441276550293, ""0.3/single"": 2.8275082111358643, ""0.3/sync"": 2.84439754486084, ""0.5/async"": 2.90600848197937}",False,reliability_validation,,,,,
C1,0.5,0.05,0.05,0.05,nan,,True,,not used by this ablation,,,,
C2,0.5,0.05,0.05,0.05,nan,,True,,not used by this ablation,,,,
C3,0.5,0.0,0.0,0.0,2.7700525522232056,"{""0.0/natural"": 2.7679331302642822, ""0.3/single"": 2.766462802886963, ""0.3/sync"": 2.764604091644287, ""0.5/async"": 2.78121018409729}",False,reliability_validation,,,,,
C3,0.5,0.05,0.05,0.05,2.7690306305885315,"{""0.0/natural"": 2.7670230865478516, ""0.3/single"": 2.7656285762786865, ""0.3/sync"": 2.763711452484131, ""0.5/async"": 2.779759407043457}",False,reliability_validation,,,,,
C3,0.5,0.1,0.0,0.0,2.7693098187446594,"{""0.0/natural"": 2.7672297954559326, ""0.3/single"": 2.7659270763397217, ""0.3/sync"": 2.763989210128784, ""0.5/async"": 2.780093193054199}",False,reliability_validation,,,,,
C3,0.3,0.05,0.05,0.05,2.7640955448150635,"{""0.0/natural"": 2.762216091156006, ""0.3/single"": 2.762289047241211, ""0.3/sync"": 2.7597885131835938, ""0.5/async"": 2.7720885276794434}",True,reliability_validation,,,,,
C3,0.7,0.05,0.05,0.05,2.7744842767715454,"{""0.0/natural"": 2.7721493244171143, ""0.3/single"": 2.7696752548217773, ""0.3/sync"": 2.7683780193328857, ""0.5/async"": 2.7877345085144043}",False,reliability_validation,,,,,
C4,0.5,0.0,0.0,0.0,2.772478759288788,"{""0.0/natural"": 2.754570484161377, ""0.3/single"": 2.750734567642212, ""0.3/sync"": 2.7757368087768555, ""0.5/async"": 2.808873176574707}",False,reliability_validation,,,,,
C4,0.5,0.05,0.05,0.05,2.772943437099457,"{""0.0/natural"": 2.7551944255828857, ""0.3/single"": 2.7515814304351807, ""0.3/sync"": 2.7763662338256836, ""0.5/async"": 2.808631658554077}",False,reliability_validation,,,,,
C4,0.5,0.1,0.0,0.0,2.7727081179618835,"{""0.0/natural"": 2.7549169063568115, ""0.3/single"": 2.751382350921631, ""0.3/sync"": 2.776087760925293, ""0.5/async"": 2.808445453643799}",False,reliability_validation,,,,,
C4,0.3,0.05,0.05,0.05,2.77541047334671,"{""0.0/natural"": 2.7584164142608643, ""0.3/single"": 2.7576100826263428, ""0.3/sync"": 2.77994704246521, ""0.5/async"": 2.805668354034424}",False,reliability_validation,,,,,
C4,0.7,0.05,0.05,0.05,2.7717464566230774,"{""0.0/natural"": 2.7531611919403076, ""0.3/single"": 2.7477409839630127, ""0.3/sync"": 2.774409294128418, ""0.5/async"": 2.8116743564605713}",True,reliability_validation,,,,,
C5,0.5,0.0,0.0,0.0,2.7821279764175415,"{""0.0/natural"": 2.778216600418091, ""0.3/single"": 2.770395040512085, ""0.3/sync"": 2.7727770805358887, ""0.5/async"": 2.8071231842041016}",False,reliability_validation,,,,,
C5,0.5,0.05,0.05,0.05,2.7808529138565063,"{""0.0/natural"": 2.7773375511169434, ""0.3/single"": 2.76949405670166, ""0.3/sync"": 2.7718558311462402, ""0.5/async"": 2.8047242164611816}",False,reliability_validation,,,,,
C5,0.5,0.1,0.0,0.0,2.781255841255188,"{""0.0/natural"": 2.777573823928833, ""0.3/single"": 2.7698097229003906, ""0.3/sync"": 2.772275686264038, ""0.5/async"": 2.8053641319274902}",False,reliability_validation,,,,,
C5,0.3,0.05,0.05,0.05,2.7748592495918274,"{""0.0/natural"": 2.772735834121704, ""0.3/single"": 2.76572847366333, ""0.3/sync"": 2.7685465812683105, ""0.5/async"": 2.792426109313965}",True,reliability_validation,,,,,
C5,0.7,0.05,0.05,0.05,2.7871546745300293,"{""0.0/natural"": 2.781982183456421, ""0.3/single"": 2.7739250659942627, ""0.3/sync"": 2.77571177482605, ""0.5/async"": 2.816999673843384}",False,reliability_validation,,,,,
C6,0.5,0.0,0.0,0.0,2.8196974992752075,"{""0.0/natural"": 2.8187146186828613, ""0.3/single"": 2.811687707901001, ""0.3/sync"": 2.824204206466675, ""0.5/async"": 2.824183464050293}",False,reliability_validation,,,,,
C6,0.5,0.05,0.05,0.05,2.818789839744568,"{""0.0/natural"": 2.8179848194122314, ""0.3/single"": 2.811084032058716, ""0.3/sync"": 2.8237786293029785, ""0.5/async"": 2.8223118782043457}",False,reliability_validation,,,,,
C6,0.5,0.1,0.0,0.0,2.8189464807510376,"{""0.0/natural"": 2.81801176071167, ""0.3/single"": 2.8111894130706787, ""0.3/sync"": 2.8239669799804688, ""0.5/async"": 2.822617769241333}",False,reliability_validation,,,,,
C6,0.3,0.05,0.05,0.05,2.8141549229621887,"{""0.0/natural"": 2.813626289367676, ""0.3/single"": 2.8083877563476562, ""0.3/sync"": 2.823089838027954, ""0.5/async"": 2.8115158081054688}",True,reliability_validation,,,,,
C6,0.7,0.05,0.05,0.05,2.8246858716011047,"{""0.0/natural"": 2.8233866691589355, ""0.3/single"": 2.815105676651001, ""0.3/sync"": 2.826352119445801, ""0.5/async"": 2.8338990211486816}",False,reliability_validation,,,,,
C6_no_distance,0.5,0.0,0.0,0.0,2.8041199445724487,"{""0.0/natural"": 2.8055496215820312, ""0.3/single"": 2.7918457984924316, ""0.3/sync"": 2.8010969161987305, ""0.5/async"": 2.8179874420166016}",True,reliability_validation,,,,,
C6_no_distance,0.5,0.1,0.0,0.0,2.8041998147964478,"{""0.0/natural"": 2.8057303428649902, ""0.3/single"": 2.792290687561035, ""0.3/sync"": 2.801347255706787, ""0.5/async"": 2.8174309730529785}",False,reliability_validation,,,,,
C6_no_reconstruction,0.5,0.0,0.0,0.0,2.811096727848053,"{""0.0/natural"": 2.81492280960083, ""0.3/single"": 2.802493095397949, ""0.3/sync"": 2.8050832748413086, ""0.5/async"": 2.821887731552124}",False,reliability_validation,,,,,
C6_no_reconstruction,0.5,0.05,0.05,0.05,2.8102840781211853,"{""0.0/natural"": 2.814619541168213, ""0.3/single"": 2.8024234771728516, ""0.3/sync"": 2.8045318126678467, ""0.5/async"": 2.81956148147583}",False,reliability_validation,,,,,
C6_no_reconstruction,0.5,0.1,0.0,0.0,2.8104811310768127,"{""0.0/natural"": 2.8146867752075195, ""0.3/single"": 2.802565097808838, ""0.3/sync"": 2.80460786819458, ""0.5/async"": 2.8200647830963135}",False,reliability_validation,,,,,
C6_no_reconstruction,0.3,0.05,0.05,0.05,2.8067832589149475,"{""0.0/natural"": 2.8130786418914795, ""0.3/single"": 2.8034427165985107, ""0.3/sync"": 2.8017995357513428, ""0.5/async"": 2.808812141418457}",True,reliability_validation,,,,,
C6_no_reconstruction,0.7,0.05,0.05,0.05,2.814980149269104,"{""0.0/natural"": 2.8163907527923584, ""0.3/single"": 2.802222967147827, ""0.3/sync"": 2.8083655834198, ""0.5/async"": 2.8329412937164307}",False,reliability_validation,,,,,
C6_pointmask,0.5,0.0,0.0,0.0,2.8015413880348206,"{""0.0/natural"": 2.795191764831543, ""0.3/single"": 2.784855842590332, ""0.3/sync"": 2.790245294570923, ""0.5/async"": 2.8358726501464844}",False,reliability_validation,,,,,
C6_pointmask,0.5,0.05,0.05,0.05,2.800622880458832,"{""0.0/natural"": 2.7952637672424316, ""0.3/single"": 2.785073757171631, ""0.3/sync"": 2.7895565032958984, ""0.5/async"": 2.832597494125366}",False,reliability_validation,,,,,
C6_pointmask,0.5,0.1,0.0,0.0,2.8006376028060913,"{""0.0/natural"": 2.795201301574707, ""0.3/single"": 2.7850871086120605, ""0.3/sync"": 2.789341449737549, ""0.5/async"": 2.832920551300049}",False,reliability_validation,,,,,
C6_pointmask,0.3,0.05,0.05,0.05,2.7950855493545532,"{""0.0/natural"": 2.7960610389709473, ""0.3/single"": 2.78786039352417, ""0.3/sync"": 2.7846107482910156, ""0.5/async"": 2.81181001663208}",True,reliability_validation,,,,,
C6_pointmask,0.7,0.05,0.05,0.05,2.8071449995040894,"{""0.0/natural"": 2.7956111431121826, ""0.3/single"": 2.784064292907715, ""0.3/sync"": 2.796639919281006, ""0.5/async"": 2.852264642715454}",False,reliability_validation,,,,,
C7_distill,0.5,0.0,0.0,0.0,2.7951783537864685,"{""0.0/natural"": 2.7921783924102783, ""0.3/single"": 2.7866597175598145, ""0.3/sync"": 2.799243688583374, ""0.5/async"": 2.8026316165924072}",False,reliability_validation,,,,,
C7_distill,0.5,0.05,0.05,0.05,2.7945213317871094,"{""0.0/natural"": 2.791801929473877, ""0.3/single"": 2.7864341735839844, ""0.3/sync"": 2.7990593910217285, ""0.5/async"": 2.8007898330688477}",False,reliability_validation,,,,,
C7_distill,0.5,0.1,0.0,0.0,2.794647455215454,"{""0.0/natural"": 2.791788101196289, ""0.3/single"": 2.7865233421325684, ""0.3/sync"": 2.799224615097046, ""0.5/async"": 2.801053762435913}",False,reliability_validation,,,,,
C7_distill,0.3,0.05,0.05,0.05,2.7921347618103027,"{""0.0/natural"": 2.7898409366607666, ""0.3/single"": 2.7869362831115723, ""0.3/sync"": 2.80041241645813, ""0.5/async"": 2.791349411010742}",True,reliability_validation,,,,,
C7_distill,0.7,0.05,0.05,0.05,2.799198091030121,"{""0.0/natural"": 2.795092821121216, ""0.3/single"": 2.7883641719818115, ""0.3/sync"": 2.8003005981445312, ""0.5/async"": 2.813034772872925}",False,reliability_validation,,,,,
C7_group,0.5,0.0,0.0,0.0,2.828823149204254,"{""0.0/natural"": 2.8187339305877686, ""0.3/single"": 2.8182389736175537, ""0.3/sync"": 2.8243916034698486, ""0.5/async"": 2.8539280891418457}",False,reliability_validation,,0.05,0.1,False,C7_group_lambda0.05_tau0.10
C7_group,0.5,0.05,0.05,0.05,2.828660488128662,"{""0.0/natural"": 2.819159984588623, ""0.3/single"": 2.819512367248535, ""0.3/sync"": 2.8247179985046387, ""0.5/async"": 2.8512516021728516}",False,reliability_validation,,0.05,0.1,False,C7_group_lambda0.05_tau0.10
C7_group,0.5,0.1,0.0,0.0,2.8285528421401978,"{""0.0/natural"": 2.8189356327056885, ""0.3/single"": 2.81935453414917, ""0.3/sync"": 2.824479579925537, ""0.5/async"": 2.8514416217803955}",False,reliability_validation,,0.05,0.1,False,C7_group_lambda0.05_tau0.10
C7_group,0.3,0.05,0.05,0.05,2.8293744921684265,"{""0.0/natural"": 2.822007417678833, ""0.3/single"": 2.8294715881347656, ""0.3/sync"": 2.82853627204895, ""0.5/async"": 2.8374826908111572}",False,reliability_validation,,0.05,0.1,False,C7_group_lambda0.05_tau0.10
C7_group,0.7,0.05,0.05,0.05,2.8315007090568542,"{""0.0/natural"": 2.818368911743164, ""0.3/single"": 2.8128044605255127, ""0.3/sync"": 2.825650930404663, ""0.5/async"": 2.869178533554077}",False,reliability_validation,,0.05,0.1,False,C7_group_lambda0.05_tau0.10
C7_group,0.5,0.0,0.0,0.0,2.779416024684906,"{""0.0/natural"": 2.770010471343994, ""0.3/single"": 2.762016773223877, ""0.3/sync"": 2.7750518321990967, ""0.5/async"": 2.8105850219726562}",False,reliability_validation,,0.1,0.05,True,C7_group_lambda0.10_tau0.05
C7_group,0.5,0.05,0.05,0.05,2.777971565723419,"{""0.0/natural"": 2.7691972255706787, ""0.3/single"": 2.761157512664795, ""0.3/sync"": 2.7739386558532715, ""0.5/async"": 2.8075928688049316}",False,reliability_validation,,0.1,0.05,True,C7_group_lambda0.10_tau0.05
C7_group,0.5,0.1,0.0,0.0,2.778379499912262,"{""0.0/natural"": 2.7693538665771484, ""0.3/single"": 2.7614493370056152, ""0.3/sync"": 2.7743921279907227, ""0.5/async"": 2.8083226680755615}",False,reliability_validation,,0.1,0.05,True,C7_group_lambda0.10_tau0.05
C7_group,0.3,0.05,0.05,0.05,2.7721481323242188,"{""0.0/natural"": 2.765040636062622, ""0.3/single"": 2.75869083404541, ""0.3/sync"": 2.7706310749053955, ""0.5/async"": 2.7942299842834473}",True,reliability_validation,,0.1,0.05,True,C7_group_lambda0.10_tau0.05
C7_group,0.7,0.05,0.05,0.05,2.785994231700897,"{""0.0/natural"": 2.774202346801758, ""0.3/single"": 2.7659974098205566, ""0.3/sync"": 2.779461145401001, ""0.5/async"": 2.8243160247802734}",False,reliability_validation,,0.1,0.05,True,C7_group_lambda0.10_tau0.05
C7_group,0.5,0.0,0.0,0.0,2.789133071899414,"{""0.0/natural"": 2.7846412658691406, ""0.3/single"": 2.7780208587646484, ""0.3/sync"": 2.7788124084472656, ""0.5/async"": 2.8150577545166016}",False,reliability_validation,,0.1,0.1,False,C7_group_lambda0.10_tau0.10
C7_group,0.5,0.05,0.05,0.05,2.78842294216156,"{""0.0/natural"": 2.784080743789673, ""0.3/single"": 2.777449131011963, ""0.3/sync"": 2.77826189994812, ""0.5/async"": 2.8138999938964844}",False,reliability_validation,,0.1,0.1,False,C7_group_lambda0.10_tau0.10
C7_group,0.5,0.1,0.0,0.0,2.788659632205963,"{""0.0/natural"": 2.784231662750244, ""0.3/single"": 2.777684211730957, ""0.3/sync"": 2.77851939201355, ""0.5/async"": 2.8142032623291016}",False,reliability_validation,,0.1,0.1,False,C7_group_lambda0.10_tau0.10
C7_group,0.3,0.05,0.05,0.05,2.7850821018218994,"{""0.0/natural"": 2.7810800075531006, ""0.3/single"": 2.775282621383667, ""0.3/sync"": 2.775895357131958, ""0.5/async"": 2.808070421218872}",False,reliability_validation,,0.1,0.1,False,C7_group_lambda0.10_tau0.10
C7_group,0.7,0.05,0.05,0.05,2.7917492389678955,"{""0.0/natural"": 2.7869956493377686, ""0.3/single"": 2.779932975769043, ""0.3/sync"": 2.7802255153656006, ""0.5/async"": 2.81984281539917}",False,reliability_validation,,0.1,0.1,False,C7_group_lambda0.10_tau0.10
C7_group,0.5,0.0,0.0,0.0,2.7906041741371155,"{""0.0/natural"": 2.773076057434082, ""0.3/single"": 2.779714584350586, ""0.3/sync"": 2.779757261276245, ""0.5/async"": 2.829868793487549}",False,reliability_validation,,0.1,0.2,False,C7_group_lambda0.10_tau0.20
C7_group,0.5,0.05,0.05,0.05,2.7901496291160583,"{""0.0/natural"": 2.773569107055664, ""0.3/single"": 2.780526876449585, ""0.3/sync"": 2.77995228767395, ""0.5/async"": 2.826550245285034}",False,reliability_validation,,0.1,0.2,False,C7_group_lambda0.10_tau0.20
C7_group,0.5,0.1,0.0,0.0,2.789774775505066,"{""0.0/natural"": 2.773125648498535, ""0.3/single"": 2.780186176300049, ""0.3/sync"": 2.77935528755188, ""0.5/async"": 2.8264319896698}",False,reliability_validation,,0.1,0.2,False,C7_group_lambda0.10_tau0.20
C7_group,0.3,0.05,0.05,0.05,2.7867594957351685,"{""0.0/natural"": 2.776130437850952, ""0.3/single"": 2.7867321968078613, ""0.3/sync"": 2.7799689769744873, ""0.5/async"": 2.804206371307373}",False,reliability_validation,,0.1,0.2,False,C7_group_lambda0.10_tau0.20
C7_group,0.7,0.05,0.05,0.05,2.797126829624176,"{""0.0/natural"": 2.7745771408081055, ""0.3/single"": 2.7787585258483887, ""0.3/sync"": 2.7843544483184814, ""0.5/async"": 2.8508172035217285}",False,reliability_validation,,0.1,0.2,False,C7_group_lambda0.10_tau0.20
C7_group,0.5,0.0,0.0,0.0,2.82554292678833,"{""0.0/natural"": 2.8007912635803223, ""0.3/single"": 2.79516339302063, ""0.3/sync"": 2.8298346996307373, ""0.5/async"": 2.876382350921631}",False,reliability_validation,,0.2,0.1,False,C7_group_lambda0.20_tau0.10
C7_group,0.5,0.05,0.05,0.05,2.824092984199524,"{""0.0/natural"": 2.7999930381774902, ""0.3/single"": 2.794499158859253, ""0.3/sync"": 2.828606128692627, ""0.5/async"": 2.8732736110687256}",False,reliability_validation,,0.2,0.1,False,C7_group_lambda0.20_tau0.10
C7_group,0.5,0.1,0.0,0.0,2.8244409561157227,"{""0.0/natural"": 2.80021595954895, ""0.3/single"": 2.79475736618042, ""0.3/sync"": 2.8288345336914062, ""0.5/async"": 2.8739559650421143}",False,reliability_validation,,0.2,0.1,False,C7_group_lambda0.20_tau0.10
C7_group,0.3,0.05,0.05,0.05,2.816759705543518,"{""0.0/natural"": 2.7960336208343506, ""0.3/single"": 2.792614221572876, ""0.3/sync"": 2.8221685886383057, ""0.5/async"": 2.85622239112854}",False,reliability_validation,,0.2,0.1,False,C7_group_lambda0.20_tau0.10
C7_group,0.7,0.05,0.05,0.05,2.831870377063751,"{""0.0/natural"": 2.8041059970855713, ""0.3/single"": 2.7978010177612305, ""0.3/sync"": 2.835824489593506, ""0.5/async"": 2.8897500038146973}",False,reliability_validation,,0.2,0.1,False,C7_group_lambda0.20_tau0.10
1 model rho_imp lambda_u lambda_gap lambda_span inner_selection_nll scenario_selection_nll selected selection_split note group_lambda group_temperature risk_candidate_selected candidate
2 teacher 0.5 0.0 0.0 0.0 2.8498539328575134 {"0.0/natural": 2.830216884613037, "0.3/single": 2.8259665966033936, "0.3/sync": 2.84348726272583, "0.5/async": 2.899744987487793} False reliability_validation
3 teacher 0.5 0.05 0.05 0.05 2.8493970036506653 {"0.0/natural": 2.83003568649292, "0.3/single": 2.82570481300354, "0.3/sync": 2.8433682918548584, "0.5/async": 2.8984792232513428} False reliability_validation
4 teacher 0.5 0.1 0.0 0.0 2.8494723439216614 {"0.0/natural": 2.830044984817505, "0.3/single": 2.825741767883301, "0.3/sync": 2.8434410095214844, "0.5/async": 2.8986616134643555} False reliability_validation
5 teacher 0.3 0.05 0.05 0.05 2.847354471683502 {"0.0/natural": 2.82891583442688, "0.3/single": 2.8246304988861084, "0.3/sync": 2.8441710472106934, "0.5/async": 2.891700506210327} True reliability_validation
6 teacher 0.7 0.05 0.05 0.05 2.852314591407776 {"0.0/natural": 2.8313441276550293, "0.3/single": 2.8275082111358643, "0.3/sync": 2.84439754486084, "0.5/async": 2.90600848197937} False reliability_validation
7 C1 0.5 0.05 0.05 0.05 nan True not used by this ablation
8 C2 0.5 0.05 0.05 0.05 nan True not used by this ablation
9 C3 0.5 0.0 0.0 0.0 2.7700525522232056 {"0.0/natural": 2.7679331302642822, "0.3/single": 2.766462802886963, "0.3/sync": 2.764604091644287, "0.5/async": 2.78121018409729} False reliability_validation
10 C3 0.5 0.05 0.05 0.05 2.7690306305885315 {"0.0/natural": 2.7670230865478516, "0.3/single": 2.7656285762786865, "0.3/sync": 2.763711452484131, "0.5/async": 2.779759407043457} False reliability_validation
11 C3 0.5 0.1 0.0 0.0 2.7693098187446594 {"0.0/natural": 2.7672297954559326, "0.3/single": 2.7659270763397217, "0.3/sync": 2.763989210128784, "0.5/async": 2.780093193054199} False reliability_validation
12 C3 0.3 0.05 0.05 0.05 2.7640955448150635 {"0.0/natural": 2.762216091156006, "0.3/single": 2.762289047241211, "0.3/sync": 2.7597885131835938, "0.5/async": 2.7720885276794434} True reliability_validation
13 C3 0.7 0.05 0.05 0.05 2.7744842767715454 {"0.0/natural": 2.7721493244171143, "0.3/single": 2.7696752548217773, "0.3/sync": 2.7683780193328857, "0.5/async": 2.7877345085144043} False reliability_validation
14 C4 0.5 0.0 0.0 0.0 2.772478759288788 {"0.0/natural": 2.754570484161377, "0.3/single": 2.750734567642212, "0.3/sync": 2.7757368087768555, "0.5/async": 2.808873176574707} False reliability_validation
15 C4 0.5 0.05 0.05 0.05 2.772943437099457 {"0.0/natural": 2.7551944255828857, "0.3/single": 2.7515814304351807, "0.3/sync": 2.7763662338256836, "0.5/async": 2.808631658554077} False reliability_validation
16 C4 0.5 0.1 0.0 0.0 2.7727081179618835 {"0.0/natural": 2.7549169063568115, "0.3/single": 2.751382350921631, "0.3/sync": 2.776087760925293, "0.5/async": 2.808445453643799} False reliability_validation
17 C4 0.3 0.05 0.05 0.05 2.77541047334671 {"0.0/natural": 2.7584164142608643, "0.3/single": 2.7576100826263428, "0.3/sync": 2.77994704246521, "0.5/async": 2.805668354034424} False reliability_validation
18 C4 0.7 0.05 0.05 0.05 2.7717464566230774 {"0.0/natural": 2.7531611919403076, "0.3/single": 2.7477409839630127, "0.3/sync": 2.774409294128418, "0.5/async": 2.8116743564605713} True reliability_validation
19 C5 0.5 0.0 0.0 0.0 2.7821279764175415 {"0.0/natural": 2.778216600418091, "0.3/single": 2.770395040512085, "0.3/sync": 2.7727770805358887, "0.5/async": 2.8071231842041016} False reliability_validation
20 C5 0.5 0.05 0.05 0.05 2.7808529138565063 {"0.0/natural": 2.7773375511169434, "0.3/single": 2.76949405670166, "0.3/sync": 2.7718558311462402, "0.5/async": 2.8047242164611816} False reliability_validation
21 C5 0.5 0.1 0.0 0.0 2.781255841255188 {"0.0/natural": 2.777573823928833, "0.3/single": 2.7698097229003906, "0.3/sync": 2.772275686264038, "0.5/async": 2.8053641319274902} False reliability_validation
22 C5 0.3 0.05 0.05 0.05 2.7748592495918274 {"0.0/natural": 2.772735834121704, "0.3/single": 2.76572847366333, "0.3/sync": 2.7685465812683105, "0.5/async": 2.792426109313965} True reliability_validation
23 C5 0.7 0.05 0.05 0.05 2.7871546745300293 {"0.0/natural": 2.781982183456421, "0.3/single": 2.7739250659942627, "0.3/sync": 2.77571177482605, "0.5/async": 2.816999673843384} False reliability_validation
24 C6 0.5 0.0 0.0 0.0 2.8196974992752075 {"0.0/natural": 2.8187146186828613, "0.3/single": 2.811687707901001, "0.3/sync": 2.824204206466675, "0.5/async": 2.824183464050293} False reliability_validation
25 C6 0.5 0.05 0.05 0.05 2.818789839744568 {"0.0/natural": 2.8179848194122314, "0.3/single": 2.811084032058716, "0.3/sync": 2.8237786293029785, "0.5/async": 2.8223118782043457} False reliability_validation
26 C6 0.5 0.1 0.0 0.0 2.8189464807510376 {"0.0/natural": 2.81801176071167, "0.3/single": 2.8111894130706787, "0.3/sync": 2.8239669799804688, "0.5/async": 2.822617769241333} False reliability_validation
27 C6 0.3 0.05 0.05 0.05 2.8141549229621887 {"0.0/natural": 2.813626289367676, "0.3/single": 2.8083877563476562, "0.3/sync": 2.823089838027954, "0.5/async": 2.8115158081054688} True reliability_validation
28 C6 0.7 0.05 0.05 0.05 2.8246858716011047 {"0.0/natural": 2.8233866691589355, "0.3/single": 2.815105676651001, "0.3/sync": 2.826352119445801, "0.5/async": 2.8338990211486816} False reliability_validation
29 C6_no_distance 0.5 0.0 0.0 0.0 2.8041199445724487 {"0.0/natural": 2.8055496215820312, "0.3/single": 2.7918457984924316, "0.3/sync": 2.8010969161987305, "0.5/async": 2.8179874420166016} True reliability_validation
30 C6_no_distance 0.5 0.1 0.0 0.0 2.8041998147964478 {"0.0/natural": 2.8057303428649902, "0.3/single": 2.792290687561035, "0.3/sync": 2.801347255706787, "0.5/async": 2.8174309730529785} False reliability_validation
31 C6_no_reconstruction 0.5 0.0 0.0 0.0 2.811096727848053 {"0.0/natural": 2.81492280960083, "0.3/single": 2.802493095397949, "0.3/sync": 2.8050832748413086, "0.5/async": 2.821887731552124} False reliability_validation
32 C6_no_reconstruction 0.5 0.05 0.05 0.05 2.8102840781211853 {"0.0/natural": 2.814619541168213, "0.3/single": 2.8024234771728516, "0.3/sync": 2.8045318126678467, "0.5/async": 2.81956148147583} False reliability_validation
33 C6_no_reconstruction 0.5 0.1 0.0 0.0 2.8104811310768127 {"0.0/natural": 2.8146867752075195, "0.3/single": 2.802565097808838, "0.3/sync": 2.80460786819458, "0.5/async": 2.8200647830963135} False reliability_validation
34 C6_no_reconstruction 0.3 0.05 0.05 0.05 2.8067832589149475 {"0.0/natural": 2.8130786418914795, "0.3/single": 2.8034427165985107, "0.3/sync": 2.8017995357513428, "0.5/async": 2.808812141418457} True reliability_validation
35 C6_no_reconstruction 0.7 0.05 0.05 0.05 2.814980149269104 {"0.0/natural": 2.8163907527923584, "0.3/single": 2.802222967147827, "0.3/sync": 2.8083655834198, "0.5/async": 2.8329412937164307} False reliability_validation
36 C6_pointmask 0.5 0.0 0.0 0.0 2.8015413880348206 {"0.0/natural": 2.795191764831543, "0.3/single": 2.784855842590332, "0.3/sync": 2.790245294570923, "0.5/async": 2.8358726501464844} False reliability_validation
37 C6_pointmask 0.5 0.05 0.05 0.05 2.800622880458832 {"0.0/natural": 2.7952637672424316, "0.3/single": 2.785073757171631, "0.3/sync": 2.7895565032958984, "0.5/async": 2.832597494125366} False reliability_validation
38 C6_pointmask 0.5 0.1 0.0 0.0 2.8006376028060913 {"0.0/natural": 2.795201301574707, "0.3/single": 2.7850871086120605, "0.3/sync": 2.789341449737549, "0.5/async": 2.832920551300049} False reliability_validation
39 C6_pointmask 0.3 0.05 0.05 0.05 2.7950855493545532 {"0.0/natural": 2.7960610389709473, "0.3/single": 2.78786039352417, "0.3/sync": 2.7846107482910156, "0.5/async": 2.81181001663208} True reliability_validation
40 C6_pointmask 0.7 0.05 0.05 0.05 2.8071449995040894 {"0.0/natural": 2.7956111431121826, "0.3/single": 2.784064292907715, "0.3/sync": 2.796639919281006, "0.5/async": 2.852264642715454} False reliability_validation
41 C7_distill 0.5 0.0 0.0 0.0 2.7951783537864685 {"0.0/natural": 2.7921783924102783, "0.3/single": 2.7866597175598145, "0.3/sync": 2.799243688583374, "0.5/async": 2.8026316165924072} False reliability_validation
42 C7_distill 0.5 0.05 0.05 0.05 2.7945213317871094 {"0.0/natural": 2.791801929473877, "0.3/single": 2.7864341735839844, "0.3/sync": 2.7990593910217285, "0.5/async": 2.8007898330688477} False reliability_validation
43 C7_distill 0.5 0.1 0.0 0.0 2.794647455215454 {"0.0/natural": 2.791788101196289, "0.3/single": 2.7865233421325684, "0.3/sync": 2.799224615097046, "0.5/async": 2.801053762435913} False reliability_validation
44 C7_distill 0.3 0.05 0.05 0.05 2.7921347618103027 {"0.0/natural": 2.7898409366607666, "0.3/single": 2.7869362831115723, "0.3/sync": 2.80041241645813, "0.5/async": 2.791349411010742} True reliability_validation
45 C7_distill 0.7 0.05 0.05 0.05 2.799198091030121 {"0.0/natural": 2.795092821121216, "0.3/single": 2.7883641719818115, "0.3/sync": 2.8003005981445312, "0.5/async": 2.813034772872925} False reliability_validation
46 C7_group 0.5 0.0 0.0 0.0 2.828823149204254 {"0.0/natural": 2.8187339305877686, "0.3/single": 2.8182389736175537, "0.3/sync": 2.8243916034698486, "0.5/async": 2.8539280891418457} False reliability_validation 0.05 0.1 False C7_group_lambda0.05_tau0.10
47 C7_group 0.5 0.05 0.05 0.05 2.828660488128662 {"0.0/natural": 2.819159984588623, "0.3/single": 2.819512367248535, "0.3/sync": 2.8247179985046387, "0.5/async": 2.8512516021728516} False reliability_validation 0.05 0.1 False C7_group_lambda0.05_tau0.10
48 C7_group 0.5 0.1 0.0 0.0 2.8285528421401978 {"0.0/natural": 2.8189356327056885, "0.3/single": 2.81935453414917, "0.3/sync": 2.824479579925537, "0.5/async": 2.8514416217803955} False reliability_validation 0.05 0.1 False C7_group_lambda0.05_tau0.10
49 C7_group 0.3 0.05 0.05 0.05 2.8293744921684265 {"0.0/natural": 2.822007417678833, "0.3/single": 2.8294715881347656, "0.3/sync": 2.82853627204895, "0.5/async": 2.8374826908111572} False reliability_validation 0.05 0.1 False C7_group_lambda0.05_tau0.10
50 C7_group 0.7 0.05 0.05 0.05 2.8315007090568542 {"0.0/natural": 2.818368911743164, "0.3/single": 2.8128044605255127, "0.3/sync": 2.825650930404663, "0.5/async": 2.869178533554077} False reliability_validation 0.05 0.1 False C7_group_lambda0.05_tau0.10
51 C7_group 0.5 0.0 0.0 0.0 2.779416024684906 {"0.0/natural": 2.770010471343994, "0.3/single": 2.762016773223877, "0.3/sync": 2.7750518321990967, "0.5/async": 2.8105850219726562} False reliability_validation 0.1 0.05 True C7_group_lambda0.10_tau0.05
52 C7_group 0.5 0.05 0.05 0.05 2.777971565723419 {"0.0/natural": 2.7691972255706787, "0.3/single": 2.761157512664795, "0.3/sync": 2.7739386558532715, "0.5/async": 2.8075928688049316} False reliability_validation 0.1 0.05 True C7_group_lambda0.10_tau0.05
53 C7_group 0.5 0.1 0.0 0.0 2.778379499912262 {"0.0/natural": 2.7693538665771484, "0.3/single": 2.7614493370056152, "0.3/sync": 2.7743921279907227, "0.5/async": 2.8083226680755615} False reliability_validation 0.1 0.05 True C7_group_lambda0.10_tau0.05
54 C7_group 0.3 0.05 0.05 0.05 2.7721481323242188 {"0.0/natural": 2.765040636062622, "0.3/single": 2.75869083404541, "0.3/sync": 2.7706310749053955, "0.5/async": 2.7942299842834473} True reliability_validation 0.1 0.05 True C7_group_lambda0.10_tau0.05
55 C7_group 0.7 0.05 0.05 0.05 2.785994231700897 {"0.0/natural": 2.774202346801758, "0.3/single": 2.7659974098205566, "0.3/sync": 2.779461145401001, "0.5/async": 2.8243160247802734} False reliability_validation 0.1 0.05 True C7_group_lambda0.10_tau0.05
56 C7_group 0.5 0.0 0.0 0.0 2.789133071899414 {"0.0/natural": 2.7846412658691406, "0.3/single": 2.7780208587646484, "0.3/sync": 2.7788124084472656, "0.5/async": 2.8150577545166016} False reliability_validation 0.1 0.1 False C7_group_lambda0.10_tau0.10
57 C7_group 0.5 0.05 0.05 0.05 2.78842294216156 {"0.0/natural": 2.784080743789673, "0.3/single": 2.777449131011963, "0.3/sync": 2.77826189994812, "0.5/async": 2.8138999938964844} False reliability_validation 0.1 0.1 False C7_group_lambda0.10_tau0.10
58 C7_group 0.5 0.1 0.0 0.0 2.788659632205963 {"0.0/natural": 2.784231662750244, "0.3/single": 2.777684211730957, "0.3/sync": 2.77851939201355, "0.5/async": 2.8142032623291016} False reliability_validation 0.1 0.1 False C7_group_lambda0.10_tau0.10
59 C7_group 0.3 0.05 0.05 0.05 2.7850821018218994 {"0.0/natural": 2.7810800075531006, "0.3/single": 2.775282621383667, "0.3/sync": 2.775895357131958, "0.5/async": 2.808070421218872} False reliability_validation 0.1 0.1 False C7_group_lambda0.10_tau0.10
60 C7_group 0.7 0.05 0.05 0.05 2.7917492389678955 {"0.0/natural": 2.7869956493377686, "0.3/single": 2.779932975769043, "0.3/sync": 2.7802255153656006, "0.5/async": 2.81984281539917} False reliability_validation 0.1 0.1 False C7_group_lambda0.10_tau0.10
61 C7_group 0.5 0.0 0.0 0.0 2.7906041741371155 {"0.0/natural": 2.773076057434082, "0.3/single": 2.779714584350586, "0.3/sync": 2.779757261276245, "0.5/async": 2.829868793487549} False reliability_validation 0.1 0.2 False C7_group_lambda0.10_tau0.20
62 C7_group 0.5 0.05 0.05 0.05 2.7901496291160583 {"0.0/natural": 2.773569107055664, "0.3/single": 2.780526876449585, "0.3/sync": 2.77995228767395, "0.5/async": 2.826550245285034} False reliability_validation 0.1 0.2 False C7_group_lambda0.10_tau0.20
63 C7_group 0.5 0.1 0.0 0.0 2.789774775505066 {"0.0/natural": 2.773125648498535, "0.3/single": 2.780186176300049, "0.3/sync": 2.77935528755188, "0.5/async": 2.8264319896698} False reliability_validation 0.1 0.2 False C7_group_lambda0.10_tau0.20
64 C7_group 0.3 0.05 0.05 0.05 2.7867594957351685 {"0.0/natural": 2.776130437850952, "0.3/single": 2.7867321968078613, "0.3/sync": 2.7799689769744873, "0.5/async": 2.804206371307373} False reliability_validation 0.1 0.2 False C7_group_lambda0.10_tau0.20
65 C7_group 0.7 0.05 0.05 0.05 2.797126829624176 {"0.0/natural": 2.7745771408081055, "0.3/single": 2.7787585258483887, "0.3/sync": 2.7843544483184814, "0.5/async": 2.8508172035217285} False reliability_validation 0.1 0.2 False C7_group_lambda0.10_tau0.20
66 C7_group 0.5 0.0 0.0 0.0 2.82554292678833 {"0.0/natural": 2.8007912635803223, "0.3/single": 2.79516339302063, "0.3/sync": 2.8298346996307373, "0.5/async": 2.876382350921631} False reliability_validation 0.2 0.1 False C7_group_lambda0.20_tau0.10
67 C7_group 0.5 0.05 0.05 0.05 2.824092984199524 {"0.0/natural": 2.7999930381774902, "0.3/single": 2.794499158859253, "0.3/sync": 2.828606128692627, "0.5/async": 2.8732736110687256} False reliability_validation 0.2 0.1 False C7_group_lambda0.20_tau0.10
68 C7_group 0.5 0.1 0.0 0.0 2.8244409561157227 {"0.0/natural": 2.80021595954895, "0.3/single": 2.79475736618042, "0.3/sync": 2.8288345336914062, "0.5/async": 2.8739559650421143} False reliability_validation 0.2 0.1 False C7_group_lambda0.20_tau0.10
69 C7_group 0.3 0.05 0.05 0.05 2.816759705543518 {"0.0/natural": 2.7960336208343506, "0.3/single": 2.792614221572876, "0.3/sync": 2.8221685886383057, "0.5/async": 2.85622239112854} False reliability_validation 0.2 0.1 False C7_group_lambda0.20_tau0.10
70 C7_group 0.7 0.05 0.05 0.05 2.831870377063751 {"0.0/natural": 2.8041059970855713, "0.3/single": 2.7978010177612305, "0.3/sync": 2.835824489593506, "0.5/async": 2.8897500038146973} False reliability_validation 0.2 0.1 False C7_group_lambda0.20_tau0.10