Add Q3 MoFE router visualizations and explanations

2026-09-25 23:46:20 +08:00
parent adc9c2064b
commit a86560da64
258 changed files with 17686 additions and 585 deletions
@@ -0,0 +1,154 @@
+{
+  "experiment": "Q3 first-round hierarchical counterfactual evidence attribution",
+  "created_at_unix": 1790348609.3921933,
+  "elapsed_seconds": 25.209044933319092,
+  "seed": 20260924,
+  "device": "cuda",
+  "attachment4": {
+    "version_dir": "/home/gloamxun/modeling_zhaocui/E题数据/附件4-可解释专项视频样本与特征文件/附件4-可解释专项视频样本与特征文件/未对齐版本",
+    "video_dir": "/home/gloamxun/modeling_zhaocui/E题数据/附件4-可解释专项视频样本与特征文件/附件4-可解释专项视频样本与特征文件/未对齐版本/videos"
+  },
+  "attachment4_version": "unaligned_50",
+  "attachment4_cases": 20,
+  "coordinate_mode": "relative normalized progress",
+  "physical_time_alignment": false,
+  "time_mapping_limit": "estimated clip seconds equal normalized progress times video duration; original unaligned rows have no physical timestamps",
+  "models": {
+    "E0_EarlyConcat": {
+      "checkpoint": "/home/gloamxun/modeling_zhaocui/final/experiments/q2/unaligned_deep_two_b128/models/B0_early_concat/seed_20260924/model_best.pt",
+      "sha256": "19b3d21690447a0b38e26dc840f15e213a1d07a37b1ff1fe480e64976da4186b"
+    },
+    "E1_E2_MoFE": {
+      "checkpoint": "/home/gloamxun/modeling_zhaocui/final/experiments/q2/unaligned_deep_two_b128/models/B5_mofe_mlp/seed_20260924/model_best.pt",
+      "sha256": "552b60e34102b346faa157012a32342e3806194f567570d260a0f99e0c98c3e8"
+    }
+  },
+  "scaler": {
+    "path": "/home/gloamxun/modeling_zhaocui/final/experiments/q2/unaligned_deep_two_b128/unaligned_50_robust_stats.npz",
+    "sha256": "e97c0ce405c9624074a66c901e2cd364a347a3dd262fd813df2e08e7d49bb369",
+    "fit": "Q2 official training rows only"
+  },
+  "shapley": {
+    "coalitions": [
+      [],
+      [
+        0
+      ],
+      [
+        1
+      ],
+      [
+        2
+      ],
+      [
+        0,
+        1
+      ],
+      [
+        0,
+        2
+      ],
+      [
+        1,
+        2
+      ],
+      [
+        0,
+        1,
+        2
+      ]
+    ],
+    "class_value": "full-input predicted-class logit, fixed class across coalitions",
+    "regression_value": "predicted intensity",
+    "exact_enumeration": true,
+    "max_completeness_residual": 4.440892098500626e-16
+  },
+  "interaction": "pairwise Shapley interaction index; positive values indicate synergistic logit/intensity interaction under this convention",
+  "local_evidence": {
+    "method": "leave out a 1, 3, or 5-bin contiguous window from one modality",
+    "windows": [
+      1,
+      3,
+      5
+    ],
+    "scale_weights": [
+      0.3333333333333333,
+      0.3333333333333333,
+      0.3333333333333333
+    ]
+  },
+  "router_note": "MoFE router exposure is an internal routing summary, not prediction contribution; compare its rank with exact Shapley and deletion faithfulness.",
+  "faithfulness": {
+    "score": "fixed predicted-class logit",
+    "comprehensiveness": "full score minus score after deleting top-ranked cells",
+    "sufficiency": "full score minus score with only top-ranked cells retained",
+    "deletion_auc_fraction_range": [
+      0.0,
+      0.7
+    ],
+    "mask_training_rates": [
+      0.0,
+      0.1,
+      0.3,
+      0.5,
+      0.7
+    ],
+    "limit": "isolated sparse masks may still differ from the contiguous masks used in training; 90% deletion/10% retention is not claimed as in-distribution"
+  },
+  "validation_metrics": {
+    "early_concat": {
+      "n": 728,
+      "accuracy": 0.6236263736263736,
+      "macro_f1": 0.5779072819396367,
+      "mae": 0.6614117622375488,
+      "rmse": 0.8730906021125315,
+      "pearson": 0.6092112225440192
+    },
+    "mofe": {
+      "n": 728,
+      "accuracy": 0.614010989010989,
+      "macro_f1": 0.5661110562085216,
+      "mae": 0.6426214575767517,
+      "rmse": 0.8499163895044349,
+      "pearson": 0.6013617546095743
+    }
+  },
+  "validation_error_examples": 318,
+  "q2_validation_reference": {
+    "EarlyConcat": {
+      "accuracy": 0.6236263736263736,
+      "macro_f1": 0.5779072819396367,
+      "mae": 0.6614056825637817,
+      "rmse": 0.8730861646443621,
+      "pearson": 0.6092134453424162
+    },
+    "MoFE-7": {
+      "accuracy": 0.614010989010989,
+      "macro_f1": 0.5661110562085216,
+      "mae": 0.6426358222961426,
+      "rmse": 0.8499269790699532,
+      "pearson": 0.6013646920407029
+    }
+  },
+  "tokenizer_available": true,
+  "outputs": [
+    "attachment4_predictions.csv",
+    "attachment4_modal_shapley.csv",
+    "attachment4_pairwise_interactions.csv",
+    "attachment4_local_evidence.csv",
+    "attachment4_router_profiles.csv",
+    "attachment4_router_local_evidence.csv",
+    "attachment4_evidence_segments.csv",
+    "faithfulness_by_sample.csv",
+    "q3_method_comparison.csv",
+    "explanation_cards/",
+    "evidence_profiles/",
+    "evidence_frames/",
+    "typical_explanation_card.md",
+    "validation_metrics.json",
+    "validation_predictions.csv",
+    "validation_errors.csv",
+    "validation_error_attribution.csv"
+  ],
+  "typical_explanation_case": "04"
+}