Add Q3 MoFE router visualizations and explanations

2026-09-25 23:46:20 +08:00
parent adc9c2064b
commit a86560da64
258 changed files with 17686 additions and 585 deletions
@@ -0,0 +1,144 @@
+{
+  "source": "Attachment 4 unaligned_50; Q2 MoFE seed_20260924 checkpoint and train-only robust scaler",
+  "device": "cuda",
+  "router_weight_definition": "alpha[t,e], the MoFE softmax weight assigned to each of the seven experts at a relative-progress bin; weights normalize over eligible experts for each bin",
+  "router_heatmap_color_scale_min": 0.0,
+  "router_heatmap_color_scale_max": 1.0,
+  "router_heatmap_color_norm": "PowerNorm gamma=0.5; colorbar ticks retain raw alpha values",
+  "conditions": [
+    {
+      "case_id": "02",
+      "condition": "完整输入",
+      "prediction": "neutral",
+      "intensity": 0.11008816212415695,
+      "confidence": 0.4620336592197418,
+      "visible_bin_counts": {
+        "text": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "audio": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "vision": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        }
+      },
+      "masked_ranges_0based_start_end_exclusive": {},
+      "router_text_share": 0.35845422744750977,
+      "router_audio_share": 0.28927531838417053,
+      "router_vision_share": 0.3522704541683197
+    },
+    {
+      "case_id": "02",
+      "condition": "残缺：Text / Audio 各遮蔽 30%",
+      "prediction": "positive",
+      "intensity": -0.13957589864730835,
+      "confidence": 0.3556613326072693,
+      "visible_bin_counts": {
+        "text": {
+          "visible_bins": 35,
+          "total_bins": 50,
+          "missing_fraction": 0.30000000000000004
+        },
+        "audio": {
+          "visible_bins": 35,
+          "total_bins": 50,
+          "missing_fraction": 0.30000000000000004
+        },
+        "vision": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        }
+      },
+      "masked_ranges_0based_start_end_exclusive": {
+        "text": [
+          5,
+          20
+        ],
+        "audio": [
+          18,
+          33
+        ]
+      },
+      "router_text_share": 0.2992672622203827,
+      "router_audio_share": 0.25927940011024475,
+      "router_vision_share": 0.44145339727401733
+    },
+    {
+      "case_id": "03",
+      "condition": "完整输入",
+      "prediction": "negative",
+      "intensity": -0.61025071144104,
+      "confidence": 0.6876164078712463,
+      "visible_bin_counts": {
+        "text": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "audio": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "vision": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        }
+      },
+      "masked_ranges_0based_start_end_exclusive": {},
+      "router_text_share": 0.35898107290267944,
+      "router_audio_share": 0.291629433631897,
+      "router_vision_share": 0.3493894934654236
+    },
+    {
+      "case_id": "03",
+      "condition": "残缺：Vision 遮蔽 30%",
+      "prediction": "negative",
+      "intensity": -0.6705005168914795,
+      "confidence": 0.7000513672828674,
+      "visible_bin_counts": {
+        "text": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "audio": {
+          "visible_bins": 50,
+          "total_bins": 50,
+          "missing_fraction": 0.0
+        },
+        "vision": {
+          "visible_bins": 35,
+          "total_bins": 50,
+          "missing_fraction": 0.30000000000000004
+        }
+      },
+      "masked_ranges_0based_start_end_exclusive": {
+        "vision": [
+          18,
+          33
+        ]
+      },
+      "router_text_share": 0.39606449007987976,
+      "router_audio_share": 0.3422035872936249,
+      "router_vision_share": 0.26173192262649536
+    }
+  ],
+  "controlled_missing_note": "The partial examples are controlled masks, not native Attachment 4 missingness. The complete examples retain all 50 bins in all modalities.",
+  "relative_time_limit": "The unaligned rows have no physical timestamps; frames and waveform are shown against normalized progress only.",
+  "outputs": [
+    "mofe_router_heatmap_examples.png",
+    "mofe_router_heatmap_examples.pdf",
+    "mofe_router_heatmap_summary.csv",
+    "mofe_router_heatmap_scores.csv"
+  ]
+}