311 lines
14 KiB
JSON
311 lines
14 KiB
JSON
{
|
|
"created_at_local": "2026-09-24 19:27:55 +0800",
|
|
"python": "3.14.7 (main, Aug 10 2026, 00:00:00) [GCC 16.1.1 20260515 (Red Hat 16.1.1-2)]",
|
|
"platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.43",
|
|
"uv_version": "uv run parent; executable not on child PATH",
|
|
"packages": {
|
|
"torch": "2.14.0+cu130",
|
|
"transformers": "5.17.0",
|
|
"numpy": "2.5.3",
|
|
"scipy": "1.18.1",
|
|
"scikit-learn": "1.9.1",
|
|
"opencv-python-headless": "5.0.0.93",
|
|
"librosa": "1.0.0",
|
|
"openpyxl": "3.1.5",
|
|
"matplotlib": "3.11.2"
|
|
},
|
|
"device": "cuda",
|
|
"cuda_available": true,
|
|
"gpu_name": "NVIDIA GeForce RTX 5070 Ti",
|
|
"models": {
|
|
"text_id": "google-bert/bert-base-uncased",
|
|
"text_revision": "86b5e0934494bd15c9632b12f734a8a67f723594",
|
|
"speech_id": "facebook/wav2vec2-base-960h",
|
|
"speech_revision": "22aad52d435eb6dbaf354bdad9b0da84ce7d6156",
|
|
"speech_stride_samples": 320,
|
|
"speech_receptive_field_samples": 400
|
|
},
|
|
"openface": {
|
|
"version": "2.2.0",
|
|
"executable": "FeatureExtraction",
|
|
"landmark_model": "main_clnf_general.txt",
|
|
"confidence_threshold": 0.8
|
|
},
|
|
"inputs": {
|
|
"label_file": "/home/gloamxun/modeling_zhaocui/E题数据/附件1-数据集原始多模态样本/MOSEI数据集部分原始视频-100条/label-100.xlsx",
|
|
"label_file_sha256": "827334f782b1f242c84ad944a657bc7f7c63643f71ae9c977811a3eecdd3ab33",
|
|
"sample_count": 100,
|
|
"video_sha256_by_sample": {
|
|
"-3g5yACwYnA/13": "aeb47627f59dce3d0a85a44ef35e4a3bc18211498e98c8c11cf60269646df24f",
|
|
"-3g5yACwYnA/3": "eff8cfefba2425155f2b72656829b34b23be8bfe1dcbece384154f56818aa26d",
|
|
"-3g5yACwYnA/2": "0619c01f137d017c15c058176f18a575919189c7e81ebd2bfb993afdb86f3de7",
|
|
"-3g5yACwYnA/9": "b962573b12ed1f06d5533f6427c80dce2bae3a99dd332f6d3fcb32c579f3f016",
|
|
"-3nNcZdcdvU/5": "7ea53ad502b77be7d2ee4494dc23a9478c897792203cf887d546e83d584c1728",
|
|
"-HwX2H8Z4hY/2": "920a1052c09ebd1eedba6dd1ccfecd80f56f6f0fdcdd1f6dd32b0d90bcb89358",
|
|
"-HwX2H8Z4hY/5": "8d61b7f5840a8bd403d9bc6c3cd49029ffc4e304cf9c7834735c1a6bb5fd369d",
|
|
"-HwX2H8Z4hY/6": "696576dcbd0dc42cb678fa40d8a0f0f419a3072bfa7662d653756ab29bba4c46",
|
|
"-HwX2H8Z4hY/9": "90c18e627f27a12c14e21ba24c79edf3008762b4ac26874b490ad3f888381702",
|
|
"-NFrJFQijFE/1": "d8fcf16c6eb51c56947ec3d0549c6f3bc7a0cf1fc5f5d89e8b38d4249a08db4f",
|
|
"-NFrJFQijFE/2": "a54a5c144a64f5abd26b19aafa6cea8142ee08e9385fa508fa70c934f6b616c1",
|
|
"-THoVjtIkeU/12": "e2f148f4f2e74724dc13b3ce870a0ce6a06740cfc224f5a9b3d0a870b196e7d4",
|
|
"-THoVjtIkeU/2": "35a6c2464ffd68dd96411edb5dc2763f0efb59f264c1d8b737e616fa6b0d1d5b",
|
|
"-THoVjtIkeU/6": "efaa55ee6394032c867046690a92c29edfd825005f0a090cca5ccb763b227f64",
|
|
"-UuX1xuaiiE/1": "d5bbda38fcec15817d2b87bab5dcc559d6d425f7d28a82e6c32d13f14b48650c",
|
|
"-UuX1xuaiiE/0": "f578b305d53bc152702f5e771de0fcd12d1e9aaefc5cefce3d2082a417aab7c8",
|
|
"-UuX1xuaiiE/3": "eddb408f25bdc13e6de2fb74caeed709cb7a8f00640e7897135330437f66a2aa",
|
|
"-UuX1xuaiiE/6": "f0131ac00e44410fbd32c547a0d421c2791172434fc0203bb969abe14a530532",
|
|
"-a55Q6RWvTA/3": "15d029fc15f50b268b98f1e8abc65e45582e638c13a018d7aa74a18373275946",
|
|
"-aNfi7CP8vM/7": "0b6389f45bb966113c65a11998c6e7facdd24c8c42acf2e8cf32e0f2139402e1",
|
|
"-aqamKhZ1Ec/0": "6f6e674bbba4353399e9e7825217f37e6d8ca1adf9675f33cf37106f31c55548",
|
|
"-dxfTGcXJoc/1": "b5ffdc98a4a98b8f0aae55dee5fed66a43bcb129f47a250a004c1cc74e572595",
|
|
"-dxfTGcXJoc/0": "04bd0be907fb46c613f926fe1b06bc2c3b30881c293156510baa34a4105ade55",
|
|
"-dxfTGcXJoc/2": "46a5e523b5dd00364c99a3bcbc6fae4c80e1382a84b5b5e681c46eb074ed10f7",
|
|
"-dxfTGcXJoc/6": "55c1ff86729ab21da743a5107ed07b220e41b4193cd1c0ba9f009e65c3ab0513",
|
|
"-egA8-b7-3M/26": "11f78aed680ea9c5862a15e04ff6c1f8776c46d29c98b68d28773ff39d959685",
|
|
"-egA8-b7-3M/17": "f967e81e0edd51c3700671721afb3fbecbbc32652f27d2db40ea444e8d80c68f",
|
|
"-egA8-b7-3M/18": "fd4bc95a6adfb16a9588b7ed65cc2812186ce3d607804dc76f4486312951ef90",
|
|
"-egA8-b7-3M/16": "4c015f85e3bd901ecedde8c0c2ca4a756d9a77dfe4177625c481581f2037ff9c",
|
|
"-egA8-b7-3M/13": "cbd627c225ebca37521ae238cb9ec254cad236822f4f37ebfbb039e6c56aea4c",
|
|
"-egA8-b7-3M/1": "589a7989b1b4888568c31614a2d6beefba88fb87289c85b94df2d8051500403b",
|
|
"-egA8-b7-3M/6": "2e88a00d5e55863aa956b4b0949fc0e4f2975ccfd83b3194957f6fca86ecfce0",
|
|
"-egA8-b7-3M/9": "bcd643f328616312eae9b28e6c9aabbe8acaec3e4c4be58daeb45e3eee4d973c",
|
|
"-egA8-b7-3M/20": "719ef133920e74b3ea33925d2bca0270b062199116867568f88ac83cadcd74e8",
|
|
"-iRBcNs9oI8/3": "39c547acd1a8da2ebc6c6ab008191a5676420398a974cd9611cad087f0ccec50",
|
|
"-iRBcNs9oI8/7": "cc7b1c7a06ec41d72007b5c42fb8036f30b66d5cf76e3f093160c22fc5e38081",
|
|
"-iRBcNs9oI8/6": "030b0b8d8d4ae47799432ab71b66fcc881f077c5b0feef892c1f146dc0a592e3",
|
|
"-iRBcNs9oI8/9": "352bdcc73d3622d6abac1b09f2039b211d15b9bf7acee66f0b07783c9b7a4c74",
|
|
"-iRBcNs9oI8/8": "72a49e3da2862addcde033bd2fbae957d086533664ca4dcbccd3a851bcd50412",
|
|
"-lzEya4AM_4/5": "3b74de8d0e66fd754594f05985e5af3480adcc03555f79225d3b727cb4bed043",
|
|
"-lzEya4AM_4/6": "ff5da5afb551001d58100ed2471caea51c741046d5396957efbf40082307ca18",
|
|
"-mJ2ud6oKI8/1": "c8e3acb4ca08679796c4c8cdfcd8c2b3cffc0465015efaffa1eccdb55ff4f45b",
|
|
"-mJ2ud6oKI8/2": "c41790f8b75f886bd1f5d6d72cbab1985306d0b715e5ae47203f3d0c8a3e7b28",
|
|
"-mJ2ud6oKI8/6": "134a3a4ebbc423760133b0da0e90cfe84d75ea85df3968000afd84153c5d828d",
|
|
"-mJ2ud6oKI8/9": "df3442f3ed8f894b507923e87e426ae9636790a4a502d00c350a215270cc3e47",
|
|
"-mJ2ud6oKI8/8": "6af6614c9838417a48c4817f4dd5bf1e6669eb5f78f983e9a68adc113fcdc7cc",
|
|
"-mqbVkbCndg/0": "cdeba953bba30907814acf72f3e35582dec263eaa25bdd922dad7fafe02e4dda",
|
|
"-t217m2on-s/2": "6713a983112173204502dc5adbb886bc6c38554b4627698611931420c47663a8",
|
|
"-t217m2on-s/7": "41c76b8a733ecb780d56348f55d00f0ba0c07f44f46e93044e62d876710180b7",
|
|
"-tANM6ETl_M/3": "6d3af064c060dad3816a9e1dfa00101faebd8b7da7d8ceea85b0bc0fca70abd6",
|
|
"-tPCytz4rww/11": "6dc09d02467baaef67594ff32cffb01f8ed1565cda4c5abd161b8261a51e2e5d",
|
|
"-tPCytz4rww/10": "758183192cbd5f0f20823d26ece3ddee40dec0aadec35247b2495510a53f52f8",
|
|
"-tPCytz4rww/12": "e3c7f9cd67ad2d20fef997696dc278361f97f027db58762e22104e5720d509d5",
|
|
"-tPCytz4rww/16": "8b3f82f9628792eebaf8c227becc2ebeba59bb8abb668bcca86e07fb1a992a93",
|
|
"-tPCytz4rww/18": "eece70451e9c37a4b5f375bf646f66e09113fe3467f35bf1720cc14d986c1776",
|
|
"-vxjVxOeScU/4": "00282df9a314394f19d616d561bd1916d1d30dca4c814dfb43630ca164f4c719",
|
|
"-wMB_hJL-3o/7": "04a73d73fd150b07edab8e652fd14c9cb4a0f6e017ea97b17e8146e377b9fae7",
|
|
"-wny0OAz3g8/1": "c5535859f129ce04da5f5b5104d02d4168057b9d947a5349d423278ad4f3d8e8",
|
|
"-wny0OAz3g8/0": "1cc21b4432e2f4b592284ee40558a18acc7d208019117aebdb2f6a1b67ea198d",
|
|
"-wny0OAz3g8/3": "ea917c506bc9fa39460f2b722f7c416f646312bb17cd74baa618905b54837bce",
|
|
"-wny0OAz3g8/2": "1825fb37db2e914fb616cd80aebd613afd873eecb7edd4d0b53158bfda0e522a",
|
|
"-wny0OAz3g8/5": "6c6a8a4cba654b25190ab1793bfae81c3d2159ecd6cbc02d3fcbd598543acce0",
|
|
"-wny0OAz3g8/7": "cbf9cac1048ce191aef781d0c4563eb97f9f3ddd52eb1f9551fa78d31d70e7cd",
|
|
"-wny0OAz3g8/9": "b76f70fe783ee76bf1b637137226c98e67d13a6b15ec725894175b36cd76a136",
|
|
"-571d8cVauQ/0": "defc62e1530d9b0cd27f2acfe042b71dd84d7e8c85f1df261f04912091976088",
|
|
"-571d8cVauQ/5": "e304c03fac1f477823fe0926c4fb421b9c4e4091f85718b729afe856c24a7d3e",
|
|
"-I_e4mIh0yE/1": "8453a966d4bd1f0179eb86a35cd34c0864a3a3bc2fa86f37783060cc0d14f5df",
|
|
"-I_e4mIh0yE/3": "a015f02ae51d74c42ad27e2a0831263a303f0658ac8d984819e27ad61342b23e",
|
|
"-UacrmKiTn4/10": "00312e0602dbeac970de5d7dd0e8a970e514fe45d7fe6625b4f454b299e36360",
|
|
"-UacrmKiTn4/4": "a7f2ab0d6ee2e2a2d5cd4239f03e6cac67c618ddb744891323df3ff87e29af84",
|
|
"-hnBHBN8p5A/7": "0ec6fb76226315d3fafbb483e3500e60cc8a6729617b10e4b4b76163595080fb",
|
|
"-hnBHBN8p5A/6": "997f6808ac3973ddd71800e91c8e10755c10b5037186d84348a79e00d672fdc7",
|
|
"-qDkUB0GgYY/6": "ab19bf4a761d3919b7113b1104ccaadbbf0c4e7b45694904d094280a2c329c8b",
|
|
"-uywlfIYOS8/4": "fde46f5222cf5cfec7af9c93214c972ce2d686b0bf9c90a291021601968986f9",
|
|
"-6rXp3zJ3kc/8": "59b77a0f873b7fa95e7327b93d64bb5a4bdae84039321988ef70bba8e63ee1ae",
|
|
"-9y-fZ3swSY/0": "29a1fd181293cdbe24e50edcad51e3cc0f27a5824d840bcc39d453b272fb6e3c",
|
|
"-9y-fZ3swSY/4": "fe04a26710e85c58bdaad5a48618c7e0f742d82b0d920eb4a046c8f14a6921dc",
|
|
"-9y-fZ3swSY/8": "6140d031e614b62a5d8df73346fef2417c28cee3501310aa95aa40d358b4b256",
|
|
"-AUZQgSxyPQ/2": "e09034b30bb4f8fb9f9c2568afc20f2a764e327fe6ef4e13f21804eaac51bb7b",
|
|
"-HeZS2-Prhc/2": "edb0fa22fdfbd990c8174764af78670bd2ecad799240d35d96a1124a3cd9dc0c",
|
|
"-MeTTeMJBNc/0": "54e2097f7bdb455d243e72254e5af7ed16160739f2f3cfd22f57d2729ec1acbe",
|
|
"-MeTTeMJBNc/13": "80c5d996e5d7b61c58e1fe32d706efcaf80c8c8cddb5c37a5c66d527786c2a44",
|
|
"-MeTTeMJBNc/7": "40716dc7402fd6398038eded58ce939ec76be6afbeea346b968bf4c427088f3a",
|
|
"-RfYyzHpjk4/11": "96e481cd732001239639c8cb4e7f94e570925e5a15940920ffab0cec1f13f904",
|
|
"-RfYyzHpjk4/8": "ed8c672c532b8c7d1c830c82d6e2c14fcb3bbd3dc1a86670a03a6c8e83c02f3c",
|
|
"-RfYyzHpjk4/2": "5e428ee22de58c9d6561b9b4353bef9dfb811a5841d9ab07b5bc453d697ad17f",
|
|
"-UUCSKoHeMA/0": "3f9792888ec8e969f61cfb6cb4de7bdf7ef8944afe0a9d2a9d13586e1f13b898",
|
|
"-ri04Z7vwnc/0": "93021c70c8fad20ad3fded80e7fc790a2f9c96835de58a3b694c6906de42684b",
|
|
"-ri04Z7vwnc/2": "f5993ce3a6ee56298462c08692a96f78c7d914d7264257ed401de7d6e17fd148",
|
|
"-ri04Z7vwnc/5": "2a5e4319bf592a18c8eb5117f7c7ec30c6c79528f9eac9fe4fb85bf70f277736",
|
|
"-s9qJ7ATP7w/1": "a33e8f82a185bcb7648b523927308cdc2142e3076479ba2b45cd0e828636fc09",
|
|
"-s9qJ7ATP7w/0": "f2324dbc6debe0d1e4254e6f943523373e3cbb30d8d0555413ce3a7b370a4af5",
|
|
"-s9qJ7ATP7w/5": "bd35eb8de64ce1f8b27921294598f7cf5bb971255738f51d06458c7096c58eae",
|
|
"-s9qJ7ATP7w/4": "76e0672ffce5857a789b41fb10606402f7da58c33579b1032a8282f86fb35bc9",
|
|
"-s9qJ7ATP7w/7": "5301f4403cf7cd299cc525d2f443392ac70fd70c3c9cd4a09406f2ba4df6734d",
|
|
"-s9qJ7ATP7w/6": "40b684fd1b4559f0f82e72f9b47f4ce7c5e15059fe8d0d8ab112637cd3386451",
|
|
"-s9qJ7ATP7w/8": "1de4d91bd9d9fb508a3779658747da88460db0bdb1beefe7ea5b2c77edfd2239",
|
|
"-yRb-Jum7EQ/1": "2f16da1baa8660e5bfc608f5237cdd59725d16e57a19bc02c4556cd2c7129a46",
|
|
"-yRb-Jum7EQ/5": "6d6145293cf84d1fc8324dfa8d39465e2d7fc07affb67ff68deeabf6e3c410d9",
|
|
"-yRb-Jum7EQ/6": "b51eb9ad06de804934cb6a315de591ba9ff7f8aa71bffff7f8001ab29945d989"
|
|
},
|
|
"label_polarity_consistency_count": 100
|
|
},
|
|
"experiment": {
|
|
"methods": {
|
|
"B0": "quality-weighted hard CTC word projection + physical source-time pooling + train-fold standard scaling",
|
|
"B1": "B0 + train-fold median/MAD scaling + SO(3) rotation mean + normalized gaze vector mean",
|
|
"B2": "B1 + fixed-transcript CTC forward-backward word occupancy projection for text",
|
|
"B3": "B1 + second-order time-augmented log signatures of selected audio/face channels",
|
|
"B4": "B1 + frozen Wav2Vec2 last-four-layer speech representation"
|
|
},
|
|
"text_dimension": 768,
|
|
"audio_dimension": 74,
|
|
"vision_dimension": 35,
|
|
"audio_features": [
|
|
"logmel_00",
|
|
"logmel_01",
|
|
"logmel_02",
|
|
"logmel_03",
|
|
"logmel_04",
|
|
"logmel_05",
|
|
"logmel_06",
|
|
"logmel_07",
|
|
"logmel_08",
|
|
"logmel_09",
|
|
"logmel_10",
|
|
"logmel_11",
|
|
"logmel_12",
|
|
"logmel_13",
|
|
"logmel_14",
|
|
"logmel_15",
|
|
"logmel_16",
|
|
"logmel_17",
|
|
"logmel_18",
|
|
"logmel_19",
|
|
"logmel_20",
|
|
"logmel_21",
|
|
"logmel_22",
|
|
"logmel_23",
|
|
"logmel_24",
|
|
"logmel_25",
|
|
"logmel_26",
|
|
"logmel_27",
|
|
"logmel_28",
|
|
"logmel_29",
|
|
"logmel_30",
|
|
"logmel_31",
|
|
"logmel_32",
|
|
"logmel_33",
|
|
"logmel_34",
|
|
"logmel_35",
|
|
"logmel_36",
|
|
"logmel_37",
|
|
"logmel_38",
|
|
"logmel_39",
|
|
"mfcc_00",
|
|
"mfcc_01",
|
|
"mfcc_02",
|
|
"mfcc_03",
|
|
"mfcc_04",
|
|
"mfcc_05",
|
|
"mfcc_06",
|
|
"mfcc_07",
|
|
"mfcc_08",
|
|
"mfcc_09",
|
|
"mfcc_10",
|
|
"mfcc_11",
|
|
"mfcc_12",
|
|
"delta_mfcc_00",
|
|
"delta_mfcc_01",
|
|
"delta_mfcc_02",
|
|
"delta_mfcc_03",
|
|
"delta_mfcc_04",
|
|
"delta_mfcc_05",
|
|
"delta_mfcc_06",
|
|
"delta_mfcc_07",
|
|
"delta_mfcc_08",
|
|
"delta_mfcc_09",
|
|
"delta_mfcc_10",
|
|
"delta_mfcc_11",
|
|
"delta_mfcc_12",
|
|
"log_energy",
|
|
"log_f0_hz",
|
|
"voiced_probability",
|
|
"spectral_centroid_hz",
|
|
"spectral_bandwidth_hz",
|
|
"spectral_flux",
|
|
"zero_crossing_rate",
|
|
"hnr_db"
|
|
],
|
|
"vision_features": [
|
|
"AU01_r",
|
|
"AU02_r",
|
|
"AU04_r",
|
|
"AU05_r",
|
|
"AU06_r",
|
|
"AU07_r",
|
|
"AU09_r",
|
|
"AU10_r",
|
|
"AU12_r",
|
|
"AU14_r",
|
|
"AU15_r",
|
|
"AU17_r",
|
|
"AU20_r",
|
|
"AU23_r",
|
|
"AU25_r",
|
|
"AU26_r",
|
|
"AU45_r",
|
|
"pose_Rx",
|
|
"pose_Ry",
|
|
"pose_Rz",
|
|
"pose_Tx",
|
|
"pose_Ty",
|
|
"pose_Tz",
|
|
"gaze_0_x",
|
|
"gaze_0_y",
|
|
"gaze_0_z",
|
|
"gaze_1_x",
|
|
"gaze_1_y",
|
|
"gaze_1_z",
|
|
"geometry_eye_open_left",
|
|
"geometry_eye_open_right",
|
|
"geometry_mouth_open",
|
|
"geometry_mouth_width",
|
|
"geometry_brow_eye_left",
|
|
"geometry_brow_eye_right"
|
|
],
|
|
"vision_feature_note": "OpenFace 2.2.0 AU intensities, pose, gaze, and six geometry values defined in E题V2.pdf section 4.2.3",
|
|
"grid_step_s": 0.1,
|
|
"audio_window_samples": 400,
|
|
"audio_step_samples": 160,
|
|
"audio_fft": 512,
|
|
"audio_mel_bands": 40,
|
|
"pitch_estimator": {
|
|
"name": "librosa.pyin",
|
|
"version": "1.0.0",
|
|
"f0_range_hz": [
|
|
80.0,
|
|
400.0
|
|
],
|
|
"frame_length_samples": 400,
|
|
"hop_length_samples": 160,
|
|
"center": false
|
|
},
|
|
"hnr_estimator": "autocorrelation periodicity at pYIN-detected F0; dB",
|
|
"vision_sample_rate_hz": "native OpenFace frame timestamps; no fixed-rate assumption",
|
|
"grouping": "GroupKFold by video_id",
|
|
"fold_count": 5,
|
|
"probe": {
|
|
"classifier": "LogisticRegression",
|
|
"C": 0.05,
|
|
"regressor": "Ridge",
|
|
"alpha": 25.0,
|
|
"intensity_clip": [
|
|
-3.0,
|
|
3.0
|
|
]
|
|
},
|
|
"bootstrap": {
|
|
"unit": "video_id",
|
|
"repeats": 200,
|
|
"seed": 20260923
|
|
},
|
|
"human_boundary_reference_count": 0,
|
|
"boundary_interval_level": 0.9,
|
|
"hard_text_quality_weight": "raw fixed-transcript CTC word path score in [0,1]; unavailable scores use q*=1 and are flagged unavailable",
|
|
"cache_schema": "q1-b0b4-v4-openface"
|
|
},
|
|
"output_dir": "/home/gloamxun/modeling_zhaocui/math/Q1/results/model_comparison",
|
|
"typical_sample_id": "-tANM6ETl_M/3",
|
|
"elapsed_seconds": 63.887396574020386
|
|
}
|