modeling_zhaocui/deep_learning/Q1/outputs/alignment_debug/debug_summary.csv

1	experiment	method	variant	steps	absolute_position_encoding	final_L_total	final_L_rec	final_L_con	final_L_span	final_L_band	final_L_align	mean_grad_span_WQ	final_grad_span_WQ	mean_grad_span_WK	final_grad_span_WK	mean_grad_band_WQ	final_grad_band_WQ	mean_grad_band_WK	final_grad_band_WK	mean_grad_total_WQ	final_grad_total_WQ	mean_grad_total_WK	final_grad_total_WK	final_metric_rows	mean_grad_span_Z	final_grad_span_Z	mean_grad_band_Z	final_grad_band_Z	mean_grad_total_Z	final_grad_total_Z	mean_grad_align_WQ	final_grad_align_WQ	mean_grad_align_WK	final_grad_align_WK	mean_grad_align_Z	final_grad_align_Z	mean_grad_reconstruction_WQ	final_grad_reconstruction_WQ	mean_grad_reconstruction_WK	final_grad_reconstruction_WK	mean_grad_contrastive_WQ	final_grad_contrastive_WQ	mean_grad_contrastive_WK	final_grad_contrastive_WK	mean_grad_reconstruction_Z	final_grad_reconstruction_Z	mean_grad_contrastive_Z	final_grad_contrastive_Z
2	D0	M3	M3	1000	False	0.0001284093887079507	0.0	0.0	0.0	1.284093832509825e-05	4.000759601593018	0.002697589180766669	0.0	0.002838470901384854	0.0	0.0002958690113870284	1.0568401194177568e-06	0.0002991063766076503	1.6968785985227441e-06	0.015426066552387128	1.0568249308562372e-05	0.016273685052546366	1.696865183475893e-05	3
3	D0	M4	M4	1000	False	0.0007096256013028324	0.0	0.0	0.0	7.096256013028324e-05	2.7617690563201904	0.0007485005429343265	0.0	0.0007262770543057544	0.0	0.00012151799005350232	5.439375740934338e-07	7.897152324390204e-05	8.066846817200712e-07	0.004383267495523244	5.437386334961047e-06	0.004111466699624525	8.06365096650552e-06	3	0.0011042480758738284	0.0	0.00033717537322516756	2.539506340326625e-06	0.007076992612436537	2.5395502234459855e-05
4	D1	M3	M3	1000	False	0.26304957270622253	0.0	0.0	0.03922496363520622	0.0024807010777294636	0.26304957270622253									0.04037890904674343	0.07762965559959412	0.07372209119300048	0.22011931240558624	3							0.04037890904674343	0.07762965559959412	0.07372209119300048	0.22011931240558624
5	D1	M4	M4_noPE	1000	False	0.18324920535087585	0.0	0.0	0.025129996240139008	0.0022010570392012596	0.18324920535087585									0.0023562288857361885	0.001056903856806457	0.003748278842335019	0.004333971068263054	3					0.0038976988249558807	0.001278208801522851	0.0023562288857361885	0.001056903856806457	0.003748278842335019	0.004333971068263054	0.0038976988249558807	0.001278208801522851
6	D1	M4	M4_sinPE	1000	True	0.1817472279071808	0.0	0.0	0.022685661911964417	0.001975460909307003	0.1817472279071808									0.002734492555164787	0.0014659162843599916	0.0040959174523367455	0.0072101447731256485	3					0.002907882029688278	0.0012832485372200608	0.002734492555164787	0.0014659162843599916	0.0040959174523367455	0.0072101447731256485	0.002907882029688278	0.0012832485372200608
7	D2	M3	M3	500	False	0.5193538665771484	0.0	0.0	0.19500811398029327	0.009826760739088058	0.5193538665771484									0.05473049500813851	0.05759377405047417	0.04736510177071278	0.04955451563000679	300							0.05473049500813851	0.05759377405047417	0.04736510177071278	0.04955451563000679
8	D2	M4	M4_sinPE	500	True	0.622188150882721	0.0	0.0	0.25452253222465515	0.021455470472574234	0.622188150882721									0.013390130175349232	0.010848945938050747	0.018620100239506707	0.021294962614774704	300					0.010911643258833256	0.00810039509087801	0.013390130175349232	0.010848945938050747	0.018620100239506707	0.021294962614774704	0.010911643258833256	0.00810039509087801
9	D3	M3	M3	500	False	2.361671209335327	0.0652424693107605	1.4389762878417969	0.38719600439071655	0.024399496614933014	0.8574525117874146									0.18317959629572356	0.12940381467342377	0.16576746937174064	0.11805923283100128	300							0.0471666377897446	0.03122137486934662	0.05057739595381113	0.0322800874710083			0.005158150022347959	0.005989663768559694	0.0057540183367494205	0.006865308620035648	0.17650551807421905	0.12535835802555084	0.15963099180505827	0.11316954344511032
10	D3	M4	M4_sinPE	500	True	2.522592544555664	0.03452873229980469	1.7466888427734375	0.30798614025115967	0.025702524930238724	0.7413750886917114									0.07007146243435833	0.06950569152832031	0.10517596080899239	0.12626641988754272	300					0.04153462569229305	0.0359560064971447	0.013557360677693326	0.012832887470722198	0.03294477181043476	0.033433038741350174	0.015430007067222435	0.019335519522428513	0.0036952038023558157	0.00627180328592658	0.007807483107451565	0.014253645204007626	0.06933550275145815	0.06666606664657593	0.10067548079845998	0.11717817187309265	0.003696197765328599	0.005579955410212278	0.04154802246305805	0.035773470997810364