update ablation

Author: himalalps

plot_figures/loss/plot_lrscaler_ablation.py

@@ -5,12 +5,10 @@
 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
 import matplotlib.pyplot as plt
-import pandas as pd
 import numpy as np
-
+import pandas as pd
 from utils import (
-    LIGHT_COLORS,
-    lighten_color,
+    ABLATION_COLORS,
     save_figure,
     set_axis_limits,
     set_legend_style,
@@ -36,25 +34,25 @@
 # Spectral MuP 作为baseline（标准方法）
 ablation_styles = {
     "Spectral MuP": {
-        "color": "#F59E0B",  # 琥珀金 (Amber-500)
+        "color": ABLATION_COLORS[0],
         "linestyle": "-",
         "linewidth": 7,
-        "alpha": 0.5,
-        "label": "Spectral MuP (Standard)",
+        "alpha": 0.66,
+        "label": "Spectral $\\mu$P (Standard)",
         "zorder": 1,
     },
     "Spectral Kaiming": {
-        "color": "#86198f",  # 绛紫/洋红深色 (Fuchsia-800)
+        "color": ABLATION_COLORS[1],
         "linestyle": "-",
-        "linewidth": 3,
-        "alpha": 0.9,
+        "linewidth": 2,
+        "alpha": 1.0,
         "label": "Spectral Kaiming",
         "zorder": 2,
     },
     "Align Adam RMS": {
-        "color": "#0891b2",  # 青色 (Cyan-600)
+        "color": ABLATION_COLORS[2],
         "linestyle": "-",
-        "linewidth": 3,
+        "linewidth": 2,
         "alpha": 1.0,
         "label": "Align Adam RMS",
         "zorder": 3,
@@ -78,9 +76,12 @@
     valid_series = series[valid_mask].values
 
     # 对数据进行smoothing（滚动平均）
-    smoothed_series = pd.Series(valid_series).rolling(
-        window=smooth_window, center=True, min_periods=1
-    ).mean().values
+    smoothed_series = (
+        pd.Series(valid_series)
+        .rolling(window=smooth_window, center=True, min_periods=1)
+        .mean()
+        .values
+    )
 
     # 主曲线
     ax.plot(
@@ -114,4 +115,3 @@
 
 output_file = os.path.join(output_dir, "lrscaler_ablation_loss.pdf")
 save_figure(fig, output_file, formats=["pdf", "png", "eps"])
-

plot_figures/loss/plot_module_ablation.py

@@ -37,24 +37,24 @@
         "color": ABLATION_COLORS[0],
         "linestyle": "-",
         "linewidth": 7,
-        "alpha": 0.8,
+        "alpha": 0.66,
         "label": "All Split (Standard)",
         "zorder": 1,
     },
-    "split ffn only": {
+    "split qkv only": {
         "color": ABLATION_COLORS[1],
         "linestyle": "-",
         "linewidth": 2,
         "alpha": 1.0,
-        "label": "Split FFN Only",
+        "label": "Split QKV Only",
         "zorder": 2,
     },
-    "split qkv only": {
+    "split ffn only": {
         "color": ABLATION_COLORS[2],
         "linestyle": "-",
         "linewidth": 2,
         "alpha": 1.0,
-        "label": "Split QKV Only",
+        "label": "Split FFN Only",
         "zorder": 3,
     },
 }

plot_figures/loss/results/ablation/lrscaler_ablation_loss.eps

@@ -29,8 +29,8 @@
 ]
 
 ABLATION_COLORS = [
-    "#f6a823",
-    "#4b08b2",
+    "#f59e0b",
+    "#86198f",
     "#0891b2",
 ]