AncTe/ginka-generator
1
0
Fork 0
mirror of https://github.com/unanmed/ginka-generator.git synced 2026-05-19 08:21:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore: 调整超参数

Browse Source
This commit is contained in:
unanmed 2026-04-28 17:51:39 +08:00
parent 3e962bf8be
commit dcb85dc1f8
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ginka/train_pretrain.py
View File

@ -41,7 +41,7 @@ MAP_H = MAP_W = 13
# VQ-VAE 超参（保持与 train_vq.py 一致） # VQ-VAE 超参（保持与 train_vq.py 一致）
VQ_L = 2 VQ_L = 2
VQ_K = 4 VQ_K = 8
VQ_D_Z = 128 VQ_D_Z = 128
VQ_D_MODEL= 192 VQ_D_MODEL= 192
VQ_NHEAD = 8 VQ_NHEAD = 8
@ -291,7 +291,7 @@ def train():
f"[{datetime.now().strftime('%Y-%m-%d %H:%M:%S')}] " f"[{datetime.now().strftime('%Y-%m-%d %H:%M:%S')}] "
f"Epoch {epoch + 1:4d} | " f"Epoch {epoch + 1:4d} | "
f"Loss {loss_total/n:.5f} " f"Loss {loss_total/n:.5f} "
f"CE {ce_total/n:.5f} " f"Focal {ce_total/n:.5f} "
f"Commit {commit_total/n:.5f} " f"Commit {commit_total/n:.5f} "
f"Entropy {entropy_total/n:.5f} | " f"Entropy {entropy_total/n:.5f} | "
f"LR {scheduler.get_last_lr()[0]:.6f}" f"LR {scheduler.get_last_lr()[0]:.6f}"

4
ginka/train_vq.py
View File

@ -47,7 +47,7 @@ WALL_MASK_RATIO = 0.8
# VQ-VAE 超参 # VQ-VAE 超参
VQ_L = 2 # summary token 数量（即 z 的序列长度） VQ_L = 2 # summary token 数量（即 z 的序列长度）
VQ_K = 4 # codebook 大小 VQ_K = 8 # codebook 大小
VQ_D_Z = 128 # codebook 嵌入维度 VQ_D_Z = 128 # codebook 嵌入维度
VQ_D_MODEL= 192 VQ_D_MODEL= 192
VQ_NHEAD = 8 VQ_NHEAD = 8
@ -695,7 +695,7 @@ def train():
f"[{datetime.now().strftime('%Y-%m-%d %H:%M:%S')}] " f"[{datetime.now().strftime('%Y-%m-%d %H:%M:%S')}] "
f"Epoch {epoch + 1:4d} | " f"Epoch {epoch + 1:4d} | "
f"Loss {loss_total/n:.5f} " f"Loss {loss_total/n:.5f} "
f"CE {ce_total/n:.5f} " f"Focal {ce_total/n:.5f} "
f"VQ {vq_loss_total/n:.5f} " f"VQ {vq_loss_total/n:.5f} "
f"Commit {commit_total/n:.5f} " f"Commit {commit_total/n:.5f} "
f"Entropy {entropy_total/n:.5f} " f"Entropy {entropy_total/n:.5f} "