AncTe/ginka-generator
1
0
Fork 0
mirror of https://github.com/unanmed/ginka-generator.git synced 2026-05-14 04:41:12 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore: 调整超参数

Browse Source
This commit is contained in:
unanmed 2026-04-28 15:34:36 +08:00
parent b34007a691
commit 6b2b36f20c
1 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
ginka/train_vq.py
View File

@ -46,21 +46,21 @@ LABEL_SMOOTHING = 0.0
WALL_MASK_RATIO = 0.8
# VQ-VAE 超参
VQ_L = 16 # summary token 数量（即 z 的序列长度）
VQ_K = 2 # codebook 大小
VQ_D_Z = 64 # codebook 嵌入维度
VQ_D_MODEL= 128
VQ_NHEAD = 4
VQ_LAYERS = 3
VQ_DIM_FF = 256
VQ_BETA = 0.25 # commit loss 权重
VQ_GAMMA = 0.1 # entropy loss 权重
VQ_L = 32 # summary token 数量（即 z 的序列长度）
VQ_K = 1 # codebook 大小
VQ_D_Z = 128 # codebook 嵌入维度
VQ_D_MODEL= 192
VQ_NHEAD = 8
VQ_LAYERS = 4
VQ_DIM_FF = 512
VQ_BETA = 0.5 # commit loss 权重
VQ_GAMMA = 0.0 # entropy loss 权重
# MaskGIT 超参
MG_D_MODEL = 256
MG_NHEAD = 8
MG_LAYERS = 4
MG_DIM_FF = 1024
MG_LAYERS = 6
MG_DIM_FF = 2048
MG_Z_DROPOUT = 0.1 # 训练时以此概率把 z 替换为随机噪声
MG_STRUCT_DROPOUT= 0.1 # 训练时以此概率将结构标签替换为 null（无条件占位）