mirror of
https://github.com/unanmed/ginka-generator.git
synced 2026-05-18 07:31:11 +08:00
56 lines
1.8 KiB
Python
56 lines
1.8 KiB
Python
import torch
|
|
import torch.nn as nn
|
|
import torch.nn.functional as F
|
|
|
|
class ConditionEncoder(nn.Module):
|
|
def __init__(self, tag_dim, val_dim, hidden_dim, out_dim):
|
|
super().__init__()
|
|
self.tag_embed = nn.Linear(tag_dim, hidden_dim)
|
|
self.val_embed = nn.Linear(val_dim, hidden_dim)
|
|
self.encoder = nn.TransformerEncoder(
|
|
nn.TransformerEncoderLayer(
|
|
d_model=hidden_dim, nhead=8, dim_feedforward=hidden_dim*4,
|
|
batch_first=True
|
|
),
|
|
num_layers=6
|
|
)
|
|
self.fusion = nn.Sequential(
|
|
nn.Linear(hidden_dim, hidden_dim*2),
|
|
nn.LayerNorm(hidden_dim*2),
|
|
nn.ELU(),
|
|
|
|
nn.Linear(hidden_dim*2, out_dim)
|
|
)
|
|
|
|
def forward(self, tag, val):
|
|
tag = self.tag_embed(tag)
|
|
val = self.val_embed(val)
|
|
feat = torch.stack([tag, val], dim=1)
|
|
feat = self.encoder(feat)
|
|
feat = torch.mean(feat, dim=1)
|
|
feat = self.fusion(feat)
|
|
return feat
|
|
|
|
class ConditionInjector(nn.Module):
|
|
def __init__(self, cond_dim, out_dim):
|
|
super().__init__()
|
|
self.gamma_layer = nn.Sequential(
|
|
nn.Linear(cond_dim, cond_dim*2),
|
|
nn.LayerNorm(cond_dim*2),
|
|
nn.ELU(),
|
|
|
|
nn.Linear(cond_dim*2, out_dim)
|
|
)
|
|
self.beta_layer = nn.Sequential(
|
|
nn.Linear(cond_dim, cond_dim*2),
|
|
nn.LayerNorm(cond_dim*2),
|
|
nn.ELU(),
|
|
|
|
nn.Linear(cond_dim*2, out_dim)
|
|
)
|
|
|
|
def forward(self, x, cond):
|
|
gamma = self.gamma_layer(cond).unsqueeze(2).unsqueeze(3)
|
|
beta = self.beta_layer(cond).unsqueeze(2).unsqueeze(3)
|
|
return x * gamma + beta
|