Pierrotlc's group workspace
Group: PokeGAN - Mugshots
State
Notes
User
Tags
Created
Runtime
Sweep
batch_size
betas_d
betas_g
device
dim_image
dim_z
dropout
epochs
iter_D
lr_d
lr_g
n_channels
n_first_channels
n_layers_d_block
n_layers_z
netD
netG
optimD
optimG
seed
test_loader
train_loader
weight_GP
weight_err_d_real
data_cfg.dim_image
data_cfg.path
dataloader
discriminator_cfg.betas
discriminator_cfg.dropout
discriminator_cfg.gamma
discriminator_cfg.lr
discriminator_cfg.n_channels
discriminator_cfg.n_layers_d_block
discriminator_cfg.running_avg_factor
discriminator_cfg.weight_avg_factor
gamma_d
gamma_g
generator_cfg.betas
generator_cfg.dim_z
generator_cfg.dropout
generator_cfg.gamma
generator_cfg.lr
generator_cfg.n_channels
generator_cfg.n_layers_block
Finished
-
pierrotlc
33m 37s
-
92
[0.5,0.99]
[0.5,0.5]
cuda
64
12
0.1
200
-
0.0001
0.0005
128
4
3
4
Discriminator(
(first_conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(3, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(blocks): ModuleList(
(0): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(4, 8, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(1): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(8, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(2): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(16, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(3): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(32, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(4): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(64, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(5): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(128, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
)
(classify): Sequential(
(0): Conv2d(256, 1, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(1): Flatten(start_dim=1, end_dim=-1)
)
)
StyleGAN(
(mapping): MappingNetwork(
(norm): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(layers): ModuleList(
(0): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(3): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
)
(out): Linear(in_features=12, out_features=12, bias=True)
)
(synthesis): SynthesisNetwork(
(blocks): ModuleList(
(0): SynthesisBlock(
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=256, bias=True)
(A2): Linear(in_features=12, out_features=256, bias=True)
(B1): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(1): SynthesisBlock(
(upsample): ConvTranspose2d(128, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=128, bias=True)
(A2): Linear(in_features=12, out_features=128, bias=True)
(B1): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(2): SynthesisBlock(
(upsample): ConvTranspose2d(64, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=64, bias=True)
(A2): Linear(in_features=12, out_features=64, bias=True)
(B1): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(3): SynthesisBlock(
(upsample): ConvTranspose2d(32, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=32, bias=True)
(A2): Linear(in_features=12, out_features=32, bias=True)
(B1): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(4): SynthesisBlock(
(upsample): ConvTranspose2d(16, 8, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=16, bias=True)
(A2): Linear(in_features=12, out_features=16, bias=True)
(B1): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(5): SynthesisBlock(
(upsample): ConvTranspose2d(8, 4, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=8, bias=True)
(A2): Linear(in_features=12, out_features=8, bias=True)
(B1): Conv2d(10, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
)
(to_rgb): Conv2d(4, 3, kernel_size=(1, 1), stride=(1, 1))
)
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.99)
eps: 1e-08
initial_lr: 0.0001
lr: 0.0001
weight_decay: 0
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.5)
eps: 1e-08
initial_lr: 0.0005
lr: 0.0005
weight_decay: 0
)
0
-
-
-
-
-
-
<torch.utils.data.dataloader.DataLoader object at 0x7f6885951df0>
-
-
-
-
-
-
-
-
0.1
0.1
-
-
-
-
-
-
-
Finished
-
pierrotlc
7m 36s
-
92
[0.5,0.99]
[0.5,0.5]
cuda
64
12
0.1
30
-
0.0001
0.0001
256
8
3
4
Discriminator(
(first_conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(3, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(blocks): ModuleList(
(0): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(8, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(1): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(16, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(2): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(32, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(3): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(64, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(4): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(128, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(5): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(256, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
)
(classify): Sequential(
(0): Conv2d(512, 1, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(1): Flatten(start_dim=1, end_dim=-1)
)
)
StyleGAN(
(mapping): MappingNetwork(
(norm): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(layers): ModuleList(
(0): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(3): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
)
(out): Linear(in_features=12, out_features=12, bias=True)
)
(synthesis): SynthesisNetwork(
(blocks): ModuleList(
(0): SynthesisBlock(
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((256, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=512, bias=True)
(A2): Linear(in_features=12, out_features=512, bias=True)
(B1): Conv2d(10, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(1): SynthesisBlock(
(upsample): ConvTranspose2d(256, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=256, bias=True)
(A2): Linear(in_features=12, out_features=256, bias=True)
(B1): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(2): SynthesisBlock(
(upsample): ConvTranspose2d(128, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=128, bias=True)
(A2): Linear(in_features=12, out_features=128, bias=True)
(B1): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(3): SynthesisBlock(
(upsample): ConvTranspose2d(64, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=64, bias=True)
(A2): Linear(in_features=12, out_features=64, bias=True)
(B1): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(4): SynthesisBlock(
(upsample): ConvTranspose2d(32, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=32, bias=True)
(A2): Linear(in_features=12, out_features=32, bias=True)
(B1): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(5): SynthesisBlock(
(upsample): ConvTranspose2d(16, 8, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=16, bias=True)
(A2): Linear(in_features=12, out_features=16, bias=True)
(B1): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
)
(to_rgb): Conv2d(8, 3, kernel_size=(1, 1), stride=(1, 1))
)
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.99)
eps: 1e-08
initial_lr: 0.0001
lr: 0.0001
weight_decay: 0
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.5)
eps: 1e-08
initial_lr: 0.0001
lr: 0.0001
weight_decay: 0
)
0
-
-
-
-
-
-
<torch.utils.data.dataloader.DataLoader object at 0x7fef964ebdf0>
-
-
-
-
-
-
-
-
0.1
0.1
-
-
-
-
-
-
-
Finished
-
pierrotlc
1m 41s
-
92
[0.5,0.99]
[0.5,0.5]
cuda
64
12
0.1
30
-
0.0001
0.0001
128
4
3
4
Discriminator(
(first_conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(3, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(blocks): ModuleList(
(0): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(4, 8, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(1): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(8, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(2): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(16, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(3): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(32, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(4): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(64, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
(5): DiscriminatorBlock(
(convs): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(downsample): Conv2d(128, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
)
)
(classify): Sequential(
(0): Conv2d(256, 1, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)
(1): Flatten(start_dim=1, end_dim=-1)
)
)
StyleGAN(
(mapping): MappingNetwork(
(norm): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(layers): ModuleList(
(0): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
(3): Sequential(
(0): Linear(in_features=12, out_features=12, bias=True)
(1): LayerNorm((12,), eps=1e-05, elementwise_affine=True)
(2): LeakyReLU(negative_slope=0.01)
)
)
(out): Linear(in_features=12, out_features=12, bias=True)
)
(synthesis): SynthesisNetwork(
(blocks): ModuleList(
(0): SynthesisBlock(
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((128, 2, 2), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=256, bias=True)
(A2): Linear(in_features=12, out_features=256, bias=True)
(B1): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(1): SynthesisBlock(
(upsample): ConvTranspose2d(128, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((64, 4, 4), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=128, bias=True)
(A2): Linear(in_features=12, out_features=128, bias=True)
(B1): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(2): SynthesisBlock(
(upsample): ConvTranspose2d(64, 32, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((32, 8, 8), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=64, bias=True)
(A2): Linear(in_features=12, out_features=64, bias=True)
(B1): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(3): SynthesisBlock(
(upsample): ConvTranspose2d(32, 16, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(16, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((16, 16, 16), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=32, bias=True)
(A2): Linear(in_features=12, out_features=32, bias=True)
(B1): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 16, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(4): SynthesisBlock(
(upsample): ConvTranspose2d(16, 8, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(8, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((8, 32, 32), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=16, bias=True)
(A2): Linear(in_features=12, out_features=16, bias=True)
(B1): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 8, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
(5): SynthesisBlock(
(upsample): ConvTranspose2d(8, 4, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1))
(conv): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(layers): ModuleList(
(0): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(1): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
(2): Sequential(
(0): Dropout(p=0.1, inplace=False)
(1): Conv2d(4, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(2): LayerNorm((4, 64, 64), eps=1e-05, elementwise_affine=True)
(3): LeakyReLU(negative_slope=0.01)
)
)
(ada_in): AdaIN()
(A1): Linear(in_features=12, out_features=8, bias=True)
(A2): Linear(in_features=12, out_features=8, bias=True)
(B1): Conv2d(10, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
(B2): Conv2d(10, 4, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))
)
)
(to_rgb): Conv2d(4, 3, kernel_size=(1, 1), stride=(1, 1))
)
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.99)
eps: 1e-08
initial_lr: 0.0001
lr: 0.0001
weight_decay: 0
)
Adam (
Parameter Group 0
amsgrad: False
betas: (0.5, 0.5)
eps: 1e-08
initial_lr: 0.0001
lr: 0.0001
weight_decay: 0
)
0
-
-
-
-
-
-
<torch.utils.data.dataloader.DataLoader object at 0x7f6112e0cdf0>
-
-
-
-
-
-
-
-
0.1
0.1
-
-
-
-
-
-
-
1-3
of 3