Learning Rate and Weight Decay Sweep for PT2 without Band Modulation on S1 and S2
Created on January 1|Last edited on January 1
Comment
meta
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A14","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.0006832132474918948","--config.optim.kwargs.weight_decay","0.0002946383897818107","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A3","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.00023767252593445365","--config.optim.kwargs.weight_decay","0.00012943293684863276","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A6","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.00010752245932249493","--config.optim.kwargs.weight_decay","0.0009798697727985781","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A7","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","3.814727501382948e-05","--config.optim.kwargs.weight_decay","9.626728442055539e-05","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A17","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","1.3936453430352908e-05","--config.optim.kwargs.weight_decay","1.1436068372003236e-05","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A9","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.00038094655701898433","--config.optim.kwargs.weight_decay","0.00012006304863044743","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A16","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.00011082464076908758","--config.optim.kwargs.weight_decay","0.0006288918207973105","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A10","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","0.0001695406628579893","--config.optim.kwargs.weight_decay","3.962303222679253e-05","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A12","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","7.195786027716263e-05","--config.optim.kwargs.weight_decay","0.0001193082426048447","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
["exp/PT2-S1S2-NOBANDMOD-LRWDSWEEP-0-A13","--inherit","../peekaboo/templates/PT-2-S1-S2","--config.optim.kwargs.lr","9.096862722253967e-05","--config.optim.kwargs.weight_decay","0.00031650560033615657","--config.model.kwargs.modules.2.kwargs.vq_conv_kwargs.enable_band_modulation","False","--config.model.kwargs.modules.3.kwargs.vq_conv_kwargs.enable_band_modulation","False","--wandb.tags","pt2-s1s2-nobandmod-lrwdsweep-v0"]
2d 10h 53m 17s
3d 23h 55m 22s
2d 8h 9m 49s
2d 7h 54m 7s
2d 6h 24m 54s
2d 6h 47m 18s
2d 6h 29m 10s
2d 6h 28m 54s
2d 6h 26m 51s
2d 6h 33m 4s
config
0.00068321
0.00023767
0.00010752
0.000038147
0.000013936
0.00038095
0.00011082
0.00016954
0.000071958
0.000090969
0.00029464
0.00012943
0.00097987
0.000096267
0.000011436
0.00012006
0.00062889
0.000039623
0.00011931
0.00031651
/home/nrahaman/.raven/nophbochon
/home/nrahaman/.raven/isqszubhch
/home/nrahaman/.raven/shnwirqeaf
/home/nrahaman/.raven/qthsuvhpxs
/home/nrahaman/.raven/ntlquvejir
/home/nrahaman/.raven/uwxhqzstrb
/home/nrahaman/.raven/nisaotsupi
/home/nrahaman/.raven/nafmooofed
/home/nrahaman/.raven/snjfnylvom
/home/nrahaman/.raven/glufmvibfz
summary
_wandb
211993
-
202184
201242
195890
197232
196146
196129
196006
196378
model:loss
bands:sentinel1_pretrain
0.18441
0.012116
0.0016077
0.0020502
0.0024944
0.17999
0.0018204
0.0023302
0.0017451
0.0017665
bands:sentinel2_pretrain
0.039705
0.013873
0.00088494
0.0014738
0.0017103
0.029382
0.00099752
0.0014814
0.0012765
0.0010221
train
metric
model:reconstruction
0.15436
0.01178
0.0018489
0.0020431
0.00241
0.13889
0.001794
0.0021944
0.0020602
0.0018861
0.026179
0.014196
0.001302
0.001471
0.0017595
0.027069
0.0012505
0.0017307
0.0014262
0.0012981
211976.9453
344875.27594
202172.01984
201226.52963
195881.12798
197222.70732
196137.07976
196120.16338
195997.15157
196368.31851
1079
482
1079
1079
1079
1079
1079
1079
1079
1079
1672784201.3776
1672915945.46637
1672773149.20361
1672772193.02001
1672766814.98641
1672768156.7437
1672767069.75665
1672767052.64215
1672766929.65722
1672767299.8811
0.00001
0.0001258
0.00001
0.00001
0.00001
0.00001
0.00001
0.00001
0.00001
0.00001
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
image-file
Run set
20
Add a comment