Philippos's workspace
Runs
285
Name
15 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
best_acc
current lr
test_acc
test_acc_top5
test_loss
train_acc
train_loss
AT.LOSS.CE_WEIGHT
AT.LOSS.FEAT_WEIGHT
AT.P
CRD.FEAT.DIM
CRD.FEAT.STUDENT_DIM
CRD.FEAT.TEACHER_DIM
CRD.LOSS.CE_WEIGHT
CRD.LOSS.FEAT_WEIGHT
CRD.MODE
CRD.NCE.K
CRD.NCE.MOMENTUM
CRD.NCE.TEMPERATURE
DATASET.CUTMIX
DATASET.MIXUP
DATASET.NUM_WORKERS
DATASET.TEST.BATCH_SIZE
DATASET.TYPE
DISTILLER.STUDENT
DISTILLER.TEACHER
DISTILLER.TYPE
DKD.ALPHA
DKD.BETA
DKD.CE_WEIGHT
DKD.DKD_LOSS
DKD.T
DKD.WARMUP
EXPERIMENT.NAME
EXPERIMENT.PROJECT
EXPERIMENT.TAG
FITNET.HINT_LAYER
FITNET.INPUT_SIZE
FITNET.LOSS.CE_WEIGHT
FITNET.LOSS.FEAT_WEIGHT
KD.LOSS.CE_WEIGHT
KD.LOSS.KD_WEIGHT
KD.LOSS.MIXED_WEIGHT
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-additive
7h 32m 28s
-
76.12
0.00005
75.86
94.05
0.88566
0
27.24928
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-additive,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-additive
7h 32m 27s
-
76.39
0.00005
76.13
94.1
0.87283
0
27.25172
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-additive,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-additive
11h 3m 35s
-
76.66
0.00005
76.5
94.17
0.87394
0
27.09671
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-additive,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-additive
11h 3m 35s
-
76.38
0.00005
76.11
94.25999
0.87612
0
27.15708
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-additive,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-additive
11h 2m 24s
-
76.53
0.00005
76.49
94.06
0.87324
0
27.05519
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-additive,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-UFS
10h 52m 4s
-
46.86
0.00005
41.36
79.49
2.15646
0
411.49482
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-UFS,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-UFS
10h 52m 15s
-
48.23
0.00005
48.11
83.07999
1.88755
0
378.30743
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-UFS,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-UFS
10h 52m 15s
-
51.56
0.00005
51.26
85.17
1.79984
0
368.76402
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-UFS,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-UFS
7h 23m 11s
-
46.58
0.00005
41.25
78.56
2.15633
0
411.6974
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-UFS,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
res8x4
resnet32x4
reviewdkd-UFS
7h 23m 9s
-
45.69
0.00005
43.73
81.31
2.05789
0
400.3347
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
resnet8x4
resnet32x4
REVIEWDKD
1
8
1
0.3
2
20
cifar100_baselines
reviewdkd-UFS,resnet32x4,res8x4
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_our_MIXUP
wrn_16_2
wrn_40_2
5h 6m 8s
-
75.68999
0.00005
75.42
94
0.89398
0
9.00182
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_our_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_our_MIXUP
wrn_16_2
wrn_40_2
5h 6m 16s
-
75.4
0.00005
75.06
94.09
0.91931
0
9.0313
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_our_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_our_MIXUP
wrn_16_2
wrn_40_2
5h 6m 15s
-
75.46
0.00005
75.16
94.32999
0.91278
0
9.04386
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_our_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_our_MIXUP
wrn_16_2
wrn_40_2
4h 20m 25s
-
75.29
0.00005
74.99
93.82999
0.91401
0
9.04268
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_our_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_our_MIXUP
wrn_16_2
wrn_40_2
4h 20m 38s
-
76.13
0.00005
75.91
94.04
0.89844
0
9.06331
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_our_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_simple_MIXUP
wrn_16_2
wrn_40_2
3h 15m 20s
-
74.7
0.00005
74.45
93.75
0.93859
0
12.08228
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDSIMPLEMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_simple_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_simple_MIXUP
wrn_16_2
wrn_40_2
3h 11m 39s
-
74.98
0.00005
74.98
93.77
0.92615
0
11.95791
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDSIMPLEMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_simple_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_simple_MIXUP
wrn_16_2
wrn_40_2
3h 11m 58s
-
74.67
0.00005
74.56
93.85
0.93202
0
12.00852
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDSIMPLEMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_simple_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_simple_MIXUP
wrn_16_2
wrn_40_2
3h 11m 36s
-
74.6
0.00005
74.39
93.82999
0.93683
0
12.01146
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDSIMPLEMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_simple_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
Finished
-
philippos
dkd_simple_MIXUP
wrn_16_2
wrn_40_2
2h 2m 11s
-
74.68
0.00005
74.5
93.75999
0.93683
0
12.12022
1
1000
2
128
256
256
1
0.8
exact
16384
0.5
0.07
0
1
2
64
cifar100
wrn_16_2
wrn_40_2
DKDSIMPLEMIXUP
1
8
1
0.3
4
20
cifar100_baselines
dkd_simple_MIXUP,wrn_40_2,wrn_16_2
2
[32,32]
1
100
0.1
0.9
-
1-20
of 285