Rickstaa's group workspace
Group: han2020_reproduction_sac_bigger_initial_alpha
Name
20 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
ac_kwargs.activation
ac_kwargs.activation.actor
ac_kwargs.activation.critic
ac_kwargs.hidden_sizes.actor
ac_kwargs.hidden_sizes.critic
ac_kwargs.output_activation
ac_kwargs.output_activation.actor
ac_kwargs.output_activation.critic
actor_critic
adaptive_temperature
alpha
alpha3
batch_size
device
env
env_class
epochs
exp_name
export
gamma
horizon_length
labda
lr_a
lr_a_decay_type
lr_a_final
lr_alpha
lr_alpha_decay_type
lr_alpha_final
lr_c
lr_c_decay_type
lr_c_final
lr_decay_ref
lr_decay_type
lr_labda
lr_labda_decay_type
lr_labda_final
max_ep_len
num_test_episodes
opt_type
polyak
replay_size
save_freq
seed
Finished
-
rickstaa
13m 46s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
Oscillator-v1
stable_gym.envs.biological.oscillator.oscillator.Oscillator
49
han2020_reproduction_sac_oscillator_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-9
0.0001
linear
1.0000e-9
0.0003
linear
3.0000e-9
step
linear
-
-
-
400
10
minimize
0.995
1000000
10
234
Finished
-
rickstaa
14m 3s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
Oscillator-v1
stable_gym.envs.biological.oscillator.oscillator.Oscillator
49
han2020_reproduction_sac_oscillator_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-9
0.0001
linear
1.0000e-9
0.0003
linear
3.0000e-9
step
linear
-
-
-
400
10
minimize
0.995
1000000
10
78456
Finished
-
rickstaa
16m 52s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
Oscillator-v1
stable_gym.envs.biological.oscillator.oscillator.Oscillator
49
han2020_reproduction_sac_oscillator_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-9
0.0001
linear
1.0000e-9
0.0003
linear
3.0000e-9
step
linear
-
-
-
400
10
minimize
0.995
1000000
10
3658
Finished
-
rickstaa
17m 23s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
Oscillator-v1
stable_gym.envs.biological.oscillator.oscillator.Oscillator
49
han2020_reproduction_sac_oscillator_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-9
0.0001
linear
1.0000e-9
0.0003
linear
3.0000e-9
step
linear
-
-
-
400
10
minimize
0.995
1000000
10
48104
Finished
-
rickstaa
17m 7s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
Oscillator-v1
stable_gym.envs.biological.oscillator.oscillator.Oscillator
49
han2020_reproduction_sac_oscillator_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-9
0.0001
linear
1.0000e-9
0.0003
linear
3.0000e-9
step
linear
-
-
-
400
10
minimize
0.995
1000000
10
567
Finished
-
rickstaa
52m 25s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
234
Finished
-
rickstaa
52m 7s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
3658
Finished
-
rickstaa
52m 32s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
78456
Finished
-
rickstaa
52m 17s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
48104
Finished
-
rickstaa
52m 8s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
567
Finished
-
rickstaa
2h 31m 59s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
CartPoleCost-v1
stable_gym.envs.classic_control.cartpole_cost.cartpole_cost.CartPoleCost
489
han2020_reproduction_sac_cartpole_cost_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-10
0.0001
linear
1.0000e-10
0.0003
linear
3.0000e-10
step
linear
-
-
-
250
10
minimize
0.995
1000000
10
78456
Finished
-
rickstaa
2h 31m 38s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
CartPoleCost-v1
stable_gym.envs.classic_control.cartpole_cost.cartpole_cost.CartPoleCost
489
han2020_reproduction_sac_cartpole_cost_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-10
0.0001
linear
1.0000e-10
0.0003
linear
3.0000e-10
step
linear
-
-
-
250
10
minimize
0.995
1000000
10
48104
Finished
-
rickstaa
2h 31m 59s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
CartPoleCost-v1
stable_gym.envs.classic_control.cartpole_cost.cartpole_cost.CartPoleCost
489
han2020_reproduction_sac_cartpole_cost_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-10
0.0001
linear
1.0000e-10
0.0003
linear
3.0000e-10
step
linear
-
-
-
250
10
minimize
0.995
1000000
10
3658
Finished
-
rickstaa
2h 32m 2s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
CartPoleCost-v1
stable_gym.envs.classic_control.cartpole_cost.cartpole_cost.CartPoleCost
489
han2020_reproduction_sac_cartpole_cost_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-10
0.0001
linear
1.0000e-10
0.0003
linear
3.0000e-10
step
linear
-
-
-
250
10
minimize
0.995
1000000
10
567
Finished
-
rickstaa
2h 32m 7s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
CartPoleCost-v1
stable_gym.envs.classic_control.cartpole_cost.cartpole_cost.CartPoleCost
489
han2020_reproduction_sac_cartpole_cost_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
1.0000e-10
0.0001
linear
1.0000e-10
0.0003
linear
3.0000e-10
step
linear
-
-
-
250
10
minimize
0.995
1000000
10
234
Finished
-
rickstaa
53m 10s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
78456
Finished
-
rickstaa
53m 5s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
567
Finished
-
rickstaa
53m 8s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
48104
Finished
-
rickstaa
53m 6s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
3658
Finished
-
rickstaa
53m 30s
-
-
nn.ReLU
nn.ReLU
[256,256]
[256,256]
-
nn.ReLU
-
-
true
2
-
256
gpu:1
FetchReachCost-v1
stable_gym.envs.robotics.fetch.fetch_reach_cost.fetch_reach_cost.FetchReachCost
147
han2020_reproduction_sac_fetch_reach_alpha3_tune_exp_bigger_initial_alpha
false
0.995
-
-
0.0001
linear
3.3333e-10
0.0001
linear
3.3333e-10
0.0003
linear
1.0000e-9
step
linear
-
-
-
200
10
minimize
0.995
1000000
10
234
1-20
of 20