Araffin's workspace
Runs
150
Name
150 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
act_space
alpha
anneal_lr
autotune
batch_size
beta
buffer_size
capture_video
clip_coef
clip_vloss
cuda
device
end_epsilon
ent_coef
env_id
exp_name
exploration_fraction
exploration_noise
gae_lambda
gamma
learning_rate
learning_starts
max_grad_norm
minibatch_size
noise_clip
norm_adv
num_envs
num_minibatches
num_steps
obs_space
policy_frequency
policy_lr
policy_noise
q_lr
run_name
seed
start_epsilon
target_network_frequency
tau
total_timesteps
train_frequency
update_epochs
vf_coef
collect/episodic_length
Finished
-
iiiiiiiooo
cfa4f21
19h 47m 11s
-
Discrete(6)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
PongNoFrameskip-v4
PongNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
PongNoFrameskip-v4__dqn_atari_tf__3__1676874828
3
1
1000
-
10000000
4
-
-
6861
Finished
-
iiiiiiiooo
cfa4f21
19h 53m 24s
-
Discrete(9)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BeamRiderNoFrameskip-v4
BeamRiderNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BeamRiderNoFrameskip-v4__dqn_atari_tf__3__1676873060
3
1
1000
-
10000000
4
-
-
16159
Finished
-
iiiiiiiooo
cfa4f21
19h 23m 58s
-
Discrete(6)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
PongNoFrameskip-v4
PongNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
PongNoFrameskip-v4__dqn_atari_tf__2__1676804978
2
1
1000
-
10000000
4
-
-
6553
Finished
-
iiiiiiiooo
cfa4f21
19h 3m 37s
-
Discrete(9)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BeamRiderNoFrameskip-v4
BeamRiderNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BeamRiderNoFrameskip-v4__dqn_atari_tf__2__1676804432
2
1
1000
-
10000000
4
-
-
19999
Finished
-
iiiiiiiooo
cfa4f21
19h 17m 11s
-
Discrete(9)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BeamRiderNoFrameskip-v4
BeamRiderNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BeamRiderNoFrameskip-v4__dqn_atari_tf__1__1676734992
1
1
1000
-
10000000
4
-
-
25561
Finished
-
iiiiiiiooo
cfa4f21
19h 30m 42s
-
Discrete(6)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
PongNoFrameskip-v4
PongNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
PongNoFrameskip-v4__dqn_atari_tf__1__1676734720
1
1
1000
-
10000000
4
-
-
6838
Finished
-
iiiiiiiooo
cfa4f21
18h 34m 27s
-
Discrete(4)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BreakoutNoFrameskip-v4
BreakoutNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BreakoutNoFrameskip-v4__dqn_atari_tf__3__1673912888
3
1
1000
-
10000000
4
-
-
6043
Finished
-
iiiiiiiooo
cfa4f21
18h 45m 56s
-
Discrete(4)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BreakoutNoFrameskip-v4
BreakoutNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BreakoutNoFrameskip-v4__dqn_atari_tf__2__1673845322
2
1
1000
-
10000000
4
-
-
8395
Finished
-
iiiiiiiooo
cfa4f21
18h 39m 46s
-
Discrete(4)
-
-
-
32
-
1000000
true
-
-
true
-
0.01
-
BreakoutNoFrameskip-v4
BreakoutNoFrameskip-v4__dqn_atari_tf
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
BreakoutNoFrameskip-v4__dqn_atari_tf__1__1673778127
1
1
1000
-
10000000
4
-
-
6321
Finished
-
iiiiiiiooo
cfa4f21
21m 1s
-
Discrete(2)
0.2
-
-
128
0.6
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__pdqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__pdqn_tf__3__1673776727
3
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
21m 6s
-
Discrete(2)
0.2
-
-
128
0.6
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__pdqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__pdqn_tf__2__1673776724
2
1
500
-
500000
10
-
-
250
Finished
-
iiiiiiiooo
cfa4f21
21m 5s
-
Discrete(2)
0.2
-
-
128
0.6
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__pdqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__pdqn_tf__1__1673776711
1
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 23s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__ddqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__ddqn_tf__3__1673775617
3
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 24s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__ddqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__ddqn_tf__2__1673775613
2
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 21s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__ddqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__ddqn_tf__1__1673775603
1
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 19s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__dqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__dqn_tf__3__1673774507
3
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 8s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__dqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__dqn_tf__1__1673774507
1
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
cfa4f21
18m 23s
-
Discrete(2)
-
-
-
128
-
10000
true
-
-
true
-
0.05
-
CartPole-v1
CartPole-v1__dqn_tf
0.5
-
-
0.99
0.00025
10000
-
-
-
-
1
-
-
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)
-
-
-
-
CartPole-v1__dqn_tf__2__1673774507
2
1
500
-
500000
10
-
-
500
Finished
-
iiiiiiiooo
57647e8
6h 6m 26s
-
Discrete(9)
-
-
-
32
-
1000000
true
-
-
true
cuda
0.01
-
BeamRiderNoFrameskip-v4
BeamRiderNoFrameskip-v4__dqn_atari_torch
0.1
-
-
0.99
0.0001
50000
-
-
-
-
1
-
-
Box(0, 255, (4, 84, 84), uint8)
-
-
-
-
-
3
1
1000
-
10000000
4
-
-
15590
Finished
-
iiiiiiiooo
57647e8
39m 49s
-
Box(-1.0, 1.0, (6,), float32)
-
true
-
2048
-
-
true
0.2
true
true
cuda
-
0
HalfCheetah-v4
HalfCheetah-v4__ppo_torch
-
-
0.95
0.99
0.0003
-
0.5
64
-
true
1
32
2048
Box(-inf, inf, (17,), <class 'numpy.float32'>)
-
-
-
-
-
3
-
-
-
1000000
-
10
0.5
1000
1-20
of 150