Prediction Evaluation Dashboard

Created on August 22|Last edited on August 23
Comment
﻿
Code
Comparing Candidate Models﻿
project("l5-demo", "l5-prediction").artifactVersion("run-1ay4t36d-eval_table", "latest").file("eval_table.table.json")
 - 4 of 25
1-3 of 85 
1-3 of 85 
1-3 of 85 
1-3 of 85 
1-3 of 85 
1-3 of 85 
semantic_predictions
satellite_predictions
semantic_animation
satellite_animation
1
TorchTrainer_d396cf3e
https://wandb.ai/l5-demo/l5-prediction-trials/runs/d396cf3e
2
TorchTrainer_be693f6c
https://wandb.ai/l5-demo/l5-prediction-trials/runs/be693f6c
3
TorchTrainer_9ae50e78
https://wandb.ai/l5-demo/l5-prediction-trials/runs/9ae50e78
4
run_name
run_url
﻿
project("l5-demo", "l5-prediction").artifactVersion("run-1ay4t36d-eval_table", "latest").file("eval_table.table.json")
 - 4 of 25
loss
avg_loss
semantic_neg_multi_log_likelihood
semantic_rmse
semantic_average_displacement_error_oracle
semantic_average_displacement_error_mean
semantic_final_displacement_error_oracle
semantic_final_displacement_error_mean
satellite_neg_multi_log_likelihood
satellite_rmse
satellite_average_displacement_error_oracle
satellite_average_displacement_error_mean
satellite_final_displacement_error_oracle
satellite_final_displacement_error_mean
1
2
3
4
run_name
run_url
﻿
project("l5-demo", "l5-prediction").artifactVersion("run-1ay4t36d-eval_table", "latest").file("eval_table.table.json")
 - 4 of 25
semantic_time_displace
semantic_prob_true_mode
satellite_time_displace
satellite_prob_true_mode
1
2
3
4
run_name
run_url
﻿
﻿
​
diff only
TorchTrainer_71241af4
TorchTrainer_1f7a385a
TorchTrainer_ef31f174
TorchTrainer_40990ba2
TorchTrainer_3f408b36
TorchTrainer_c6d66526
TorchTrainer_5322cdcc
TorchTrainer_51c85744
TorchTrainer_bd36168e
TorchTrainer_b7d8d32a
meta
runtime
runtime
1h 16m 1s
2m 48s
2m 21s
1m 25s
4m 59s
16s
2m 21s
3m 22s
9s
10s
config
train_loop_config
cfg
raster_params
map_type
map_type
py_satellite
py_semantic
py_satellite
py_satellite
py_semantic
py_satellite
py_satellite
py_semantic
py_satellite
py_satellite
batch_size
batch_size
24
24
12
12
18
24
12
18
6
24
lr
lr
0.00043627
0.00043681
0.00011963
0.0048173
0.00080798
0.0018539
0.00010819
0.0010026
0.0012329
0.00050273
max_num_steps
max_num_steps
5000
2000
2500
1250
4750
3000
2500
3000
5000
3250
date
date
2023-02-21_01-47-18
2023-02-21_01-41-02
2023-02-21_01-38-17
2023-02-21_01-36-00
2023-02-21_01-34-40
-
2023-02-21_01-28-38
2023-02-21_01-26-22
-
-
experiment_id
experiment_id
40057429a43f4ee39bd574e8bd798476
bc8a5093ae544084a391444e9a12b475
43cb564344bd41f7b48c8549971d58f8
7fab4233d9884d8e96ad200c9c84e34c
ddd979edf7ab43f8bd59978e431242cc
-
f83d4d969cb4486695a9fb6155430400
ceedb3367a864bb7a8cfdd85cb642248
-
-
hostname
hostname
dev-erife-wb-bare-metal-osonl-01
dev-erife-wb-bare-metal-osonl-01
dev-erife-wb-bare-metal-osonl-01
dev-erife-wb-bare-metal-osonl-01
dev-erife-wb-bare-metal-osonl-01
-
dev-erife-wb-bare-metal-osonl-01
dev-erife-wb-bare-metal-osonl-01
-
-
node_ip
node_ip
172.16.0.10
172.16.0.10
172.16.0.10
172.16.0.10
172.16.0.10
-
172.16.0.10
172.16.0.10
-
-
pid
pid
549347
542854
531551
520788
512985
-
468528
461665
-
-
trial_id
trial_id
71241af4
1f7a385a
ef31f174
40990ba2
3f408b36
-
5322cdcc
51c85744
-
-
summary
_wandb
runtime
runtime
-
154
126
70
284
-
125
184
-
5
_runtime
_runtime
363.59777
152.61008
124.61165
68.6186
283.60317
12.81432
123.82943
184.00533
-
-
Run set56
﻿
Evaluation Metrics﻿
Run set56
﻿
HyperParameter Analysis w.r.t Evaluation Metrics﻿
Run set56
﻿
﻿
Add a comment