Ananyaj's workspace
Runs
63
Name
63 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
activation_checkpointing
canceled_check_interval
console_log_interval
data.drop_last
data.num_workers
data.pad_direction
data.paths
data.persistent_workers
data.pin_memory
data.prefetch_factor
data.timeout
device_eval_batch_size
device_train_batch_size
device_train_grad_accum
device_train_microbatch_size
dry_run
epoch
eval_interval
eval_on_load
eval_subset_num_batches
evaluators
extra_steps_after_cancel
force_save_unsharded
fsdp.precision
fsdp.sharding_strategy
fsdp.use_orig_params
global_train_batch_size
load_path
max_duration
max_grad_norm
model.activation_type
model.alibi
model.alibi_bias_max
model.attention_dropout
model.attention_layer_norm
model.attention_layer_norm_with_affine
model.bias_for_layer_norm
model.block_group_size
model.block_type
model.d_model
model.embedding_dropout
model.embedding_size
model.eos_token_id
model.flash_attention
Finished
-
epwalsh
29m 48s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
0
1000
false
-1
[{"type":"lm","data":{"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"]},"drop_last":true,"prefetch_factor":null,"num_workers":0},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null},{"data":{"datasets":{"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"]},"drop_last":true,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"pin_memory":false,"timeout":0,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"paths":null,"persistent_workers":false,"drop_last":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null},{"type":"downstream","data":{"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null},{"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"timeout":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null},{"subset_num_batches":null,"type":"downstream","data":{"timeout":0,"drop_last":false,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"arc_easy"},{"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"persistent_workers":false}},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"rte"},{"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","prefetch_factor":null,"paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0}},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"mrpc"},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"pin_memory":false,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"prefetch_factor":null,"pad_direction":"right","persistent_workers":false}}]
10
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5635640/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
43m 19s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
0
1000
false
-1
[{"data":{"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"drop_last":true,"pad_direction":"right","prefetch_factor":null,"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"]}},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"timeout":0,"datasets":{"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"]},"pad_direction":"right","pin_memory":false,"drop_last":true,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null}},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"paths":null,"timeout":0},"device_eval_batch_size":null,"label":"piqa"},{"data":{"datasets":null,"num_workers":0,"paths":null,"prefetch_factor":null,"timeout":0,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null},{"data":{"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"pad_direction":"right"}},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null,"pin_memory":false}},{"data":{"paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"pad_direction":"right","pin_memory":false,"timeout":0,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null,"paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null},{"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false},"device_eval_batch_size":null},{"data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","paths":null,"prefetch_factor":null,"datasets":null,"drop_last":false,"persistent_workers":false,"pin_memory":false,"timeout":0,"num_workers":0}}]
10
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5514351/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
6s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
32
4
8
false
0
1000
false
-1
[{"data":{"datasets":{"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"]},"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"pin_memory":false},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"datasets":{"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"]},"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"drop_last":false,"pad_direction":"right","persistent_workers":false,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"persistent_workers":false,"pin_memory":false,"num_workers":0,"paths":null,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"pad_direction":"right"},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null},{"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","timeout":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null}},{"label":"openbook_qa","subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"pin_memory":false,"drop_last":false},"device_eval_batch_size":null},{"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"pin_memory":false},"device_eval_batch_size":null},{"data":{"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"data":{"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"pad_direction":"right","paths":null,"datasets":null,"num_workers":0,"persistent_workers":false},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null},{"data":{"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"pad_direction":"right","pin_memory":false,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"timeout":0,"drop_last":false,"paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
10
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5514351/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
7s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
32
4
8
false
0
1000
false
-1
[{"data":{"num_workers":0,"persistent_workers":false,"datasets":{"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"]},"drop_last":true,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"subset_num_batches":null,"type":"lm","data":{"drop_last":true,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"]},"paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"v2-small-ppl-validation"},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"drop_last":false,"paths":null,"persistent_workers":false,"timeout":0},"device_eval_batch_size":null,"label":"piqa"},{"data":{"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"timeout":0,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"paths":null,"pin_memory":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null,"persistent_workers":false,"pin_memory":false,"timeout":0}},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"datasets":null,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"sciq"},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pad_direction":"right","paths":null,"prefetch_factor":null,"datasets":null,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0}},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","prefetch_factor":null,"timeout":0,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"timeout":0},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"pin_memory":false,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"drop_last":false,"pad_direction":"right","prefetch_factor":null},"device_eval_batch_size":null,"label":"mrpc"},{"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"timeout":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false},"device_eval_batch_size":null}]
10
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5306113/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
6s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
0
1000
false
-1
[{"type":"lm","data":{"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":{"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"]},"num_workers":0,"paths":null,"timeout":0,"drop_last":true},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null},{"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"prefetch_factor":null,"drop_last":true,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":{"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"]},"paths":null}},{"type":"downstream","data":{"pin_memory":false,"datasets":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null},{"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","persistent_workers":false,"datasets":null,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false}},{"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pin_memory":false,"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0}},{"data":{"datasets":null,"num_workers":0,"paths":null,"timeout":0,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"paths":null},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"drop_last":false,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null},{"data":{"datasets":null,"drop_last":false,"paths":null,"persistent_workers":false,"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"datasets":null,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"persistent_workers":false},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false},"device_eval_batch_size":null}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5514351/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
6s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
0
1000
false
-1
[{"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"]},"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"persistent_workers":false,"prefetch_factor":null}},{"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"drop_last":true,"num_workers":0,"persistent_workers":false,"pin_memory":false,"datasets":{"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"]},"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0}},{"data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null,"pad_direction":"right","prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"pad_direction":"right","pin_memory":false,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"drop_last":false,"num_workers":0,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"data":{"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"persistent_workers":false,"pin_memory":false,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pad_direction":"right","prefetch_factor":null,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"copa"},{"data":{"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"drop_last":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"pin_memory":false,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","timeout":0,"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"persistent_workers":false,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null,"paths":null,"timeout":0,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5514351/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
8m 40s
-
-
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
0
1000
false
-1
[{"type":"lm","data":{"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":{"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"]},"pad_direction":"right","drop_last":true,"num_workers":0},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null},{"type":"lm","data":{"datasets":{"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"]},"drop_last":true,"prefetch_factor":null,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"prefetch_factor":null,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"label":"hellaswag","subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null},{"data":{"paths":null,"timeout":0,"datasets":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"timeout":0,"datasets":null,"persistent_workers":false,"prefetch_factor":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null},{"data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"datasets":null,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null},{"data":{"num_workers":0,"datasets":null,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"datasets":null,"paths":null,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"paths":null,"prefetch_factor":null}},{"data":{"timeout":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"pin_memory":false},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"num_workers":0,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5306113/latest
739328
1
swiglu
false
8
0
false
false
false
1
sequential
2048
0
50304
0
false
Finished
-
epwalsh
15m 41s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"subset_num_batches":null,"type":"lm","data":{"datasets":{"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"]},"pad_direction":"right","paths":null,"timeout":0,"drop_last":true,"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"v3-small-ppl-validation"},{"type":"lm","data":{"datasets":{"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"]},"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":true},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null},{"subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","timeout":0,"drop_last":false,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null},"device_eval_batch_size":null,"label":"piqa"},{"data":{"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"paths":null,"pin_memory":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"winogrande"},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","timeout":0,"datasets":null,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"drop_last":false,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"timeout":0},"device_eval_batch_size":null},{"data":{"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"datasets":null,"drop_last":false,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0}},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"timeout":0,"datasets":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"label":"mrpc","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"prefetch_factor":null},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","paths":null,"timeout":0,"datasets":null,"drop_last":false,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null}}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5306112/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
16m 33s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"data":{"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"prefetch_factor":null,"datasets":{"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"]}},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"type":"lm","data":{"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"]},"drop_last":true},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null},{"data":{"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"datasets":null,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"num_workers":0,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"prefetch_factor":null,"timeout":0,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null},{"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null,"prefetch_factor":null}},{"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null},{"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"drop_last":false,"persistent_workers":false,"pin_memory":false}},{"label":"rte","subset_num_batches":null,"type":"downstream","data":{"persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"pin_memory":false,"drop_last":false,"pad_direction":"right","paths":null},"device_eval_batch_size":null},{"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"timeout":0,"num_workers":0,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null},{"data":{"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"paths":null,"timeout":0,"drop_last":false},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"prefetch_factor":null,"timeout":0,"datasets":null,"paths":null,"pin_memory":false,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5306010/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
15m 11s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"]},"drop_last":true,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"paths":null,"pin_memory":false},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"]}}},{"data":{"datasets":null,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","datasets":null,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false},"device_eval_batch_size":null,"label":"hellaswag"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"pad_direction":"right","persistent_workers":false,"timeout":0},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"num_workers":0,"paths":null,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"pad_direction":"right","paths":null},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"persistent_workers":false,"datasets":null,"drop_last":false,"pad_direction":"right"}},{"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pad_direction":"right","prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false}},{"data":{"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"persistent_workers":false,"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"drop_last":false,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"pin_memory":false,"datasets":null,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0},"device_eval_batch_size":null}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194683/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
11m 24s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":true,"pad_direction":"right","paths":null,"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"]}},"device_eval_batch_size":null},{"data":{"pin_memory":false,"datasets":{"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"]},"persistent_workers":false,"prefetch_factor":null,"timeout":0,"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null},{"data":{"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"datasets":null,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"num_workers":0,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"pad_direction":"right","persistent_workers":false,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"drop_last":false,"paths":null}},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null}},{"data":{"datasets":null,"pad_direction":"right","paths":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"datasets":null,"drop_last":false,"persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"rte"},{"data":{"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"drop_last":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"mrpc"},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"persistent_workers":false,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"sst2"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194682/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
14m 39s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"datasets":{"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"]},"drop_last":true,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"pad_direction":"right","prefetch_factor":null,"timeout":0},"device_eval_batch_size":null},{"data":{"datasets":{"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"]},"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":true,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"pad_direction":"right","persistent_workers":false,"timeout":0,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"timeout":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"timeout":0,"datasets":null,"drop_last":false,"paths":null,"pin_memory":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null},{"data":{"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false},"device_eval_batch_size":null},{"data":{"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"datasets":null,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"persistent_workers":false,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"persistent_workers":false}},{"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"num_workers":0,"prefetch_factor":null}},{"data":{"datasets":null,"drop_last":false,"persistent_workers":false,"pin_memory":false,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"pad_direction":"right","pin_memory":false,"timeout":0,"num_workers":0,"paths":null},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194681/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
16m 58s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"data":{"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"datasets":{"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"]},"drop_last":true,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"subset_num_batches":null,"type":"lm","data":{"drop_last":true,"num_workers":0,"pad_direction":"right","prefetch_factor":null,"datasets":{"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"]},"paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"v2-small-ppl-validation"},{"data":{"num_workers":0,"pin_memory":false,"timeout":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null,"pad_direction":"right","prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"drop_last":false,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"winogrande"},{"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"timeout":0,"drop_last":false,"pad_direction":"right","pin_memory":false,"prefetch_factor":null}},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"sciq"},{"data":{"pin_memory":false,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","pin_memory":false,"timeout":0,"paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"label":"rte","subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"persistent_workers":false,"pin_memory":false,"drop_last":false},"device_eval_batch_size":null},{"data":{"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"label":"mrpc","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"paths":null,"persistent_workers":false,"drop_last":false,"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"timeout":0,"drop_last":false,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false}}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194679/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
18m 27s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"type":"lm","data":{"datasets":{"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"]},"pin_memory":false,"timeout":0,"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null},{"data":{"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"]},"num_workers":0,"pad_direction":"right","drop_last":true},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"drop_last":false,"pin_memory":false,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"paths":null},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"paths":null},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"data":{"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"pin_memory":false,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream","data":{"prefetch_factor":null,"timeout":0,"persistent_workers":false,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false}},{"type":"downstream","data":{"pin_memory":false,"drop_last":false,"num_workers":0,"pad_direction":"right","prefetch_factor":null,"timeout":0,"datasets":null,"paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null},{"label":"copa","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"paths":null,"pin_memory":false,"prefetch_factor":null,"num_workers":0,"pad_direction":"right","persistent_workers":false,"timeout":0,"datasets":null},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"paths":null,"pin_memory":false,"timeout":0,"datasets":null,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"drop_last":false}},{"data":{"datasets":null,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"drop_last":false,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"num_workers":0,"pad_direction":"right","timeout":0,"datasets":null,"paths":null},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194678/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
14m 24s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"datasets":{"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"]},"num_workers":0,"pad_direction":"right","paths":null,"timeout":0,"drop_last":true,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null}},{"data":{"datasets":{"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"]},"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"drop_last":true,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"type":"downstream","data":{"pin_memory":false,"drop_last":false,"pad_direction":"right","paths":null,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"persistent_workers":false},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null},{"data":{"timeout":0,"datasets":null,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"num_workers":0,"paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"label":"winogrande","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"persistent_workers":false,"timeout":0},"device_eval_batch_size":null},{"type":"downstream","data":{"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"datasets":null,"drop_last":false,"paths":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null},{"data":{"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"num_workers":0,"paths":null,"persistent_workers":false,"timeout":0,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"drop_last":false,"num_workers":0,"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"timeout":0,"pad_direction":"right","prefetch_factor":null},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"paths":null,"persistent_workers":false,"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"num_workers":0,"persistent_workers":false,"prefetch_factor":null}}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5194677/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
13m 40s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"]},"pad_direction":"right","paths":null,"drop_last":true,"num_workers":0},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"drop_last":true,"num_workers":0,"paths":null,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"]},"pad_direction":"right","persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"label":"piqa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null},{"data":{"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"pad_direction":"right"},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0,"pad_direction":"right","paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream"},{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"num_workers":0,"paths":null,"timeout":0,"datasets":null,"pad_direction":"right"},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"sciq"},{"data":{"paths":null,"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"drop_last":false,"pad_direction":"right"},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0}},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream","data":{"timeout":0,"datasets":null,"num_workers":0,"pad_direction":"right","drop_last":false,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null}},{"data":{"drop_last":false,"num_workers":0,"paths":null,"timeout":0,"datasets":null,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null,"type":"downstream"},{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"timeout":0,"datasets":null},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5165623/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
13m 12s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"data":{"prefetch_factor":null,"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"]},"num_workers":0,"paths":null,"pin_memory":false,"timeout":0,"drop_last":true,"pad_direction":"right","persistent_workers":false},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"timeout":0,"drop_last":true,"num_workers":0,"pad_direction":"right","persistent_workers":false,"datasets":{"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"]},"paths":null,"pin_memory":false,"prefetch_factor":null}},{"label":"piqa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","pin_memory":false,"timeout":0,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null},{"data":{"paths":null,"persistent_workers":false,"timeout":0,"pin_memory":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right"},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"paths":null,"persistent_workers":false}},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"pad_direction":"right","prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa"},{"data":{"datasets":null,"paths":null,"persistent_workers":false,"drop_last":false,"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0}},{"data":{"drop_last":false,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"datasets":null,"pad_direction":"right","persistent_workers":false,"timeout":0},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"drop_last":false,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null,"datasets":null,"drop_last":false,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"commitment_bank"},{"label":"mrpc","subset_num_batches":null,"type":"downstream","data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"drop_last":false,"pad_direction":"right"},"device_eval_batch_size":null},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false}}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5141434/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
12m 8s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null,"type":"lm","data":{"drop_last":true,"num_workers":0,"paths":null,"pin_memory":false,"prefetch_factor":null,"timeout":0,"pad_direction":"right","persistent_workers":false,"datasets":{"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"]}}},{"data":{"datasets":{"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"]},"drop_last":true,"num_workers":0,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null,"pin_memory":false},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"datasets":null,"num_workers":0,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"prefetch_factor":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"winogrande"},{"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream","data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"num_workers":0,"pad_direction":"right","paths":null,"datasets":null,"drop_last":false}},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"sciq"},{"data":{"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"num_workers":0,"paths":null},"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream"},{"data":{"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"pad_direction":"right","timeout":0,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right","pin_memory":false},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"prefetch_factor":null,"drop_last":false,"pad_direction":"right","pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null},{"type":"downstream","data":{"datasets":null,"paths":null,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null},{"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null,"pin_memory":false,"datasets":null,"persistent_workers":false,"prefetch_factor":null,"timeout":0}}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5141433/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
12m 18s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"subset_num_batches":null,"type":"lm","data":{"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":{"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"],"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"]},"drop_last":true,"num_workers":0,"pad_direction":"right","paths":null,"prefetch_factor":null},"device_eval_batch_size":null,"label":"v3-small-ppl-validation"},{"type":"lm","data":{"pad_direction":"right","persistent_workers":false,"pin_memory":false,"paths":null,"prefetch_factor":null,"timeout":0,"datasets":{"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"]},"drop_last":true,"num_workers":0},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null},{"type":"downstream","data":{"datasets":null,"num_workers":0,"pin_memory":false,"timeout":0,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"piqa","subset_num_batches":null},{"data":{"datasets":null,"pad_direction":"right","paths":null,"prefetch_factor":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"winogrande","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"pin_memory":false,"timeout":0,"datasets":null,"num_workers":0,"pad_direction":"right","paths":null,"persistent_workers":false,"prefetch_factor":null}},{"label":"openbook_qa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"drop_last":false,"pad_direction":"right","paths":null,"pin_memory":false,"timeout":0,"num_workers":0,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null},{"data":{"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"persistent_workers":false,"prefetch_factor":null,"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"timeout":0,"drop_last":false,"paths":null},"device_eval_batch_size":null},{"label":"copa","subset_num_batches":null,"type":"downstream","data":{"datasets":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":false,"num_workers":0,"pad_direction":"right","paths":null},"device_eval_batch_size":null},{"data":{"timeout":0,"drop_last":false,"pad_direction":"right","paths":null,"persistent_workers":false,"datasets":null,"num_workers":0,"pin_memory":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null,"type":"downstream"},{"data":{"paths":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right"},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"datasets":null,"num_workers":0,"paths":null,"persistent_workers":false,"drop_last":false,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null},{"data":{"paths":null,"persistent_workers":false,"prefetch_factor":null,"pad_direction":"right","pin_memory":false,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"sst2","subset_num_batches":null,"type":"downstream"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5140975/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
Finished
-
epwalsh
5m 44s
-
false
50
1
true
0
right
["/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-000-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-001-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-002-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-003-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-004-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-005-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-006-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-007-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-008-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-009-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-010-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-011-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-012-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-013-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-014-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-015-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-016-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-017-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-018-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-019-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-020-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-021-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-022-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-023-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-024-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-025-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-026-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-027-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-028-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-029-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-030-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-031-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-032-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-033-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-034-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-035-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-036-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-037-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-038-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-039-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-040-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-041-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-042-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-043-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-044-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-045-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-046-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-047-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-048-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-049-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-050-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-051-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-052-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-053-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-054-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-055-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-056-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-057-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-058-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-059-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-060-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-061-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-062-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-063-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-064-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-065-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-066-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-067-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-068-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-069-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-070-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-071-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-072-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-073-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-074-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-075-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-076-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-077-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-078-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-079-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-080-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-081-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-082-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-083-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-084-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-085-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-086-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-087-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-088-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-089-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-090-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-091-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-092-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-093-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-094-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-095-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-096-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-097-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-098-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-099-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-100-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-101-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-102-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-103-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-104-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-105-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-106-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-107-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-108-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-109-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-110-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-111-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-112-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-113-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-114-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-115-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-116-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-117-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-118-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-119-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-120-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-121-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-122-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-123-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-124-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-125-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-126-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-127-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-128-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-129-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-130-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-131-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-132-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-133-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-134-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-135-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-136-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-137-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-138-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-139-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-140-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-141-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-142-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-143-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-144-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-145-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-146-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-147-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-148-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-149-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-150-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-151-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-152-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-153-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-154-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-155-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-156-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-157-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-158-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-159-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-160-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-161-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-162-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-163-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-164-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-165-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-166-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-167-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-168-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-169-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-170-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-171-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-172-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-173-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-174-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-175-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-176-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-177-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-178-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-179-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-180-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-181-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-182-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-183-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-184-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-185-00001.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-186-00000.npy","/scratch/project_462000229/preprocessed/olmo-mix/v1_5/gpt-neox-20b-pii-special/part-187-00000.npy"]
true
true
16
0
8
8
1
8
false
-
1000
false
-1
[{"type":"lm","data":{"datasets":{"pile":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/pile/val/part-0-00000.npy"],"v3-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/c4_en/val/part-0-00000.npy"],"v3-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/ice/val/part-0-00000.npy"],"v3-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/wikitext_103/val/part-0-00000.npy"],"v3-small-dolma_books-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_books/val/part-0-00000.npy"],"v3-small-dolma_common-crawl-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_common-crawl/val/part-0-00000.npy"],"v3-small-dolma_pes2o-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_pes2o/val/part-0-00000.npy"],"v3-small-dolma_reddit-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_reddit/val/part-0-00000.npy"],"v3-small-dolma_stack-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_stack/val/part-0-00000.npy"],"v3-small-dolma_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/dolma_wiki/val/part-0-00000.npy"],"v3-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v3_small_gptneox20b/m2d2_s2orc/val/part-0-00000.npy"]},"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":true,"num_workers":0,"paths":null},"device_eval_batch_size":null,"label":"v3-small-ppl-validation","subset_num_batches":null},{"data":{"datasets":{"v2-small-twitterAEE-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/twitterAEE/val.npy"],"v2-small-wikitext_103-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/wikitext_103/val.npy"],"v2-small-4chan-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/4chan/val.npy"],"v2-small-c4_100_domains-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_100_domains/val.npy"],"v2-small-c4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/c4_en/val.npy"],"v2-small-gab-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/gab/val.npy"],"v2-small-ice-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ice/val.npy"],"v2-small-m2d2_s2orc-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_s2orc/val.npy"],"v2-small-m2d2_wiki-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/m2d2_wiki/val.npy"],"v2-small-mc4_en-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/mc4_en/val.npy"],"v2-small-manosphere-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/manosphere/val.npy"],"v2-small-pile-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/pile/val.npy"],"v2-small-ptb-validation":["/scratch/project_462000229/eval-data/perplexity/v2_small_gptneox20b/ptb/val.npy"]},"num_workers":0,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"drop_last":true,"paths":null},"device_eval_batch_size":null,"label":"v2-small-ppl-validation","subset_num_batches":null,"type":"lm"},{"subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"pad_direction":"right"},"device_eval_batch_size":null,"label":"piqa"},{"data":{"persistent_workers":false,"pin_memory":false,"datasets":null,"drop_last":false,"num_workers":0,"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null},"device_eval_batch_size":null,"label":"hellaswag","subset_num_batches":null,"type":"downstream"},{"subset_num_batches":null,"type":"downstream","data":{"pad_direction":"right","paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0,"datasets":null,"drop_last":false,"num_workers":0},"device_eval_batch_size":null,"label":"winogrande"},{"data":{"datasets":null,"pad_direction":"right","drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"openbook_qa","subset_num_batches":null,"type":"downstream"},{"data":{"datasets":null,"num_workers":0,"paths":null,"prefetch_factor":null,"drop_last":false,"pad_direction":"right","persistent_workers":false,"pin_memory":false,"timeout":0},"device_eval_batch_size":null,"label":"sciq","subset_num_batches":null,"type":"downstream"},{"device_eval_batch_size":null,"label":"arc_easy","subset_num_batches":null,"type":"downstream","data":{"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false,"timeout":0,"datasets":null,"pad_direction":"right","paths":null,"prefetch_factor":null}},{"data":{"prefetch_factor":null,"timeout":0,"pad_direction":"right","paths":null,"datasets":null,"drop_last":false,"num_workers":0,"persistent_workers":false,"pin_memory":false},"device_eval_batch_size":null,"label":"copa","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"num_workers":0,"pad_direction":"right","pin_memory":false,"prefetch_factor":null,"paths":null,"persistent_workers":false,"timeout":0,"datasets":null,"drop_last":false},"device_eval_batch_size":null,"label":"rte","subset_num_batches":null},{"data":{"datasets":null,"paths":null,"pin_memory":false,"drop_last":false,"num_workers":0,"pad_direction":"right","persistent_workers":false,"prefetch_factor":null,"timeout":0},"device_eval_batch_size":null,"label":"commitment_bank","subset_num_batches":null,"type":"downstream"},{"type":"downstream","data":{"datasets":null,"drop_last":false,"num_workers":0,"paths":null,"persistent_workers":false,"pin_memory":false,"prefetch_factor":null,"pad_direction":"right","timeout":0},"device_eval_batch_size":null,"label":"mrpc","subset_num_batches":null},{"subset_num_batches":null,"type":"downstream","data":{"datasets":null,"num_workers":0,"pad_direction":"right","pin_memory":false,"timeout":0,"drop_last":false,"paths":null,"persistent_workers":false,"prefetch_factor":null},"device_eval_batch_size":null,"label":"sst2"}]
-
false
mixed
ShardingStrategy.FULL_SHARD
true
2048
/scratch/project_462000229/checkpoints/5085115/latest
739328
1
swiglu
false
8
0
false
false
false
-
sequential
2048
0
50304
0
false
1-20
of 63