Skip to main content
apiche
Projects
pipeline-rl
Run groups
guessing
Logs
Group
Workspace
Runs
Logs
Files
Artifacts

Apiche's group workspace

Timestamps visible
2025-07-23 17:46:18
[rank0]:     ret.return_value = task_function(task_cfg)
2025-07-23 17:46:18
[rank0]:                        ^^^^^^^^^^^^^^^^^^^^^^^
2025-07-23 17:46:18
[rank0]:   File "pipelinerl/entrypoints/run_finetune.py", line 10, in finetune_with_config
2025-07-23 17:46:18
[rank0]:     run_finetuning_loop(cfg)
2025-07-23 17:46:18
[rank0]:   File "/home/toolkit/research-now-reasoner/pipelinerl/pipelinerl/finetune_loop.py", line 471, in run_finetuning_loop
2025-07-23 17:46:18
[rank0]:     rl_finetuning_worker(
2025-07-23 17:46:18
[rank0]:   File "/home/toolkit/research-now-reasoner/pipelinerl/pipelinerl/finetune_loop.py", line 576, in rl_finetuning_worker
2025-07-23 17:46:18
[rank0]:     batch = next(data_generator)
2025-07-23 17:46:18
[rank0]:             ^^^^^^^^^^^^^^^^^^^^
2025-07-23 17:46:18
[rank0]:   File "/home/toolkit/research-now-reasoner/pipelinerl/pipelinerl/finetune_loop.py", line 514, in batch_generator_fn
2025-07-23 17:46:18
[rank0]:     batch_or_exc = batch_queue.get(timeout=timeout)
2025-07-23 17:46:18
[rank0]:                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-07-23 17:46:18
[rank0]:   File "/home/toolkit/.conda/envs/pipeline-rl2/lib/python3.11/queue.py", line 180, in get
2025-07-23 17:46:18
[rank0]:     self.not_empty.wait(remaining)
2025-07-23 17:46:18
[rank0]:   File "/home/toolkit/.conda/envs/pipeline-rl2/lib/python3.11/threading.py", line 331, in wait
2025-07-23 17:46:18
[rank0]:     gotit = waiter.acquire(True, timeout)
2025-07-23 17:46:18
[rank0]:             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
2025-07-23 17:46:18
[rank0]: KeyboardInterrupt