As-wandb's workspace
Runs
986
Name
77 visualized
State
Notes
User
Tags
Created
Runtime
Sweep
api
arc_agi.arc_agi_1_artifacts_path
arc_agi.arc_agi_2_artifacts_path
arc_agi.max_output_tokens
arc_agi.num_attempts
arc_agi.reasoning.effort
arc_agi.reasoning.summary
arc_agi_2.artifacts_path
arc_agi_2.max_output_tokens
arc_agi_2.num_attempts
azure_openai.http_timeout.connect
azure_openai.http_timeout.pool
azure_openai.http_timeout.read
azure_openai.http_timeout.write
base_url
batch_size
benchmark_interval_seconds
bfcl.artifacts_path
bfcl.categories.irrelevance
bfcl.categories.java
bfcl.categories.javascript
bfcl.categories.live_irrelevance
bfcl.categories.live_multiple
bfcl.categories.live_parallel
bfcl.categories.live_parallel_multiple
bfcl.categories.live_relevance
bfcl.categories.live_simple
bfcl.categories.multi_turn_base
bfcl.categories.multi_turn_long_context
bfcl.categories.multi_turn_miss_func
bfcl.categories.multi_turn_miss_param
bfcl.categories.multiple
bfcl.categories.parallel
bfcl.categories.parallel_multiple
bfcl.categories.simple
bfcl.generator_config.extra_body.chat_template_kwargs.enable_thinking
bfcl.generator_config.extra_body.thinking.type
bfcl.generator_config.max_tokens
bfcl.generator_config.temperature
bfcl.generator_config.top_p
bfcl.handler_config.unified_oss_jsonschema.execution_result_include_call_id
bfcl.handler_config.unified_oss_jsonschema.execution_result_include_call_str
bfcl.handler_config.unified_oss_jsonschema.execution_result_join_parallel_calls
bfcl.handler_config.unified_oss_jsonschema.execution_result_role
Finished
yuya-yamamoto
leaderboard
leaderboard4
6h 57m 44s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
65536
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
enabled
65536
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
8h 21m 18s
-
openai_responses
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
128000
2
-
-
-
-
-
10
30
300
300
-
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
128000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
58m 16s
-
openai_responses
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
128000
2
-
-
-
-
-
10
30
300
300
-
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
128000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
1h 57m 20s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
180000
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
180000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
41m 58s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
12h 29m 16s
-
google
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
65000
2
-
-
-
-
-
10
30
300
300
-
4
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
65000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
22h 49m 22s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
200000
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
200000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
11m 29s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
200000
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
200000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
46m 13s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
256
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
keisuke-kamata
leaderboard
leaderboard4
1h 23m 8s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
32768
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
32768
0.3
1
false
true
true
tool
Finished
keisuke-kamata
leaderboard
leaderboard4
2h 28m 43s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
32768
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
32768
0.3
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
1h 50m 18s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
180000
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
180000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
1h 56m 15s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
180000
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
180000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
4h 14m 51s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
19m 17s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
32m 32s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
4
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
7d 23h 38m 59s
-
openai-compatible
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
4096
2
-
-
-
-
-
10
30
300
300
256
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
8096
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
10d 21h 17m 10s
-
openai_responses
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
90000
2
-
-
-
-
-
10
30
300
300
-
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
90000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
11d 2h 45m 39s
-
openai_responses
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
90000
2
-
-
-
-
-
10
30
300
300
-
16
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
90000
0.01
1
false
true
true
tool
Finished
yuya-yamamoto
leaderboard
leaderboard4
12d 15h 6m 58s
-
openai_responses
llm-leaderboard/nejumi-leaderboard4/arc-agi-1_public-eval_50:production
llm-leaderboard/nejumi-leaderboard4/arc-agi-2_public-eval_50:production
90000
2
-
-
-
-
-
10
30
300
300
-
32
-
llm-leaderboard/nejumi-leaderboard4/bfcl:production
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
90000
0.01
1
false
true
true
tool
1-20
of 77