Darinka's workspace
Runs
3,949
Name
0 visualized
Created
Runtime
Group
End Time
ID
Notes
Updated
Tags
configs.decision
configs.embedding
configs.regex
configs.scoring
k
m
metrics.decision
metrics.embedding
metrics.regex
metrics.scoring
pipeline_metrics.decision_accuracy
pipeline_metrics.decision_f1
pipeline_metrics.decision_precision
pipeline_metrics.decision_recall
pipeline_metrics.decision_roc_auc
thresh
weights
decision_accuracy
decision_f1
decision_precision
decision_recall
decision_roc_auc
emissions/cpu_energy
emissions/duration
emissions/emissions
emissions/emissions_rate
emissions/energy_consumed
emissions/gpu_energy
emissions/gpu_power
emissions/ram_energy
scoring_roc_auc
3m 1s
strange_ankylosaurus_06-10-2025_19-59-17
Jun 10 '25 17:02
strange_ankylosaurus_06-10-2025_19-59-17
-
Jan 01 '70 00:00
-
-
-
-
8
-
-
-
-
-
-
-
-
-
-
-
uniform
-
-
-
-
-
-
-
-
-
-
-
-
-
-
1m 8s
test_code_carbon_11
Apr 29 '25 12:30
test_code_carbon_11
-
Jan 01 '70 00:00
-
-
-
[{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.25,"scoring_precision":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"device":null,"trust_remote_code":false,"sts_prompt":null,"default_prompt":null,"batch_size":32,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"similarity_fn_name":"manhattan","use_cache":false,"cluster_prompt":null}}},{"module_name":"description","module_params":{"embedder_config":{"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","use_cache":false,"cluster_prompt":null,"device":null,"similarity_fn_name":"cosine","trust_remote_code":false,"default_prompt":null,"passage_prompt":null,"batch_size":32,"query_prompt":null,"sts_prompt":null},"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base"},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_1"},{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_2","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"query_prompt":null,"sts_prompt":null,"batch_size":32,"cluster_prompt":null,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"device":null,"trust_remote_code":false,"passage_prompt":null,"similarity_fn_name":"dot","default_prompt":null}}},{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_3","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null,"similarity_fn_name":"euclidean","use_cache":false,"model_name":"BAAI/bge-reranker-base","classifier_prompt":null,"query_prompt":null,"trust_remote_code":false,"device":null,"passage_prompt":null,"default_prompt":null,"sts_prompt":null,"batch_size":32}}},{"module_name":"description","module_params":{"embedder_config":{"cluster_prompt":null,"default_prompt":null,"passage_prompt":null,"device":null,"use_cache":false,"batch_size":32,"similarity_fn_name":"euclidean","trust_remote_code":false,"query_prompt":null,"model_name":"BAAI/bge-reranker-base","sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null},"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.125,"scoring_roc_auc":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_4"},{"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_precision":0.125,"scoring_roc_auc":0.5,"scoring_accuracy":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_5","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"device":null,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"batch_size":32,"similarity_fn_name":"manhattan","use_cache":false,"classifier_prompt":null,"default_prompt":null,"query_prompt":null,"trust_remote_code":false,"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null},"encoder_type":"bi"}},{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_6","module_name":"description","module_params":{"embedder_config":{"default_prompt":null,"trust_remote_code":false,"cluster_prompt":null,"model_name":"BAAI/bge-reranker-base","similarity_fn_name":"dot","sts_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"query_prompt":null,"use_cache":false,"classifier_prompt":null,"passage_prompt":null,"device":null,"batch_size":32},"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_precision":0.125,"scoring_roc_auc":0.5,"scoring_accuracy":0.25}},{"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_roc_auc":0.5,"scoring_accuracy":0.25,"scoring_precision":0.125},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_11/modules_dumps/NodeType.scoring/description/comb_7","module_name":"description","module_params":{"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"sts_prompt":null,"query_prompt":null,"trust_remote_code":false,"use_cache":false,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"device":null,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"similarity_fn_name":"cosine","batch_size":32,"default_prompt":null}}}]
-
-
0.5
-
-
0.45833
0.33333
0.1
0.066667
0.2
0.5
-
-
0.41667
0.1
0.066667
0.2
0.5
0.000030884
-1745249797.41978
0.000041458
0.000015387
0.000094002
0.000056532
69.21123
0.0000065859
0.45833
20d 18h 44m 25s
test_code_carbon_10
Apr 29 '25 12:28
test_code_carbon_10
-
Jan 01 '70 00:00
-
-
-
[{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"device":null,"similarity_fn_name":"manhattan","use_cache":false,"cluster_prompt":null,"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"default_prompt":null,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"trust_remote_code":false,"batch_size":32}}},{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_1","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"batch_size":32,"cluster_prompt":null,"trust_remote_code":false,"query_prompt":null,"default_prompt":null,"device":null,"model_name":"BAAI/bge-reranker-base","similarity_fn_name":"cosine","classifier_prompt":null,"passage_prompt":null,"sts_prompt":null},"encoder_type":"cross"}},{"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.25,"scoring_precision":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_2","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"use_cache":false,"query_prompt":null,"device":null,"batch_size":32,"trust_remote_code":false,"default_prompt":null,"model_name":"BAAI/bge-reranker-base","cluster_prompt":null,"passage_prompt":null,"similarity_fn_name":"dot","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"sts_prompt":null},"encoder_type":"cross"}},{"module_params":{"embedder_config":{"use_cache":false,"similarity_fn_name":"euclidean","batch_size":32,"classifier_prompt":null,"default_prompt":null,"passage_prompt":null,"query_prompt":null,"sts_prompt":null,"model_name":"BAAI/bge-reranker-base","cluster_prompt":null,"device":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"trust_remote_code":false},"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base"},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_precision":0.25,"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_3","module_name":"description"},{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"sts_prompt":null,"batch_size":32,"cluster_prompt":null,"device":null,"passage_prompt":null,"query_prompt":null,"use_cache":false,"classifier_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"default_prompt":null,"model_name":"BAAI/bge-reranker-base","similarity_fn_name":"manhattan"}},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.5}},{"metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.5,"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_1","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"batch_size":32,"classifier_prompt":null,"use_cache":false,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"model_name":"BAAI/bge-reranker-base","sts_prompt":null,"query_prompt":null,"default_prompt":null,"device":null,"passage_prompt":null,"similarity_fn_name":"cosine"},"encoder_type":"cross"},"metric_name":"scoring_roc_auc"},{"module_params":{"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"default_prompt":null,"trust_remote_code":false,"device":null,"query_prompt":null,"classifier_prompt":null,"sts_prompt":null,"similarity_fn_name":"euclidean","use_cache":false,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"batch_size":32}},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.125,"scoring_roc_auc":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_4","module_name":"description"},{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_5","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"similarity_fn_name":"manhattan","device":null,"use_cache":false,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"trust_remote_code":false,"batch_size":32,"sts_prompt":null,"default_prompt":null,"query_prompt":null,"passage_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"model_name":"BAAI/bge-reranker-base"},"encoder_type":"bi"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_precision":0.125,"scoring_roc_auc":0.5,"scoring_accuracy":0.25}},{"module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"similarity_fn_name":"dot","query_prompt":null,"trust_remote_code":false,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false,"cluster_prompt":null,"device":null,"model_name":"BAAI/bge-reranker-base","default_prompt":null,"passage_prompt":null,"sts_prompt":null,"batch_size":32,"classifier_prompt":null},"encoder_type":"bi"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.125,"scoring_roc_auc":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_6","module_name":"description"},{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_10/modules_dumps/NodeType.scoring/description/comb_7","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"trust_remote_code":false,"device":null,"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","use_cache":false,"cluster_prompt":null,"default_prompt":null,"passage_prompt":null,"similarity_fn_name":"cosine","batch_size":32,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null}},"encoder_type":"bi"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_precision":0.125,"scoring_roc_auc":0.5,"scoring_accuracy":0.25}}]
-
-
0.5
-
-
0.45833
0.33333
0.1
0.066667
0.2
0.5
-
-
0.41667
0.1
0.066667
0.2
0.5
0.00003375
-1744329883.43875
0.000037067
0.000011974
0.000084045
0.000043105
45.23166
0.0000071901
0.4537
33m 40s
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_3
Apr 16 '25 12:10
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_3
-
Jan 01 '70 00:00
-
-
-
-
13.77907
5.07692
-
-
-
-
-
-
-
-
-
-
["closest","distance","uniform"]
-
-
-
-
-
0.00022743
-1744125441.75953
0.00043675
0.000022446
0.00099028
0.0007143
131.59138
0.000048547
0.91412
1h 25m 2s
DeepSeek-V3-0324_banking77_ru_subset_10_augmented.json_naug_1
Apr 16 '25 12:10
DeepSeek-V3-0324_banking77_ru_subset_10_augmented.json_naug_1
-
Jan 01 '70 00:00
-
-
-
-
19.72727
5
-
-
-
-
-
-
-
-
-
0.5
["closest","distance","uniform"]
0.25738
-
-
-
-
0.00028611
-1744125436.78864
0.00054753
0.000020966
0.0012414
0.00089427
120.84802
0.000061071
0.71825
1h 31m 5s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_6
Apr 16 '25 12:10
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_6
-
Jan 01 '70 00:00
-
-
-
-
16.07477
5.21277
-
-
-
-
-
-
-
-
-
-
["closest","distance","uniform"]
-
-
-
-
-
0.00054856
-1744125414.55701
0.0010298
0.00001995
0.0023349
0.0016692
111.26743
0.0001171
0.85192
1h 35m 21s
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2
Apr 16 '25 11:36
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2
-
Jan 01 '70 00:00
[{"metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy"},{"metric_value":0.3939393939393939,"metrics":{"decision_accuracy":0.3939393939393939},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy"},{"metrics":{"decision_accuracy":0.44155844155844154},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.44155844155844154},{"module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.5064935064935064,"metrics":{"decision_accuracy":0.5064935064935064},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_8"},{"module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.5497835497835498,"metrics":{"decision_accuracy":0.5497835497835498},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_3"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.5887445887445888,"metrics":{"decision_accuracy":0.5887445887445888}},{"module_name":"threshold","module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.6277056277056277,"metrics":{"decision_accuracy":0.6277056277056277},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_6"},{"metric_value":0.6536796536796536,"metrics":{"decision_accuracy":0.6536796536796536},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax","module_params":{},"metric_name":"decision_accuracy"},{"metric_name":"decision_accuracy","metric_value":0.6536796536796536,"metrics":{"decision_accuracy":0.6536796536796536},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold","module_params":{"thresh":0.1}},{"module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.6536796536796536,"metrics":{"decision_accuracy":0.6536796536796536},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_5"}]
-
-
[{"metric_value":0.7900717703349281,"metrics":{"scoring_roc_auc":0.7900717703349281},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"passage_prompt":null,"default_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"use_cache":false,"device":"cuda","query_prompt":null,"batch_size":16,"cluster_prompt":null},"k":1},"metric_name":"scoring_roc_auc"},{"metric_value":0.8202703729019517,"metrics":{"scoring_roc_auc":0.8202703729019517},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"cluster_prompt":null,"use_cache":false,"query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"sts_prompt":null,"passage_prompt":null,"default_prompt":null,"device":"cuda","classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16},"k":2},"metric_name":"scoring_roc_auc"},{"module_params":{"embedder_config":{"default_prompt":null,"use_cache":false,"model_name":"sentence-transformers/all-MiniLM-L6-v2","classifier_prompt":null,"cluster_prompt":null,"sts_prompt":null,"passage_prompt":null,"query_prompt":null,"batch_size":16,"device":"cuda","tokenizer_config":{"padding":true,"truncation":true,"max_length":null}},"k":3,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8320042530568846,"metrics":{"scoring_roc_auc":0.8320042530568846},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn"},{"metrics":{"scoring_roc_auc":0.8520353915090755},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"k":4,"weights":"uniform","embedder_config":{"cluster_prompt":null,"sts_prompt":null,"device":"cuda","passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"use_cache":false,"classifier_prompt":null,"query_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.8520353915090755},{"metric_value":0.8613104731525782,"metrics":{"scoring_roc_auc":0.8613104731525782},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_8","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"default_prompt":null,"query_prompt":null,"use_cache":false,"device":"cuda","batch_size":16,"passage_prompt":null,"cluster_prompt":null},"k":5},"metric_name":"scoring_roc_auc"},{"metric_value":0.8720190628085365,"metrics":{"scoring_roc_auc":0.8720190628085365},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":8,"weights":"closest","embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"device":"cuda","sts_prompt":null,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false,"default_prompt":null,"classifier_prompt":null,"passage_prompt":null,"query_prompt":null}},"metric_name":"scoring_roc_auc"},{"module_name":"knn","module_params":{"k":8,"weights":"uniform","embedder_config":{"batch_size":16,"classifier_prompt":null,"default_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"use_cache":false,"passage_prompt":null,"query_prompt":null,"cluster_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.876680337206653,"metrics":{"scoring_roc_auc":0.876680337206653},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_9"},{"module_params":{"embedder_config":{"use_cache":false,"classifier_prompt":null,"device":"cuda","query_prompt":null,"passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null,"default_prompt":null,"batch_size":16,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8870186830713147,"metrics":{"scoring_roc_auc":0.8870186830713147},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn"},{"metric_name":"scoring_roc_auc","metric_value":0.9021132376395534,"metrics":{"scoring_roc_auc":0.9021132376395534},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"device":"cuda","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"sts_prompt":null,"cluster_prompt":null,"classifier_prompt":null,"default_prompt":null,"passage_prompt":null,"use_cache":false},"k":16,"weights":"uniform"}},{"metrics":{"scoring_roc_auc":0.9063473076630972},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"passage_prompt":null,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"device":"cuda","query_prompt":null,"sts_prompt":null,"use_cache":false,"classifier_prompt":null,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":15},"metric_name":"scoring_roc_auc","metric_value":0.9063473076630972}]
19.72727
5
0.55123
-
-
0.84852
0.34123
0.32988
0.38045
0.33686
0.66632
0.5
["closest","distance","uniform"]
0.53507
0.32988
0.38045
0.33686
0.66632
0.0003254
-1744125433.45983
0.0005902
0.000019987
0.0013382
0.00094334
116.07015
0.000069459
0.84852
50m 59s
DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0
Apr 16 '25 10:44
DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0
-
Jan 01 '70 00:00
[{"metric_name":"decision_accuracy","metric_value":0.14285714285714285,"metrics":{"decision_accuracy":0.14285714285714285},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9}},{"metrics":{"decision_accuracy":0.1948051948051948},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.1948051948051948},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.23376623376623376,"metrics":{"decision_accuracy":0.23376623376623376}},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.2597402597402597,"metrics":{"decision_accuracy":0.2597402597402597}},{"metrics":{"decision_accuracy":0.2857142857142857},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.2857142857142857},{"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax","module_params":{}},{"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.33766233766233766},{"module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_4"},{"module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_5"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold","module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766}}]
-
-
[{"module_params":{"k":1,"weights":"closest","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"query_prompt":null,"cluster_prompt":null,"sts_prompt":null,"classifier_prompt":null,"batch_size":16,"device":"cuda","passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false}},"metric_name":"scoring_roc_auc","metric_value":0.718215994531784,"metrics":{"scoring_roc_auc":0.718215994531784},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn"},{"module_params":{"embedder_config":{"classifier_prompt":null,"sts_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"cluster_prompt":null,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","batch_size":16,"use_cache":false,"query_prompt":null,"passage_prompt":null},"k":2,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.7470095693779903,"metrics":{"scoring_roc_auc":0.7470095693779903},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn"},{"metric_value":0.7485475051264526,"metrics":{"scoring_roc_auc":0.7485475051264526},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"query_prompt":null,"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"device":"cuda","classifier_prompt":null,"batch_size":16,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"use_cache":false},"k":4},"metric_name":"scoring_roc_auc"},{"metric_name":"scoring_roc_auc","metric_value":0.7523923444976077,"metrics":{"scoring_roc_auc":0.7523923444976077},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn","module_params":{"k":3,"weights":"uniform","embedder_config":{"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"device":"cuda","use_cache":false,"classifier_prompt":null,"cluster_prompt":null,"query_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"batch_size":16,"default_prompt":null}}},{"module_name":"knn","module_params":{"weights":"distance","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","classifier_prompt":null,"query_prompt":null,"passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"default_prompt":null,"device":"cuda","use_cache":false,"sts_prompt":null,"cluster_prompt":null},"k":5},"metric_name":"scoring_roc_auc","metric_value":0.7647812713602188,"metrics":{"scoring_roc_auc":0.7647812713602188},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_8"},{"metric_value":0.7795625427204377,"metrics":{"scoring_roc_auc":0.7795625427204377},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"default_prompt":null,"query_prompt":null,"batch_size":16,"classifier_prompt":null,"device":"cuda","sts_prompt":null,"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false},"k":8},"metric_name":"scoring_roc_auc"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":8,"weights":"closest","embedder_config":{"device":"cuda","query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"batch_size":16,"use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"cluster_prompt":null,"sts_prompt":null,"classifier_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.7878503075871497,"metrics":{"scoring_roc_auc":0.7878503075871497}},{"metric_value":0.8033151059466849,"metrics":{"scoring_roc_auc":0.8033151059466849},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"k":16,"weights":"uniform","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false,"batch_size":16,"device":"cuda","passage_prompt":null,"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"default_prompt":null,"cluster_prompt":null}},"metric_name":"scoring_roc_auc"},{"metric_value":0.8046821599453178,"metrics":{"scoring_roc_auc":0.8046821599453178},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn","module_params":{"embedder_config":{"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null,"device":"cuda","cluster_prompt":null,"default_prompt":null,"sts_prompt":null,"query_prompt":null,"use_cache":false},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc"},{"metric_name":"scoring_roc_auc","metric_value":0.81877990430622,"metrics":{"scoring_roc_auc":0.81877990430622},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/DeepSeek-V3-0324_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"embedder_config":{"use_cache":false,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"passage_prompt":null,"query_prompt":null,"default_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"device":"cuda"},"k":15,"weights":"distance"}}]
19.72727
5
0.28896
-
-
0.69099
0.31299
0.34456
0.44595
0.30897
0.6536
0.5
["closest","distance","uniform"]
0.29081
0.34456
0.44595
0.30897
0.6536
0.00015429
-1744125447.95432
0.00027167
0.000019176
0.00061598
0.00042877
105.27767
0.000032927
0.69099
51m 33s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0
Apr 16 '25 10:38
gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0
-
Jan 01 '70 00:00
[{"module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.14285714285714285,"metrics":{"decision_accuracy":0.14285714285714285},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_1"},{"metric_value":0.1948051948051948,"metrics":{"decision_accuracy":0.1948051948051948},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy"},{"metric_name":"decision_accuracy","metric_value":0.23376623376623376,"metrics":{"decision_accuracy":0.23376623376623376},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7}},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.2597402597402597,"metrics":{"decision_accuracy":0.2597402597402597}},{"metrics":{"decision_accuracy":0.2857142857142857},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.2857142857142857},{"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax","module_params":{}},{"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.33766233766233766},{"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.33766233766233766},{"metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy"},{"module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold"}]
-
-
[{"metric_name":"scoring_roc_auc","metric_value":0.718215994531784,"metrics":{"scoring_roc_auc":0.718215994531784},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"query_prompt":null,"cluster_prompt":null,"sts_prompt":null,"classifier_prompt":null,"device":"cuda","default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"batch_size":16},"k":1}},{"metrics":{"scoring_roc_auc":0.7470095693779903},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"k":2,"weights":"closest","embedder_config":{"cluster_prompt":null,"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"use_cache":false,"default_prompt":null,"device":"cuda","classifier_prompt":null,"query_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.7470095693779903},{"metrics":{"scoring_roc_auc":0.7485475051264526},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"embedder_config":{"use_cache":false,"cluster_prompt":null,"sts_prompt":null,"device":"cuda","batch_size":16,"classifier_prompt":null,"query_prompt":null,"passage_prompt":null,"default_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":4,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.7485475051264526},{"metric_name":"scoring_roc_auc","metric_value":0.7523923444976077,"metrics":{"scoring_roc_auc":0.7523923444976077},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"batch_size":16,"classifier_prompt":null,"device":"cuda","use_cache":false,"query_prompt":null,"cluster_prompt":null},"k":3}},{"metric_value":0.7647812713602188,"metrics":{"scoring_roc_auc":0.7647812713602188},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_8","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"cluster_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"batch_size":16,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","passage_prompt":null,"query_prompt":null,"sts_prompt":null,"use_cache":false,"default_prompt":null},"k":5},"metric_name":"scoring_roc_auc"},{"metrics":{"scoring_roc_auc":0.7795625427204377},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"k":8,"weights":"uniform","embedder_config":{"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"passage_prompt":null,"sts_prompt":null,"default_prompt":null,"query_prompt":null,"batch_size":16,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","use_cache":false,"cluster_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.7795625427204377},{"metric_name":"scoring_roc_auc","metric_value":0.7878503075871497,"metrics":{"scoring_roc_auc":0.7878503075871497},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"cluster_prompt":null,"default_prompt":null,"passage_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"sts_prompt":null,"use_cache":false},"k":8,"weights":"closest"}},{"metric_name":"scoring_roc_auc","metric_value":0.8033151059466849,"metrics":{"scoring_roc_auc":0.8033151059466849},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"use_cache":false,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"cluster_prompt":null,"passage_prompt":null,"query_prompt":null,"default_prompt":null,"batch_size":16},"k":16,"weights":"uniform"}},{"metric_value":0.8046821599453178,"metrics":{"scoring_roc_auc":0.8046821599453178},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"batch_size":16,"sts_prompt":null,"cluster_prompt":null,"device":"cuda","passage_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","default_prompt":null,"use_cache":false},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc"},{"metric_value":0.81877990430622,"metrics":{"scoring_roc_auc":0.81877990430622},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"classifier_prompt":null,"cluster_prompt":null,"default_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"passage_prompt":null,"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"query_prompt":null},"k":15},"metric_name":"scoring_roc_auc"}]
19.72727
5
0.28896
-
-
0.69099
0.31299
0.34456
0.44595
0.30897
0.6536
0.5
["closest","distance","uniform"]
0.29081
0.34456
0.44595
0.30897
0.6536
0.00015565
-1744125447.84022
0.00027073
0.000018797
0.00061385
0.00042497
98.3663
0.000033217
0.69099
59m 24s
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1
Apr 16 '25 10:00
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1
-
Jan 01 '70 00:00
[{"metric_name":"decision_accuracy","metric_value":0.1038961038961039,"metrics":{"decision_accuracy":0.1038961038961039},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9}},{"module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.21428571428571427,"metrics":{"decision_accuracy":0.21428571428571427},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_7"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.2922077922077922,"metrics":{"decision_accuracy":0.2922077922077922}},{"module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.35064935064935066,"metrics":{"decision_accuracy":0.35064935064935066},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold"},{"module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.38311688311688313,"metrics":{"decision_accuracy":0.38311688311688313},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold"},{"metrics":{"decision_accuracy":0.4545454545454546},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.4545454545454546},{"module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.4805194805194805,"metrics":{"decision_accuracy":0.4805194805194805},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold"},{"metrics":{"decision_accuracy":0.5064935064935064},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.5064935064935064},{"module_name":"argmax","module_params":{},"metric_name":"decision_accuracy","metric_value":0.512987012987013,"metrics":{"decision_accuracy":0.512987012987013},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/argmax/comb_0"},{"module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.512987012987013,"metrics":{"decision_accuracy":0.512987012987013},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold"}]
-
-
[{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"k":1,"weights":"closest","embedder_config":{"batch_size":16,"device":"cuda","passage_prompt":null,"default_prompt":null,"sts_prompt":null,"use_cache":false,"classifier_prompt":null,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true}}},"metric_name":"scoring_roc_auc","metric_value":0.7239832535885167,"metrics":{"scoring_roc_auc":0.7239832535885167}},{"metric_value":0.7595693779904307,"metrics":{"scoring_roc_auc":0.7595693779904307},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"embedder_config":{"default_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"sts_prompt":null,"cluster_prompt":null,"query_prompt":null,"batch_size":16,"passage_prompt":null,"use_cache":false,"classifier_prompt":null},"k":2,"weights":"closest"},"metric_name":"scoring_roc_auc"},{"module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"use_cache":false,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","sts_prompt":null,"batch_size":16,"default_prompt":null,"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"query_prompt":null,"cluster_prompt":null},"k":3,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.7918446684894052,"metrics":{"scoring_roc_auc":0.7918446684894052},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_7"},{"module_params":{"weights":"uniform","embedder_config":{"batch_size":16,"default_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"device":"cuda","sts_prompt":null,"cluster_prompt":null,"query_prompt":null,"use_cache":false},"k":4},"metric_name":"scoring_roc_auc","metric_value":0.7983381749829117,"metrics":{"scoring_roc_auc":0.7983381749829117},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn"},{"module_name":"knn","module_params":{"weights":"distance","embedder_config":{"batch_size":16,"classifier_prompt":null,"device":"cuda","tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"query_prompt":null,"use_cache":false,"passage_prompt":null,"sts_prompt":null,"default_prompt":null,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":5},"metric_name":"scoring_roc_auc","metric_value":0.8122863978127136,"metrics":{"scoring_roc_auc":0.8122863978127136},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_8"},{"module_params":{"embedder_config":{"classifier_prompt":null,"default_prompt":null,"passage_prompt":null,"use_cache":false,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"batch_size":16,"device":"cuda","query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true}},"k":8,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8290755297334244,"metrics":{"scoring_roc_auc":0.8290755297334244},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn"},{"metrics":{"scoring_roc_auc":0.829160970608339},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"embedder_config":{"query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","batch_size":16,"use_cache":false,"sts_prompt":null,"passage_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"default_prompt":null},"k":8,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.829160970608339},{"module_params":{"embedder_config":{"device":"cuda","tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"query_prompt":null,"use_cache":false,"default_prompt":null,"sts_prompt":null,"batch_size":16},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.845416097060834,"metrics":{"scoring_roc_auc":0.845416097060834},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn"},{"metric_name":"scoring_roc_auc","metric_value":0.8541097060833903,"metrics":{"scoring_roc_auc":0.8541097060833903},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"embedder_config":{"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"classifier_prompt":null,"use_cache":false,"passage_prompt":null,"query_prompt":null,"device":"cuda","cluster_prompt":null},"k":16,"weights":"uniform"}},{"metric_name":"scoring_roc_auc","metric_value":0.8647043745727956,"metrics":{"scoring_roc_auc":0.8647043745727956},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"query_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"passage_prompt":null,"sts_prompt":null,"classifier_prompt":null,"default_prompt":null,"device":"cuda","use_cache":false},"k":15}}]
19.72727
5
0.3961
-
-
0.76321
0.34253
0.33676
0.3881
0.33814
0.66702
0.5
["closest","distance","uniform"]
0.39198
0.33676
0.3881
0.33814
0.66702
0.00018869
-1744125445.03869
0.00025194
0.000013754
0.00057125
0.0003423
59.7109
0.000040265
0.76321
43m 19s
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0
Apr 16 '25 09:00
Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0
-
Jan 01 '70 00:00
[{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.14285714285714285,"metrics":{"decision_accuracy":0.14285714285714285}},{"metrics":{"decision_accuracy":0.1948051948051948},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.1948051948051948},{"metrics":{"decision_accuracy":0.23376623376623376},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.23376623376623376},{"metrics":{"decision_accuracy":0.2597402597402597},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.2597402597402597},{"metric_name":"decision_accuracy","metric_value":0.2857142857142857,"metrics":{"decision_accuracy":0.2857142857142857},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5}},{"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax","module_params":{},"metric_name":"decision_accuracy","metric_value":0.33766233766233766},{"metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy"},{"module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_4"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766}},{"metric_value":0.33766233766233766,"metrics":{"decision_accuracy":0.33766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold","module_params":{"thresh":0.3},"metric_name":"decision_accuracy"}]
-
-
[{"metric_name":"scoring_roc_auc","metric_value":0.718215994531784,"metrics":{"scoring_roc_auc":0.718215994531784},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"embedder_config":{"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"sts_prompt":null,"device":"cuda","use_cache":false,"query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"cluster_prompt":null,"batch_size":16,"classifier_prompt":null},"k":1,"weights":"closest"}},{"metrics":{"scoring_roc_auc":0.7470095693779903},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"k":2,"weights":"closest","embedder_config":{"use_cache":false,"passage_prompt":null,"batch_size":16,"cluster_prompt":null,"default_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"device":"cuda","query_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.7470095693779903},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"embedder_config":{"batch_size":16,"classifier_prompt":null,"sts_prompt":null,"cluster_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"passage_prompt":null,"query_prompt":null,"device":"cuda","use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":4,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.7485475051264526,"metrics":{"scoring_roc_auc":0.7485475051264526}},{"metrics":{"scoring_roc_auc":0.7523923444976077},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn","module_params":{"embedder_config":{"query_prompt":null,"device":"cuda","passage_prompt":null,"classifier_prompt":null,"batch_size":16,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"default_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false},"k":3,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.7523923444976077},{"metric_name":"scoring_roc_auc","metric_value":0.7647812713602188,"metrics":{"scoring_roc_auc":0.7647812713602188},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_8","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"default_prompt":null,"device":"cuda","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"cluster_prompt":null,"sts_prompt":null,"query_prompt":null,"batch_size":16},"k":5}},{"module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"classifier_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"default_prompt":null,"query_prompt":null,"cluster_prompt":null,"device":"cuda","passage_prompt":null,"sts_prompt":null,"use_cache":false},"k":8},"metric_name":"scoring_roc_auc","metric_value":0.7795625427204377,"metrics":{"scoring_roc_auc":0.7795625427204377},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_9"},{"module_params":{"weights":"closest","embedder_config":{"default_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"device":"cuda","sts_prompt":null,"batch_size":16,"cluster_prompt":null,"passage_prompt":null},"k":8},"metric_name":"scoring_roc_auc","metric_value":0.7878503075871497,"metrics":{"scoring_roc_auc":0.7878503075871497},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn"},{"metric_name":"scoring_roc_auc","metric_value":0.8033151059466849,"metrics":{"scoring_roc_auc":0.8033151059466849},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"k":16,"weights":"uniform","embedder_config":{"use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null,"cluster_prompt":null,"device":"cuda","passage_prompt":null,"batch_size":16,"query_prompt":null}}},{"module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"device":"cuda","batch_size":16,"classifier_prompt":null,"sts_prompt":null,"query_prompt":null},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8046821599453178,"metrics":{"scoring_roc_auc":0.8046821599453178},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_4"},{"metric_name":"scoring_roc_auc","metric_value":0.81877990430622,"metrics":{"scoring_roc_auc":0.81877990430622},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/Qwen2.5-7B-Instruct-AWQ_banking77_ru_subset_10.json_naug_0/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"k":15,"weights":"distance","embedder_config":{"passage_prompt":null,"sts_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","cluster_prompt":null,"query_prompt":null,"default_prompt":null,"use_cache":false,"batch_size":16,"classifier_prompt":null}}}]
19.72727
5
0.28896
-
-
0.69099
0.31299
0.34456
0.44595
0.30897
0.6536
0.5
["closest","distance","uniform"]
0.29081
0.34456
0.44595
0.30897
0.6536
0.00012478
-1744125450.4519
0.00016092
0.000013746
0.00036486
0.00021345
60.11115
0.000026623
0.69099
2h 22m 31s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5
Apr 15 '25 12:03
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5
-
Jan 01 '70 00:00
[{"metrics":{"decision_accuracy":0.24242424242424243},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.24242424242424243},{"metrics":{"decision_accuracy":0.3354978354978355},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.3354978354978355},{"module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.41774891774891776,"metrics":{"decision_accuracy":0.41774891774891776},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold"},{"module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.4523809523809524,"metrics":{"decision_accuracy":0.4523809523809524},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold"},{"metric_value":0.5108225108225108,"metrics":{"decision_accuracy":0.5108225108225108},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy"},{"module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.5497835497835498,"metrics":{"decision_accuracy":0.5497835497835498},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_0"},{"module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.5800865800865801,"metrics":{"decision_accuracy":0.5800865800865801},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold"},{"module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.5930735930735931,"metrics":{"decision_accuracy":0.5930735930735931},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold"},{"metric_value":0.5952380952380952,"metrics":{"decision_accuracy":0.5952380952380952},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax","module_params":{},"metric_name":"decision_accuracy"},{"metrics":{"decision_accuracy":0.5952380952380952},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.5952380952380952}]
-
-
[{"metric_name":"scoring_roc_auc","metric_value":0.7849476911976911,"metrics":{"scoring_roc_auc":0.7849476911976911},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false,"cluster_prompt":null,"default_prompt":null,"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"classifier_prompt":null,"batch_size":16,"passage_prompt":null,"query_prompt":null,"device":"cuda"},"k":1,"weights":"closest"}},{"module_params":{"embedder_config":{"classifier_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","default_prompt":null,"batch_size":16,"cluster_prompt":null,"sts_prompt":null,"use_cache":false,"passage_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true}},"k":2,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.837337187666135,"metrics":{"scoring_roc_auc":0.837337187666135},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn"},{"module_params":{"embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"passage_prompt":null,"cluster_prompt":null,"use_cache":false,"classifier_prompt":null,"query_prompt":null,"batch_size":16,"device":"cuda","tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"default_prompt":null},"k":3,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8533787119313435,"metrics":{"scoring_roc_auc":0.8533787119313435},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"k":4,"weights":"uniform","embedder_config":{"classifier_prompt":null,"batch_size":16,"device":"cuda","sts_prompt":null,"use_cache":false,"cluster_prompt":null,"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.8657913723703199,"metrics":{"scoring_roc_auc":0.8657913723703199}},{"module_name":"knn","module_params":{"embedder_config":{"batch_size":16,"default_prompt":null,"device":"cuda","passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"query_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"use_cache":false,"cluster_prompt":null},"k":5,"weights":"distance"},"metric_name":"scoring_roc_auc","metric_value":0.8806272309561783,"metrics":{"scoring_roc_auc":0.8806272309561783},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_8"},{"metrics":{"scoring_roc_auc":0.8889292359687097},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"cluster_prompt":null,"default_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"device":"cuda","classifier_prompt":null,"passage_prompt":null,"sts_prompt":null,"use_cache":false},"k":8},"metric_name":"scoring_roc_auc","metric_value":0.8889292359687097},{"metric_name":"scoring_roc_auc","metric_value":0.8900091136933241,"metrics":{"scoring_roc_auc":0.8900091136933241},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"device":"cuda","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"default_prompt":null,"use_cache":false,"cluster_prompt":null},"k":8}},{"metrics":{"scoring_roc_auc":0.903100554416344},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"passage_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false,"default_prompt":null,"device":"cuda","sts_prompt":null,"query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.903100554416344},{"metric_value":0.9040166704640392,"metrics":{"scoring_roc_auc":0.9040166704640392},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"k":16,"weights":"uniform","embedder_config":{"classifier_prompt":null,"default_prompt":null,"sts_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"passage_prompt":null,"query_prompt":null,"cluster_prompt":null,"device":"cuda","use_cache":false}},"metric_name":"scoring_roc_auc"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_5/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"embedder_config":{"use_cache":false,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"batch_size":16,"classifier_prompt":null,"default_prompt":null,"device":"cuda","query_prompt":null,"passage_prompt":null,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":15,"weights":"distance"},"metric_name":"scoring_roc_auc","metric_value":0.9099809182046026,"metrics":{"scoring_roc_auc":0.9099809182046026}}]
19.72727
5
0.4982
-
-
0.82131
0.46299
0.45822
0.4795
0.45705
0.72796
0.5
["closest","distance","uniform"]
0.49549
0.45822
0.4795
0.45705
0.72796
0.00051779
-1744125417.1615
0.00071223
0.000014401
0.0016149
0.00098657
65.74416
0.00011053
0.82131
1h 48m 33s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4
Apr 15 '25 08:50
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4
-
Jan 01 '70 00:00
[{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.21558441558441557,"metrics":{"decision_accuracy":0.21558441558441557}},{"metrics":{"decision_accuracy":0.3038961038961039},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.3038961038961039},{"metrics":{"decision_accuracy":0.37662337662337664},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.37662337662337664},{"module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.45714285714285713,"metrics":{"decision_accuracy":0.45714285714285713},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold"},{"metric_value":0.5012987012987012,"metrics":{"decision_accuracy":0.5012987012987012},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy"},{"metric_name":"decision_accuracy","metric_value":0.548051948051948,"metrics":{"decision_accuracy":0.548051948051948},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4}},{"metric_name":"decision_accuracy","metric_value":0.5766233766233766,"metrics":{"decision_accuracy":0.5766233766233766},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold","module_params":{"thresh":0.3}},{"metrics":{"decision_accuracy":0.5974025974025974},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.5974025974025974},{"module_name":"argmax","module_params":{},"metric_name":"decision_accuracy","metric_value":0.6051948051948052,"metrics":{"decision_accuracy":0.6051948051948052},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/argmax/comb_0"},{"module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.6051948051948052,"metrics":{"decision_accuracy":0.6051948051948052},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold"}]
-
-
[{"metric_value":0.7614422419685578,"metrics":{"scoring_roc_auc":0.7614422419685578},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"passage_prompt":null,"batch_size":16,"sts_prompt":null,"device":"cuda","use_cache":false,"classifier_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"query_prompt":null,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":1,"weights":"closest"},"metric_name":"scoring_roc_auc"},{"metrics":{"scoring_roc_auc":0.8048735475051264},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"cluster_prompt":null,"passage_prompt":null,"query_prompt":null,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"batch_size":16,"default_prompt":null,"device":"cuda"},"k":2,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8048735475051264},{"module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"classifier_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"query_prompt":null,"cluster_prompt":null,"default_prompt":null,"use_cache":false,"device":"cuda"},"k":3},"metric_name":"scoring_roc_auc","metric_value":0.8245727956254272,"metrics":{"scoring_roc_auc":0.8245727956254272},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_7"},{"module_name":"knn","module_params":{"k":4,"weights":"uniform","embedder_config":{"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"device":"cuda","passage_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"query_prompt":null,"default_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.8462645249487357,"metrics":{"scoring_roc_auc":0.8462645249487357},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_2"},{"metric_value":0.8594531784005468,"metrics":{"scoring_roc_auc":0.8594531784005468},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_8","module_name":"knn","module_params":{"weights":"distance","embedder_config":{"default_prompt":null,"query_prompt":null,"use_cache":false,"passage_prompt":null,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"device":"cuda","batch_size":16},"k":5},"metric_name":"scoring_roc_auc"},{"metric_value":0.872505126452495,"metrics":{"scoring_roc_auc":0.872505126452495},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":8,"weights":"closest","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"passage_prompt":null,"query_prompt":null,"batch_size":16,"default_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","classifier_prompt":null,"cluster_prompt":null,"use_cache":false,"sts_prompt":null}},"metric_name":"scoring_roc_auc"},{"metrics":{"scoring_roc_auc":0.8735885167464116},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"device":"cuda","passage_prompt":null,"cluster_prompt":null,"sts_prompt":null,"classifier_prompt":null,"default_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"query_prompt":null,"use_cache":false},"k":8},"metric_name":"scoring_roc_auc","metric_value":0.8735885167464116},{"module_params":{"embedder_config":{"device":"cuda","tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"cluster_prompt":null,"classifier_prompt":null,"query_prompt":null,"passage_prompt":null,"use_cache":false,"sts_prompt":null,"default_prompt":null},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8888550922761448,"metrics":{"scoring_roc_auc":0.8888550922761448},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn"},{"module_name":"knn","module_params":{"embedder_config":{"device":"cuda","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"query_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"sts_prompt":null,"use_cache":false,"cluster_prompt":null,"default_prompt":null},"k":16,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8962816131237182,"metrics":{"scoring_roc_auc":0.8962816131237182},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_6"},{"metric_name":"scoring_roc_auc","metric_value":0.900375939849624,"metrics":{"scoring_roc_auc":0.900375939849624},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_4/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"query_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"sts_prompt":null,"use_cache":false,"default_prompt":null,"device":"cuda","classifier_prompt":null},"k":15,"weights":"distance"}}]
19.72727
5
0.49372
-
-
0.80614
0.46136
0.46077
0.47856
0.46136
0.72714
0.5
["closest","distance","uniform"]
0.49123
0.46077
0.47856
0.46136
0.72714
0.00037991
-1744125428.84097
0.0005619
0.000015047
0.001274
0.00081304
71.05951
0.000081094
0.80614
1h 33m 53s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3
Apr 14 '25 16:10
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3
-
Jan 01 '70 00:00
[{"metrics":{"decision_accuracy":0.016233766233766232},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.016233766233766232},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.05194805194805195,"metrics":{"decision_accuracy":0.05194805194805195}},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.11688311688311688,"metrics":{"decision_accuracy":0.11688311688311688}},{"metric_name":"decision_accuracy","metric_value":0.18831168831168832,"metrics":{"decision_accuracy":0.18831168831168832},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6}},{"metrics":{"decision_accuracy":0.275974025974026},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.275974025974026},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.3181818181818182,"metrics":{"decision_accuracy":0.3181818181818182}},{"module_name":"threshold","module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.3863636363636363,"metrics":{"decision_accuracy":0.3863636363636363},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_6"},{"module_name":"threshold","module_params":{"thresh":0.2},"metric_name":"decision_accuracy","metric_value":0.4642857142857143,"metrics":{"decision_accuracy":0.4642857142857143},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_5"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.4935064935064935,"metrics":{"decision_accuracy":0.4935064935064935}},{"module_name":"argmax","module_params":{},"metric_name":"decision_accuracy","metric_value":0.4967532467532468,"metrics":{"decision_accuracy":0.4967532467532468},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.decision/argmax/comb_0"}]
-
-
[{"metrics":{"scoring_roc_auc":0.7442968215994531},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"classifier_prompt":null,"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"query_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"use_cache":false,"device":"cuda","cluster_prompt":null},"k":1},"metric_name":"scoring_roc_auc","metric_value":0.7442968215994531},{"module_name":"knn","module_params":{"weights":"closest","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"passage_prompt":null,"classifier_prompt":null,"batch_size":16,"device":"cuda","sts_prompt":null,"use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null},"k":2},"metric_name":"scoring_roc_auc","metric_value":0.7773036995898839,"metrics":{"scoring_roc_auc":0.7773036995898839},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_3"},{"module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"default_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false,"batch_size":16,"device":"cuda","sts_prompt":null,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"query_prompt":null},"k":3,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8139845352016405,"metrics":{"scoring_roc_auc":0.8139845352016405},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_7"},{"metric_name":"scoring_roc_auc","metric_value":0.8321941216678059,"metrics":{"scoring_roc_auc":0.8321941216678059},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"default_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"cluster_prompt":null,"passage_prompt":null,"query_prompt":null,"batch_size":16},"k":4,"weights":"uniform"}},{"module_name":"knn","module_params":{"embedder_config":{"classifier_prompt":null,"cluster_prompt":null,"default_prompt":null,"device":"cuda","query_prompt":null,"sts_prompt":null,"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false},"k":5,"weights":"distance"},"metric_name":"scoring_roc_auc","metric_value":0.8400279818865346,"metrics":{"scoring_roc_auc":0.8400279818865346},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_8"},{"metric_name":"scoring_roc_auc","metric_value":0.8507134313055366,"metrics":{"scoring_roc_auc":0.8507134313055366},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"classifier_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","batch_size":16,"cluster_prompt":null,"default_prompt":null,"sts_prompt":null,"query_prompt":null,"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false},"k":8}},{"metrics":{"scoring_roc_auc":0.854494190020506},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":8,"weights":"closest","embedder_config":{"use_cache":false,"classifier_prompt":null,"default_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"batch_size":16,"cluster_prompt":null,"query_prompt":null,"passage_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.854494190020506},{"metric_name":"scoring_roc_auc","metric_value":0.8707599965823649,"metrics":{"scoring_roc_auc":0.8707599965823649},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn","module_params":{"embedder_config":{"batch_size":16,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"device":"cuda","query_prompt":null,"classifier_prompt":null,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false,"passage_prompt":null,"cluster_prompt":null},"k":12,"weights":"closest"}},{"module_params":{"embedder_config":{"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"use_cache":false,"cluster_prompt":null,"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"default_prompt":null,"sts_prompt":null,"batch_size":16,"device":"cuda"},"k":16,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8753951640464798,"metrics":{"scoring_roc_auc":0.8753951640464798},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn"},{"metric_name":"scoring_roc_auc","metric_value":0.8815575871496926,"metrics":{"scoring_roc_auc":0.8815575871496926},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_3/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn","module_params":{"embedder_config":{"default_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"sts_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false,"cluster_prompt":null,"passage_prompt":null,"classifier_prompt":null,"device":"cuda"},"k":15,"weights":"distance"}}]
19.72727
5
0.30114
-
-
0.79183
0.45455
0.45015
0.46651
0.45455
0.72368
0.5
["closest","distance","uniform"]
0.31294
0.45015
0.46651
0.45455
0.72368
0.00032093
-1744125433.83647
0.00046638
0.000014818
0.0010575
0.00066802
69.15733
0.000068503
0.79183
1h 15m 28s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2
Apr 14 '25 14:09
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2
-
Jan 01 '70 00:00
[{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9},"metric_name":"decision_accuracy","metric_value":0.1341991341991342,"metrics":{"decision_accuracy":0.1341991341991342}},{"metric_name":"decision_accuracy","metric_value":0.23376623376623376,"metrics":{"decision_accuracy":0.23376623376623376},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8}},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.2813852813852814,"metrics":{"decision_accuracy":0.2813852813852814}},{"metric_value":0.31601731601731603,"metrics":{"decision_accuracy":0.31601731601731603},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy"},{"metrics":{"decision_accuracy":0.354978354978355},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold","module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.354978354978355},{"module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.4069264069264069,"metrics":{"decision_accuracy":0.4069264069264069},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_0"},{"metric_name":"decision_accuracy","metric_value":0.45021645021645024,"metrics":{"decision_accuracy":0.45021645021645024},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold","module_params":{"thresh":0.3}},{"module_params":{},"metric_name":"decision_accuracy","metric_value":0.4891774891774891,"metrics":{"decision_accuracy":0.4891774891774891},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax"},{"metrics":{"decision_accuracy":0.4891774891774891},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold","module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.4891774891774891},{"metric_name":"decision_accuracy","metric_value":0.4891774891774891,"metrics":{"decision_accuracy":0.4891774891774891},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2}}]
-
-
[{"module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"sts_prompt":null,"batch_size":16,"query_prompt":null,"passage_prompt":null,"default_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"classifier_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false},"k":1,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.7135642135642134,"metrics":{"scoring_roc_auc":0.7135642135642134},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_5"},{"metric_value":0.7540062276904381,"metrics":{"scoring_roc_auc":0.7540062276904381},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn","module_params":{"weights":"closest","embedder_config":{"sts_prompt":null,"default_prompt":null,"query_prompt":null,"use_cache":false,"batch_size":16,"classifier_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","cluster_prompt":null,"device":"cuda"},"k":2},"metric_name":"scoring_roc_auc"},{"metric_name":"scoring_roc_auc","metric_value":0.7781765018607124,"metrics":{"scoring_roc_auc":0.7781765018607124},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"classifier_prompt":null,"default_prompt":null,"sts_prompt":null,"use_cache":false,"cluster_prompt":null,"passage_prompt":null,"query_prompt":null,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16},"k":3}},{"module_name":"knn","module_params":{"embedder_config":{"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"use_cache":false,"default_prompt":null,"batch_size":16,"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"device":"cuda"},"k":4,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8010936431989062,"metrics":{"scoring_roc_auc":0.8010936431989062},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_2"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_8","module_name":"knn","module_params":{"embedder_config":{"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"default_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false,"classifier_prompt":null,"device":"cuda","batch_size":16,"cluster_prompt":null,"query_prompt":null},"k":5,"weights":"distance"},"metric_name":"scoring_roc_auc","metric_value":0.8071504518872938,"metrics":{"scoring_roc_auc":0.8071504518872938}},{"metric_name":"scoring_roc_auc","metric_value":0.8229000531632109,"metrics":{"scoring_roc_auc":0.8229000531632109},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"query_prompt":null,"use_cache":false,"default_prompt":null,"sts_prompt":null,"cluster_prompt":null,"device":"cuda","passage_prompt":null,"batch_size":16,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":8,"weights":"uniform"}},{"metrics":{"scoring_roc_auc":0.8245898838004101},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"embedder_config":{"passage_prompt":null,"cluster_prompt":null,"batch_size":16,"device":"cuda","sts_prompt":null,"default_prompt":null,"query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"use_cache":false,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":8,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.8245898838004101},{"module_params":{"weights":"closest","embedder_config":{"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"default_prompt":null,"cluster_prompt":null,"passage_prompt":null,"sts_prompt":null,"use_cache":false,"classifier_prompt":null,"batch_size":16},"k":12},"metric_name":"scoring_roc_auc","metric_value":0.8387256018834967,"metrics":{"scoring_roc_auc":0.8387256018834967},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn"},{"metrics":{"scoring_roc_auc":0.8471272879167615},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"embedder_config":{"default_prompt":null,"sts_prompt":null,"use_cache":false,"batch_size":16,"query_prompt":null,"device":"cuda","classifier_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"passage_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","cluster_prompt":null},"k":16,"weights":"uniform"},"metric_name":"scoring_roc_auc","metric_value":0.8471272879167615},{"module_name":"knn","module_params":{"k":15,"weights":"distance","embedder_config":{"batch_size":16,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"classifier_prompt":null,"passage_prompt":null,"device":"cuda","cluster_prompt":null,"default_prompt":null,"query_prompt":null,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","use_cache":false}},"metric_name":"scoring_roc_auc","metric_value":0.8552536644641909,"metrics":{"scoring_roc_auc":0.8552536644641909},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_2/modules_dumps/NodeType.scoring/knn/comb_1"}]
19.72727
5
0.37698
-
-
0.74927
0.43149
0.43384
0.45567
0.43149
0.71201
0.5
["closest","distance","uniform"]
0.38118
0.43384
0.45567
0.43149
0.71201
0.00025156
-1744125439.71299
0.00036028
0.000014652
0.0008169
0.00051165
67.73129
0.000053692
0.74927
59m 35s
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1
Apr 14 '25 12:32
gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1
-
Jan 01 '70 00:00
[{"metric_name":"decision_accuracy","metric_value":0.012987012987012988,"metrics":{"decision_accuracy":0.012987012987012988},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_1","module_name":"threshold","module_params":{"thresh":0.9}},{"metrics":{"decision_accuracy":0.03896103896103896},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_7","module_name":"threshold","module_params":{"thresh":0.8},"metric_name":"decision_accuracy","metric_value":0.03896103896103896},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_2","module_name":"threshold","module_params":{"thresh":0.7},"metric_name":"decision_accuracy","metric_value":0.06493506493506493,"metrics":{"decision_accuracy":0.06493506493506493}},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_8","module_name":"threshold","module_params":{"thresh":0.6},"metric_name":"decision_accuracy","metric_value":0.09090909090909093,"metrics":{"decision_accuracy":0.09090909090909093}},{"module_params":{"thresh":0.5},"metric_name":"decision_accuracy","metric_value":0.13636363636363635,"metrics":{"decision_accuracy":0.13636363636363635},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_3","module_name":"threshold"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{"thresh":0.4},"metric_name":"decision_accuracy","metric_value":0.16883116883116883,"metrics":{"decision_accuracy":0.16883116883116883}},{"module_params":{"thresh":0.3},"metric_name":"decision_accuracy","metric_value":0.24025974025974023,"metrics":{"decision_accuracy":0.24025974025974023},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_6","module_name":"threshold"},{"metric_name":"decision_accuracy","metric_value":0.35064935064935066,"metrics":{"decision_accuracy":0.35064935064935066},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_5","module_name":"threshold","module_params":{"thresh":0.2}},{"module_params":{"thresh":0.1},"metric_name":"decision_accuracy","metric_value":0.4090909090909091,"metrics":{"decision_accuracy":0.4090909090909091},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/threshold/comb_4","module_name":"threshold"},{"module_params":{},"metric_name":"decision_accuracy","metric_value":0.4155844155844156,"metrics":{"decision_accuracy":0.4155844155844156},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.decision/argmax/comb_0","module_name":"argmax"}]
-
-
[{"module_params":{"embedder_config":{"use_cache":false,"passage_prompt":null,"default_prompt":null,"batch_size":16,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","sts_prompt":null,"classifier_prompt":null,"query_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null}},"k":1,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.6621240601503758,"metrics":{"scoring_roc_auc":0.6621240601503758},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_5","module_name":"knn"},{"module_params":{"k":2,"weights":"closest","embedder_config":{"use_cache":false,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"classifier_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"query_prompt":null,"sts_prompt":null,"device":"cuda","batch_size":16,"cluster_prompt":null}},"metric_name":"scoring_roc_auc","metric_value":0.7273581681476418,"metrics":{"scoring_roc_auc":0.7273581681476418},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_3","module_name":"knn"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_7","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"device":"cuda","passage_prompt":null,"classifier_prompt":null,"default_prompt":null,"use_cache":false,"batch_size":16},"k":3},"metric_name":"scoring_roc_auc","metric_value":0.748632946001367,"metrics":{"scoring_roc_auc":0.748632946001367}},{"metrics":{"scoring_roc_auc":0.7610432330827066},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_2","module_name":"knn","module_params":{"weights":"uniform","embedder_config":{"query_prompt":null,"sts_prompt":null,"batch_size":16,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"default_prompt":null,"use_cache":false,"passage_prompt":null,"cluster_prompt":null,"device":"cuda","classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":4},"metric_name":"scoring_roc_auc","metric_value":0.7610432330827066},{"module_name":"knn","module_params":{"weights":"distance","embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"batch_size":16,"classifier_prompt":null,"sts_prompt":null,"device":"cuda","query_prompt":null,"use_cache":false,"cluster_prompt":null,"default_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null},"k":5},"metric_name":"scoring_roc_auc","metric_value":0.774841934381408,"metrics":{"scoring_roc_auc":0.774841934381408},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_8"},{"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_9","module_name":"knn","module_params":{"k":8,"weights":"uniform","embedder_config":{"passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null,"batch_size":16,"classifier_prompt":null,"sts_prompt":null,"default_prompt":null,"query_prompt":null,"use_cache":false,"device":"cuda","model_name":"sentence-transformers/all-MiniLM-L6-v2"}},"metric_name":"scoring_roc_auc","metric_value":0.795839029391661,"metrics":{"scoring_roc_auc":0.795839029391661}},{"module_name":"knn","module_params":{"embedder_config":{"default_prompt":null,"classifier_prompt":null,"sts_prompt":null,"device":"cuda","batch_size":16,"query_prompt":null,"passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2"},"k":8,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.7985731373889268,"metrics":{"scoring_roc_auc":0.7985731373889268},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_0"},{"metrics":{"scoring_roc_auc":0.809061004784689},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_4","module_name":"knn","module_params":{"embedder_config":{"cluster_prompt":null,"default_prompt":null,"use_cache":false,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"batch_size":16,"passage_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"classifier_prompt":null,"sts_prompt":null,"device":"cuda"},"k":12,"weights":"closest"},"metric_name":"scoring_roc_auc","metric_value":0.809061004784689},{"metric_value":0.8132903280929598,"metrics":{"scoring_roc_auc":0.8132903280929598},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_6","module_name":"knn","module_params":{"embedder_config":{"use_cache":false,"batch_size":16,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null,"query_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":"cuda","passage_prompt":null,"sts_prompt":null,"classifier_prompt":null,"default_prompt":null},"k":16,"weights":"uniform"},"metric_name":"scoring_roc_auc"},{"module_params":{"embedder_config":{"use_cache":false,"batch_size":16,"query_prompt":null,"passage_prompt":null,"default_prompt":null,"device":"cuda","cluster_prompt":null,"sts_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","tokenizer_config":{"max_length":null,"padding":true,"truncation":true}},"k":15,"weights":"distance"},"metric_name":"scoring_roc_auc","metric_value":0.8201255980861244,"metrics":{"scoring_roc_auc":0.8201255980861244},"module_dump_dir":"/home/darinka/AutoIntent-experiments/experiments/utterance_augmentation/runs/gpt-4o-mini-2024-07-18_banking77_ru_subset_10_augmented.json_naug_1/modules_dumps/NodeType.scoring/knn/comb_1","module_name":"knn"}]
19.72727
5
0.21483
-
-
0.72872
0.38929
0.38892
0.41236
0.38929
0.69063
0.5
["closest","distance","uniform"]
0.22825
0.38892
0.41236
0.38929
0.69063
0.00018835
-1744125445.06673
0.00026309
0.000014362
0.00059653
0.00036798
65.37014
0.000040191
0.72872
17m 34s
test_code_carbon_9
Apr 08 '25 16:15
test_code_carbon_9
-
Jan 01 '70 00:00
-
-
-
[{"module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"use_cache":false,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","passage_prompt":null,"device":null,"similarity_fn_name":"cosine","cluster_prompt":null,"query_prompt":null,"default_prompt":null,"batch_size":32,"sts_prompt":null},"encoder_type":"cross"},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/description/comb_0"},{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"use_cache":false,"default_prompt":null,"model_name":"BAAI/bge-reranker-base","classifier_prompt":null,"similarity_fn_name":"dot","cluster_prompt":null,"query_prompt":null,"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"batch_size":32,"passage_prompt":null,"device":null},"encoder_type":"cross"},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667,"scoring_accuracy":0.5}},{"module_params":{"embedder_config":{"classifier_prompt":null,"query_prompt":null,"use_cache":false,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"batch_size":32,"cluster_prompt":null,"passage_prompt":null,"model_name":"BAAI/bge-reranker-base","similarity_fn_name":"cosine","sts_prompt":null,"default_prompt":null,"device":null},"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base"},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.125,"scoring_roc_auc":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/description/comb_1","module_name":"description"},{"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_accuracy":0.25,"scoring_precision":0.125,"scoring_roc_auc":0.5},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/description/comb_1","module_name":"description","module_params":{"cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"sts_prompt":null,"default_prompt":null,"device":null,"classifier_prompt":null,"model_name":"BAAI/bge-reranker-base","use_cache":false,"batch_size":32,"cluster_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"passage_prompt":null,"similarity_fn_name":"dot","query_prompt":null},"encoder_type":"bi"}},{"metric_name":"scoring_roc_auc","metric_value":0.9166666666666669,"metrics":{"scoring_roc_auc":0.9166666666666669,"scoring_accuracy":0.5,"scoring_precision":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/linear/comb_0","module_name":"linear","module_params":{"embedder_config":{"sts_prompt":null,"default_prompt":null,"batch_size":32,"use_cache":false,"passage_prompt":null,"similarity_fn_name":"cosine","cluster_prompt":null,"device":null,"model_name":"BAAI/bge-reranker-base","query_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null}}},{"metrics":{"scoring_accuracy":1,"scoring_precision":1,"scoring_roc_auc":1},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_9/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"embedder_config":{"sts_prompt":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"device":null,"query_prompt":null,"classifier_prompt":null,"cluster_prompt":null,"default_prompt":null,"use_cache":false,"similarity_fn_name":"cosine","batch_size":32,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null},"k":3},"metric_name":"scoring_roc_auc","metric_value":1}]
3
-
0.625
-
-
0.70833
0.66667
0.65333
0.56667
0.8
0.86
-
-
0.64583
0.65333
0.56667
0.8
0.86
0.000045143
-1744125457.19792
0.000034352
0.0000093938
0.000077889
0.000023115
23.44236
0.0000096312
0.72727
51s
test_code_carbon_6
Apr 03 '25 21:12
test_code_carbon_6
-
Jan 01 '70 00:00
-
-
-
[{"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_6/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"default_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"classifier_prompt":null,"cluster_prompt":null,"batch_size":32,"passage_prompt":null,"use_cache":false,"model_name":"BAAI/bge-reranker-base","sts_prompt":null,"query_prompt":null,"device":null}},"metric_name":"scoring_roc_auc","metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.5,"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667}},{"module_name":"description","module_params":{"encoder_type":"bi","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"model_name":"BAAI/bge-reranker-base","default_prompt":null,"cluster_prompt":null,"device":null,"query_prompt":null,"sts_prompt":null,"classifier_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"passage_prompt":null,"batch_size":32}},"metric_name":"scoring_roc_auc","metric_value":0.5,"metrics":{"scoring_precision":0.125,"scoring_roc_auc":0.5,"scoring_accuracy":0.25},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_6/modules_dumps/NodeType.scoring/description/comb_1"},{"module_name":"linear","module_params":{"embedder_config":{"cluster_prompt":null,"classifier_prompt":null,"passage_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"default_prompt":null,"use_cache":false,"model_name":"BAAI/bge-reranker-base","sts_prompt":null,"device":null,"query_prompt":null,"batch_size":32}},"metric_name":"scoring_roc_auc","metric_value":0.9166666666666669,"metrics":{"scoring_accuracy":0.5,"scoring_precision":0.25,"scoring_roc_auc":0.9166666666666669},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_6/modules_dumps/NodeType.scoring/linear/comb_0"},{"metric_name":"scoring_roc_auc","metric_value":1,"metrics":{"scoring_accuracy":1,"scoring_precision":1,"scoring_roc_auc":1},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_6/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":3,"embedder_config":{"batch_size":32,"sts_prompt":null,"use_cache":false,"classifier_prompt":null,"default_prompt":null,"query_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"cluster_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","device":null,"passage_prompt":null}}}]
3
-
0.625
-
-
0.70833
0.66667
0.65333
0.56667
0.8
0.86
-
-
0.64583
0.65333
0.56667
0.8
0.86
0.000060487
-1742757373.01508
0.000047687
0.0000095024
0.00010812
0.000034736
23.96883
0.000012902
0.70833
4d 8h 34m 58s
test_code_carbon_5
Apr 03 '25 20:59
test_code_carbon_5
-
Jan 01 '70 00:00
[{"module_name":"threshold","module_params":{},"metric_name":"decision_accuracy","metric_value":0.625,"metrics":{"decision_accuracy":0.625},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.decision/threshold/comb_0"},{"metrics":{"decision_accuracy":0.8861138861138861},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.decision/threshold/comb_0","module_name":"threshold","module_params":{},"metric_name":"decision_accuracy","metric_value":0.8861138861138861}]
-
-
[{"metric_value":0.4166666666666667,"metrics":{"scoring_accuracy":0.5,"scoring_precision":0.3333333333333333,"scoring_roc_auc":0.4166666666666667},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.scoring/description/comb_0","module_name":"description","module_params":{"encoder_type":"cross","cross_encoder_config":"BAAI/bge-reranker-base","embedder_config":{"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"use_cache":false,"default_prompt":null,"passage_prompt":null,"cluster_prompt":null,"device":null,"sts_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"batch_size":32,"classifier_prompt":null}},"metric_name":"scoring_roc_auc"},{"metric_name":"scoring_roc_auc","metric_value":0.6204427683358678,"metrics":{"scoring_precision":0.005442783679700494,"scoring_roc_auc":0.6204427683358678,"scoring_accuracy":0.023976023976023976},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.scoring/linear/comb_0","module_name":"linear","module_params":{"embedder_config":{"classifier_prompt":null,"sts_prompt":null,"device":null,"cluster_prompt":null,"query_prompt":null,"use_cache":false,"model_name":"BAAI/bge-reranker-base","batch_size":32,"default_prompt":null,"tokenizer_config":{"truncation":true,"max_length":null,"padding":true},"passage_prompt":null}}},{"module_name":"linear","module_params":{"embedder_config":{"model_name":"BAAI/bge-reranker-base","classifier_prompt":null,"default_prompt":null,"sts_prompt":null,"device":null,"query_prompt":null,"cluster_prompt":null,"passage_prompt":null,"use_cache":false,"batch_size":32,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null}}},"metric_name":"scoring_roc_auc","metric_value":0.9166666666666669,"metrics":{"scoring_accuracy":0.5,"scoring_precision":0.25,"scoring_roc_auc":0.9166666666666669},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.scoring/linear/comb_0"},{"module_params":{"embedder_config":{"classifier_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true},"default_prompt":null,"device":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","query_prompt":null,"passage_prompt":null,"sts_prompt":null,"use_cache":false,"cluster_prompt":null,"batch_size":32},"k":3},"metric_name":"scoring_roc_auc","metric_value":0.9743051591752552,"metrics":{"scoring_precision":0.9089420650204296,"scoring_roc_auc":0.9743051591752552,"scoring_accuracy":0.903096903096903},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn"},{"metric_name":"scoring_roc_auc","metric_value":1,"metrics":{"scoring_precision":1,"scoring_roc_auc":1,"scoring_accuracy":1},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_5/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn","module_params":{"k":3,"embedder_config":{"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","passage_prompt":null,"query_prompt":null,"batch_size":32,"device":null,"use_cache":false,"cluster_prompt":null,"default_prompt":null,"sts_prompt":null}}}]
3
-
0.75556
-
-
0.78562
0.77603
0.77043
0.73665
0.83702
0.90108
-
-
0.76579
0.77043
0.73665
0.83702
0.90108
0.00014141
-1742757366.16141
0.00010412
0.0000094563
0.00023607
0.000064486
24.57039
0.000030176
0.86238
2m 2s
test_code_carbon_4
Mar 28 '25 11:09
test_code_carbon_4
-
Jan 01 '70 00:00
-
-
-
[{"metric_value":0.6204427683358678,"metrics":{"scoring_roc_auc":0.6204427683358678,"scoring_accuracy":0.023976023976023976,"scoring_precision":0.005442783679700494},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_4/modules_dumps/NodeType.scoring/linear/comb_0","module_name":"linear","module_params":{"embedder_config":{"use_cache":false,"batch_size":32,"classifier_prompt":null,"cluster_prompt":null,"query_prompt":null,"device":null,"model_name":"BAAI/bge-reranker-base","default_prompt":null,"passage_prompt":null,"sts_prompt":null,"tokenizer_config":{"max_length":null,"padding":true,"truncation":true}}},"metric_name":"scoring_roc_auc"},{"module_params":{"embedder_config":{"query_prompt":null,"default_prompt":null,"passage_prompt":null,"classifier_prompt":null,"model_name":"sentence-transformers/all-MiniLM-L6-v2","sts_prompt":null,"use_cache":false,"device":null,"tokenizer_config":{"padding":true,"truncation":true,"max_length":null},"cluster_prompt":null,"batch_size":32},"k":3},"metric_name":"scoring_roc_auc","metric_value":0.9743051591752552,"metrics":{"scoring_precision":0.9089420650204296,"scoring_roc_auc":0.9743051591752552,"scoring_accuracy":0.903096903096903},"module_dump_dir":"/home/darinka/AutoIntent/autointent/experiments/runs/test_code_carbon_4/modules_dumps/NodeType.scoring/knn/comb_0","module_name":"knn"}]
3
-
0.88611
-
-
0.79737
0.88539
0.88752
0.90664
0.87404
0.94216
-
-
0.88575
0.88752
0.90664
0.87404
0.94216
-
-
-
-
-
-
-
-
0.79737
1-20
of 117