Skip to main content

Atmallen8's group workspace

Timestamps visible
2023-02-22 19:23:03
                           'zero_allgather_bucket_size': 500000000,
2023-02-22 19:23:03
                           'zero_allow_untested_optimizer': False,
2023-02-22 19:23:03
                           'zero_contiguous_gradients': False,
2023-02-22 19:23:03
                           'zero_optimization': {'allgather_bucket_size': 500000000,
2023-02-22 19:23:03
                                                 'allgather_partitions': True,
2023-02-22 19:23:03
                                                 'contiguous_gradients': False,
2023-02-22 19:23:03
                                                 'overlap_comm': False,
2023-02-22 19:23:03
                                                 'reduce_bucket_size': 500000000,
2023-02-22 19:23:03
                                                 'reduce_scatter': True,
2023-02-22 19:23:03
                                                 'stage': 0},
2023-02-22 19:23:03
                           'zero_reduce_bucket_size': 500000000,
2023-02-22 19:23:03
                           'zero_reduce_scatter': True,
2023-02-22 19:23:03
                           'zero_stage': 0},
2023-02-22 19:23:03
            'no_cache': True,
2023-02-22 19:23:03
            'num_fewshot': 0},
2023-02-22 19:23:03
 'results': {'lambada_openai': {'acc': 0.00834465359984475,
2023-02-22 19:23:03
                                'acc_stderr': 0.001267350113963544,
2023-02-22 19:23:03
                                'ppl': nan,
2023-02-22 19:23:03
                                'ppl_stderr': nan}},
2023-02-22 19:23:03
 'versions': {'lambada_openai': 0}}