Created
March 21, 2024 13:24
-
-
Save jonabur/d99bb92be81a5af6b01f81b589b68d21 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Traceback (most recent call last): | |
File "/scratch/project_462000086/jburdge/Megatron-DeepSpeed-Jonathan/tasks//eval_harness/evaluate.py", line 506, in <module> | |
main() | |
File "/scratch/project_462000086/jburdge/Megatron-DeepSpeed-Jonathan/tasks//eval_harness/evaluate.py", line 487, in main | |
task_dict = tasks.get_task_dict(task_list) | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/__init__.py", line 317, in get_task_dict | |
task_name_dict = { | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/__init__.py", line 318, in <dictcomp> | |
task_name: get_task(task_name)() | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/hendrycks_test.py", line 100, in __init__ | |
super().__init__(subject) | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/hendrycks_test.py", line 112, in __init__ | |
super().__init__() | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/base.py", line 412, in __init__ | |
self.download(data_dir, cache_dir, download_mode) | |
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/base.py", line 441, in download | |
self.dataset = datasets.load_dataset( | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/load.py", line 2582, in load_dataset | |
builder_instance.download_and_prepare( | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1005, in download_and_prepare | |
self._download_and_prepare( | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1767, in _download_and_prepare | |
super()._download_and_prepare( | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1100, in _download_and_prepare | |
self._prepare_split(split_generator, **prepare_split_kwargs) | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1565, in _prepare_split | |
split_info = self.info.splits[split_generator.name] | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/splits.py", line 532, in __getitem__ | |
instructions = make_file_instructions( | |
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/arrow_reader.py", line 115, in make_file_instructions | |
raise TypeError(f"Expected str 'name', but got: {type(name).__name__}") | |
TypeError: Expected str 'name', but got: NoneType |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment