Skip to content

Instantly share code, notes, and snippets.

@jonabur
Created March 21, 2024 13:24
Show Gist options
  • Save jonabur/d99bb92be81a5af6b01f81b589b68d21 to your computer and use it in GitHub Desktop.
Save jonabur/d99bb92be81a5af6b01f81b589b68d21 to your computer and use it in GitHub Desktop.
Traceback (most recent call last):
File "/scratch/project_462000086/jburdge/Megatron-DeepSpeed-Jonathan/tasks//eval_harness/evaluate.py", line 506, in <module>
main()
File "/scratch/project_462000086/jburdge/Megatron-DeepSpeed-Jonathan/tasks//eval_harness/evaluate.py", line 487, in main
task_dict = tasks.get_task_dict(task_list)
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/__init__.py", line 317, in get_task_dict
task_name_dict = {
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/__init__.py", line 318, in <dictcomp>
task_name: get_task(task_name)()
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/hendrycks_test.py", line 100, in __init__
super().__init__(subject)
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/tasks/hendrycks_test.py", line 112, in __init__
super().__init__()
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/base.py", line 412, in __init__
self.download(data_dir, cache_dir, download_mode)
File "/users/jburdge/.local/lib/python3.10/site-packages/lm_eval/base.py", line 441, in download
self.dataset = datasets.load_dataset(
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/load.py", line 2582, in load_dataset
builder_instance.download_and_prepare(
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1005, in download_and_prepare
self._download_and_prepare(
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1767, in _download_and_prepare
super()._download_and_prepare(
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1100, in _download_and_prepare
self._prepare_split(split_generator, **prepare_split_kwargs)
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/builder.py", line 1565, in _prepare_split
split_info = self.info.splits[split_generator.name]
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/splits.py", line 532, in __getitem__
instructions = make_file_instructions(
File "/users/jburdge/.local/lib/python3.10/site-packages/datasets/arrow_reader.py", line 115, in make_file_instructions
raise TypeError(f"Expected str 'name', but got: {type(name).__name__}")
TypeError: Expected str 'name', but got: NoneType
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment