Created
October 21, 2020 09:51
-
-
Save PiotrJander/e82ca1d94ae85e746f33a18d7ca2d492 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/process.py", line 121, in start | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/process.py", line 121, in start | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/process.py", line 121, in start | |
| _, eval_results = self.run_evaluation(test_mode=False, max_batches=self.num_sanity_val_batches) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 556, in run_evaluation | |
| self._popen = self._Popen(self) | |
| self._popen = self._Popen(self) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 224, in _Popen | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 224, in _Popen | |
| self._popen = self._Popen(self) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 224, in _Popen | |
| for batch_idx, batch in enumerate(dataloader): | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 291, in __iter__ | |
| return _MultiProcessingDataLoaderIter(self) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 737, in __init__ | |
| w.start() | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/process.py", line 121, in start | |
| self._popen = self._Popen(self) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 224, in _Popen | |
| return _default_context.get_context().Process._Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 284, in _Popen | |
| return _default_context.get_context().Process._Popen(process_obj) | |
| return _default_context.get_context().Process._Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 284, in _Popen | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 284, in _Popen | |
| return _default_context.get_context().Process._Popen(process_obj) | |
| return Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 32, in __init__ | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/context.py", line 284, in _Popen | |
| return Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 32, in __init__ | |
| return Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 32, in __init__ | |
| super().__init__(process_obj) | |
| super().__init__(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__ | |
| super().__init__(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__ | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__ | |
| return Popen(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 32, in __init__ | |
| super().__init__(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_fork.py", line 19, in __init__ | |
| self._launch(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 42, in _launch | |
| self._launch(process_obj) | |
| self._launch(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 42, in _launch | |
| self._launch(process_obj) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 42, in _launch | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/popen_spawn_posix.py", line 42, in _launch | |
| prep_data = spawn.get_preparation_data(process_obj._name) | |
| prep_data = spawn.get_preparation_data(process_obj._name) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 154, in get_preparation_data | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 154, in get_preparation_data | |
| prep_data = spawn.get_preparation_data(process_obj._name) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 154, in get_preparation_data | |
| prep_data = spawn.get_preparation_data(process_obj._name) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 154, in get_preparation_data | |
| _check_not_importing_main() | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 134, in _check_not_importing_main | |
| _check_not_importing_main() | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 134, in _check_not_importing_main | |
| _check_not_importing_main() | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 134, in _check_not_importing_main | |
| _check_not_importing_main() | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/spawn.py", line 134, in _check_not_importing_main | |
| raise RuntimeError(''' | |
| RuntimeError: | |
| An attempt has been made to start a new process before the | |
| current process has finished its bootstrapping phase. | |
| This probably means that you are not using fork to start your | |
| child processes and you have forgotten to use the proper idiom | |
| in the main module: | |
| if __name__ == '__main__': | |
| freeze_support() | |
| ... | |
| The "freeze_support()" line can be omitted if the program | |
| is not going to be frozen to produce an executable. | |
| raise RuntimeError(''' | |
| RuntimeError: | |
| An attempt has been made to start a new process before the | |
| current process has finished its bootstrapping phase. | |
| This probably means that you are not using fork to start your | |
| child processes and you have forgotten to use the proper idiom | |
| in the main module: | |
| if __name__ == '__main__': | |
| freeze_support() | |
| ... | |
| The "freeze_support()" line can be omitted if the program | |
| is not going to be frozen to produce an executable. | |
| raise RuntimeError(''' | |
| RuntimeError: | |
| An attempt has been made to start a new process before the | |
| current process has finished its bootstrapping phase. | |
| This probably means that you are not using fork to start your | |
| child processes and you have forgotten to use the proper idiom | |
| in the main module: | |
| if __name__ == '__main__': | |
| freeze_support() | |
| ... | |
| The "freeze_support()" line can be omitted if the program | |
| is not going to be frozen to produce an executable. | |
| raise RuntimeError(''' | |
| RuntimeError: | |
| An attempt has been made to start a new process before the | |
| current process has finished its bootstrapping phase. | |
| This probably means that you are not using fork to start your | |
| child processes and you have forgotten to use the proper idiom | |
| in the main module: | |
| if __name__ == '__main__': | |
| freeze_support() | |
| ... | |
| The "freeze_support()" line can be omitted if the program | |
| is not going to be frozen to produce an executable. | |
| Traceback (most recent call last): | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 779, in _try_get_data | |
| data = self._data_queue.get(timeout=timeout) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/queues.py", line 107, in get | |
| if not self._poll(timeout): | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/connection.py", line 257, in poll | |
| return self._poll(timeout) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/connection.py", line 424, in _poll | |
| r = wait([self], timeout) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/multiprocessing/connection.py", line 931, in wait | |
| ready = selector.select(timeout) | |
| File "/usr/local/Cellar/python@3.8/3.8.5/Frameworks/Python.framework/Versions/3.8/lib/python3.8/selectors.py", line 415, in select | |
| fd_event_list = self._selector.poll(timeout) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/_utils/signal_handling.py", line 63, in handler | |
| def handler(signum, frame): | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/_utils/signal_handling.py", line 63, in handler | |
| def handler(signum, frame): | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/_utils/signal_handling.py", line 66, in handler | |
| _error_if_any_worker_fails() | |
| RuntimeError: DataLoader worker (pid 88201) exited unexpectedly with exit code 1. Details are lost due to multiprocessing. Rerunning with num_workers=0 may give better error trace. | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "integrations/pytorch-lightning/tests/lightning.py", line 57, in <module> | |
| trainer.fit(model, mnist_train, mnist_val) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 440, in fit | |
| results = self.accelerator_backend.train() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/accelerators/cpu_accelerator.py", line 48, in train | |
| results = self.train_or_test() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 66, in train_or_test | |
| results = self.trainer.train() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 462, in train | |
| self.run_sanity_check(self.get_model()) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 648, in run_sanity_check | |
| _, eval_results = self.run_evaluation(test_mode=False, max_batches=self.num_sanity_val_batches) | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 556, in run_evaluation | |
| for batch_idx, batch in enumerate(dataloader): | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 363, in __next__ | |
| data = self._next_data() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 974, in _next_data | |
| idx, data = self._get_data() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 941, in _get_data | |
| success, data = self._try_get_data() | |
| File "/Users/piotr/projects/neptune-examples/.env/lib/python3.8/site-packages/torch/utils/data/dataloader.py", line 792, in _try_get_data | |
| raise RuntimeError('DataLoader worker (pid(s) {}) exited unexpectedly'.format(pids_str)) | |
| RuntimeError: DataLoader worker (pid(s) 88201, 88202, 88203, 88204) exited unexpectedly |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment