Created
March 17, 2023 18:23
-
-
Save riatzukiza/0930307fc90bf940103364be2d3db5c1 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1002, in _get_module | |
| return importlib.import_module("." + module_name, self.__name__) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/importlib/__init__.py", line 126, in import_module | |
| return _bootstrap._gcd_import(name[level:], package, level) | |
| File "<frozen importlib._bootstrap>", line 1050, in _gcd_import | |
| File "<frozen importlib._bootstrap>", line 1027, in _find_and_load | |
| File "<frozen importlib._bootstrap>", line 1006, in _find_and_load_unlocked | |
| File "<frozen importlib._bootstrap>", line 688, in _load_unlocked | |
| File "<frozen importlib._bootstrap_external>", line 883, in exec_module | |
| File "<frozen importlib._bootstrap>", line 241, in _call_with_frames_removed | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/optimization.py", line 26, in <module> | |
| from .trainer_utils import SchedulerType | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/trainer_utils.py", line 47, in <module> | |
| import tensorflow as tf | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/__init__.py", line 37, in <module> | |
| from tensorflow.python.tools import module_util as _module_util | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/__init__.py", line 37, in <module> | |
| from tensorflow.python.eager import context | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/python/eager/context.py", line 29, in <module> | |
| from tensorflow.core.framework import function_pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/function_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import attr_value_pb2 as tensorflow_dot_core_dot_framework_dot_attr__value__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/attr_value_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import resource_handle_pb2 as tensorflow_dot_core_dot_framework_dot_resource__handle__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/resource_handle_pb2.py", line 16, in <module> | |
| from tensorflow.core.framework import tensor_shape_pb2 as tensorflow_dot_core_dot_framework_dot_tensor__shape__pb2 | |
| File "/home/aaronbeavers/.local/lib/python3.10/site-packages/tensorflow/core/framework/tensor_shape_pb2.py", line 36, in <module> | |
| _descriptor.FieldDescriptor( | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/google/protobuf/descriptor.py", line 561, in __new__ | |
| _message.Message._CheckCalledFromGeneratedFile() | |
| TypeError: Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/dist_clm_train.py", line 10, in <module> | |
| from pipeline_parallel.dist_pp_utils import get_pp_module | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_pp_utils.py", line 1, in <module> | |
| from .dist_gpipe_pipeline_async import GpipeAsync | |
| File "/home/aaronbeavers/devel/raft/ai/OpenChatKit/training/pipeline_parallel/dist_gpipe_pipeline_async.py", line 12, in <module> | |
| from transformers import get_linear_schedule_with_warmup | |
| File "<frozen importlib._bootstrap>", line 1075, in _handle_fromlist | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 992, in __getattr__ | |
| module = self._get_module(self._class_to_module[name]) | |
| File "/home/aaronbeavers/miniconda3/envs/OpenChatKit/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1004, in _get_module | |
| raise RuntimeError( | |
| RuntimeError: Failed to import transformers.optimization because of the following error (look up to see its traceback): | |
| Descriptors cannot not be created directly. | |
| If this call came from a _pb2.py file, your generated code is out of date and must be regenerated with protoc >= 3.19.0. | |
| If you cannot immediately regenerate your protos, some other possible workarounds are: | |
| 1. Downgrade the protobuf package to 3.20.x or lower. | |
| 2. Set PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python (but this will use pure-Python parsing and will be much slower). | |
| More information: https://developers.google.com/protocol-buffers/docs/news/2022-05-06#python-updates |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment