Created
January 5, 2018 21:26
-
-
Save hnykda/869be90e4e749c40f3a8c104f23c86b6 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| $ pyxecutor exec_py data/input/q4_2017/reduced/core.hdf ../lagoon/core/q4_2017/desktop_1/ data/output/q4_2017/desktop_1.hdf <<< | |
| 20180105 22:24:58:git.cmd:DEBUG - Popen(['git', 'version'], cwd=/home/dan/prac/gwi/pyxecutor, universal_newlines=False, shell=None) | |
| 20180105 22:24:58:git.cmd:DEBUG - Popen(['git', 'version'], cwd=/home/dan/prac/gwi/pyxecutor, universal_newlines=False, shell=None) | |
| 20180105 22:24:58:s3fs.core:DEBUG - Open S3 connection. Anonymous: False | |
| 20180105 22:24:58:pyxecutor.io:DEBUG - Getting data/input/q4_2017/reduced/core.hdf | |
| 20180105 22:24:58:pyxecutor.io:DEBUG - Loading file from local file system | |
| 20180105 22:25:01:pyxecutor.dsl.ops:DEBUG - Assigning only to 85284 rows | |
| 20180105 22:25:01:pyxecutor.dsl.pipeline:DEBUG - 1: Assign(condition=(q5d_1==1 | q5d_2==1 | q5d_3==1 | q5d_4==1 | q5d_5==1), target=q999_99, value=1) | |
| 20180105 22:25:01:pyxecutor.dsl.ops:INFO - 85284 rows were selected | |
| 20180105 22:25:01:pyxecutor.dsl.pipeline:DEBUG - 2: Select(condition=(q999_99==1)) | |
| 20180105 22:25:02:pyxecutor.dsl.pipeline:DEBUG - 3: Delete_column(target=ResponseSet) | |
| 20180105 22:25:02:pyxecutor.dsl.pipeline:DEBUG - 4: Delete_column(target=IPAddress) | |
| 20180105 22:25:03:pyxecutor.dsl.pipeline:DEBUG - 5: Delete_column(target=Finished) | |
| 20180105 22:25:04:pyxecutor.dsl.pipeline:DEBUG - 6: Delete_column(target=Status) | |
| 20180105 22:25:04:pyxecutor.main:ERROR - Execution error in `main[1].1 - Demographics[7]` command `Delete_column(target=Score_sum)`. | |
| Original error: `labels ['Score_sum'] not contained in axis` | |
| Traceback (most recent call last): | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 115, in _execute_commands | |
| df_new = command(df_new) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/wrapper.py", line 42, in __call__ | |
| return self.op(df, *self.args, **self.kwargs) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/ops.py", line 123, in delete | |
| dropped = df.drop(target, axis=1) # type: DFType | |
| File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/pandas/core/generic.py", line 2161, in drop | |
| new_axis = axis.drop(labels, errors=errors) | |
| File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/pandas/core/indexes/base.py", line 3624, in drop | |
| labels[mask]) | |
| ValueError: labels ['Score_sum'] not contained in axis | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 115, in _execute_commands | |
| df_new = command(df_new) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 134, in __call__ | |
| df_new = self._execute_commands(df_new) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 117, in _execute_commands | |
| raise format_exception(ex, command, cursor, self.name) from ex | |
| pyxecutor.dsl.pipeline.PipelineExecutionError: Execution error in `1 - Demographics[7]` command `Delete_column(target=Score_sum)`. | |
| Original error: `labels ['Score_sum'] not contained in axis` | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/main.py", line 72, in respond | |
| res = actions.env_exec(action, *args, **kwargs) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/actions.py", line 161, in env_exec | |
| res = action(*args, **kwargs) | |
| File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/celery/local.py", line 191, in __call__ | |
| return self._get_current_object()(*a, **kw) | |
| File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/celery/app/task.py", line 380, in __call__ | |
| return self.run(*args, **kwargs) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/actions.py", line 42, in exec_py | |
| final_df = pipeline_to_run(df) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 134, in __call__ | |
| df_new = self._execute_commands(df_new) | |
| File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 117, in _execute_commands | |
| raise format_exception(ex, command, cursor, self.name) from ex | |
| pyxecutor.dsl.pipeline.PipelineExecutionError: Execution error in `main[1].1 - Demographics[7]` command `Delete_column(target=Score_sum)`. | |
| Original error: `labels ['Score_sum'] not contained in axis` | |
| {'status': 'failed', 'error': 'Traceback (most recent call last):\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 115, in _execute_commands\n df_new = command(df_new)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/wrapper.py", line 42, in __call__\n return self.op(df, *self.args, **self.kwargs)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/ops.py", line 123, in delete\n dropped = df.drop(target, axis=1) # type: DFType\n File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/pandas/core/generic.py", line 2161, in drop\n new_axis = axis.drop(labels, errors=errors)\n File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/pandas/core/indexes/base.py", line 3624, in drop\n labels[mask])\nValueError: labels [\'Score_sum\'] not contained in axis\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 115, in _execute_commands\n df_new = command(df_new)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 134, in __call__\n df_new = self._execute_commands(df_new)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 117, in _execute_commands\n raise format_exception(ex, command, cursor, self.name) from ex\npyxecutor.dsl.pipeline.PipelineExecutionError: Execution error in `1 - Demographics[7]` command `Delete_column(target=Score_sum)`.\nOriginal error: `labels [\'Score_sum\'] not contained in axis`\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/main.py", line 72, in respond\n res = actions.env_exec(action, *args, **kwargs)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/actions.py", line 161, in env_exec\n res = action(*args, **kwargs)\n File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/celery/local.py", line 191, in __call__\n return self._get_current_object()(*a, **kw)\n File "/home/dan/.local/opt/miniconda/envs/pyxecutor2/lib/python3.6/site-packages/celery/app/task.py", line 380, in __call__\n return self.run(*args, **kwargs)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/actions.py", line 42, in exec_py\n final_df = pipeline_to_run(df)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 134, in __call__\n df_new = self._execute_commands(df_new)\n File "/home/dan/prac/gwi/pyxecutor/pyxecutor/dsl/pipeline.py", line 117, in _execute_commands\n raise format_exception(ex, command, cursor, self.name) from ex\npyxecutor.dsl.pipeline.PipelineExecutionError: Execution error in `main[1].1 - Demographics[7]` command `Delete_column(target=Score_sum)`.\nOriginal error: `labels [\'Score_sum\'] not contained in axis`\n', 'data': None} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment