Created
September 28, 2018 08:55
-
-
Save wesm/7f5defba5fb0de3c3886259c68f51174 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| read_fastparquet() | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 42, in read_fastparquet | |
| pf = ParquetFile(SpyReader(f), open_with=spy_open) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 100, in __init__ | |
| self._parse_header(fn, verify) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 122, in _parse_header | |
| f.seek(0) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(0, whence=0) | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 42, in read_fastparquet | |
| pf = ParquetFile(SpyReader(f), open_with=spy_open) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 100, in __init__ | |
| self._parse_header(fn, verify) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 125, in _parse_header | |
| f.seek(-8, 2) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(-8, whence=2) | |
| Tried to read 4, got 4 | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 42, in read_fastparquet | |
| pf = ParquetFile(SpyReader(f), open_with=spy_open) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 100, in __init__ | |
| self._parse_header(fn, verify) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 132, in _parse_header | |
| f.seek(-(head_size+8), 2) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(-131393, whence=2) | |
| Tried to read 65536, got 65536 | |
| Tried to read 65536, got 65536 | |
| Tried to read 65536, got 321 | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 42, in read_fastparquet | |
| pf = ParquetFile(SpyReader(f), open_with=spy_open) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 100, in __init__ | |
| self._parse_header(fn, verify) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 134, in _parse_header | |
| fmd = read_thrift(f, parquet_thrift.FileMetaData) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/thrift_structures.py", line 32, in read_thrift | |
| file_obj.seek(starting_pos + blocks * bufsize + buffer_pos) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(557314, whence=0) | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 43, in read_fastparquet | |
| return pf.to_pandas(['A']) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 426, in to_pandas | |
| index=index, assign=parts) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 258, in read_row_group | |
| scheme=self.file_scheme) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 344, in read_row_group | |
| cats, selfmade, assign=assign) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 321, in read_row_group_arrays | |
| catdef=out.get(name+'-catdef', None)) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 194, in read_col | |
| infile.seek(off) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(4, whence=0) | |
| Tried to read 65536, got 65536 | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 43, in read_fastparquet | |
| return pf.to_pandas(['A']) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 426, in to_pandas | |
| index=index, assign=parts) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 258, in read_row_group | |
| scheme=self.file_scheme) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 344, in read_row_group | |
| cats, selfmade, assign=assign) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 321, in read_row_group_arrays | |
| catdef=out.get(name+'-catdef', None)) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 195, in read_col | |
| ph = read_thrift(infile, parquet_thrift.PageHeader) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/thrift_structures.py", line 32, in read_thrift | |
| file_obj.seek(starting_pos + blocks * bufsize + buffer_pos) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(25, whence=0) | |
| Tried to read 163809, got 163809 | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 43, in read_fastparquet | |
| return pf.to_pandas(['A']) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 426, in to_pandas | |
| index=index, assign=parts) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 258, in read_row_group | |
| scheme=self.file_scheme) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 344, in read_row_group | |
| cats, selfmade, assign=assign) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 321, in read_row_group_arrays | |
| catdef=out.get(name+'-catdef', None)) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 194, in read_col | |
| infile.seek(off) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(229399, whence=0) | |
| Tried to read 65536, got 65536 | |
| File "/home/wesm/miniconda/envs/arrow-dev/bin/ipython", line 11, in <module> | |
| sys.exit(start_ipython()) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/__init__.py", line 125, in start_ipython | |
| return launch_new_instance(argv=argv, **kwargs) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance | |
| app.start() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/ipapp.py", line 356, in start | |
| self.shell.mainloop() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 485, in mainloop | |
| self.interact() | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/terminal/interactiveshell.py", line 476, in interact | |
| self.run_cell(code, store_history=True) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2662, in run_cell | |
| raw_cell, store_history, silent, shell_futures) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2785, in _run_cell | |
| interactivity=interactivity, compiler=compiler, result=result) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2909, in run_ast_nodes | |
| if self.run_code(code, result): | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2963, in run_code | |
| exec(code_obj, self.user_global_ns, self.user_ns) | |
| File "<ipython-input-12-37b4667983c2>", line 1, in <module> | |
| read_fastparquet() | |
| File "<ipython-input-6-9dec9f99efd8>", line 43, in read_fastparquet | |
| return pf.to_pandas(['A']) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 426, in to_pandas | |
| index=index, assign=parts) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/api.py", line 258, in read_row_group | |
| scheme=self.file_scheme) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 344, in read_row_group | |
| cats, selfmade, assign=assign) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 321, in read_row_group_arrays | |
| catdef=out.get(name+'-catdef', None)) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/core.py", line 195, in read_col | |
| ph = read_thrift(infile, parquet_thrift.PageHeader) | |
| File "/home/wesm/miniconda/envs/arrow-dev/lib/python3.6/site-packages/fastparquet/thrift_structures.py", line 32, in read_thrift | |
| file_obj.seek(starting_pos + blocks * bufsize + buffer_pos) | |
| File "<ipython-input-6-9dec9f99efd8>", line 31, in seek | |
| print(''.join(traceback.format_stack())) | |
| Seek(229420, whence=0) | |
| Tried to read 163809, got 163809 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment