Skip to content

Instantly share code, notes, and snippets.

View wesm's full-sized avatar
💭
➡️ ➡️ ➡️

Wes McKinney wesm

💭
➡️ ➡️ ➡️
View GitHub Profile
==22942== Invalid write of size 8
==22942== at 0xBAF4362: int parquet::RleDecoder::GetBatchWithDictSpaced<parquet::Int96>(parquet::Vector<parquet::Int96> const&, parquet::Int96*, int, int, unsigned char const*, long) (rle-encoding.h:398)
==22942== by 0xBAF19CC: parquet::DictionaryDecoder<parquet::DataType<(parquet::Type::type)3> >::DecodeSpaced(parquet::Int96*, int, int, unsigned char const*, long) (encoding-internal.h:341)
==22942== by 0xBACB9C3: parquet::TypedColumnReader<parquet::DataType<(parquet::Type::type)3> >::ReadValuesSpaced(long, parquet::Int96*, int, unsigned char*, long) (reader.h:216)
==22942== by 0xBACAFB7: parquet::TypedColumnReader<parquet::DataType<(parquet::Type::type)3> >::ReadBatchSpaced(int, short*, short*, parquet::Int96*, unsigned char*, long, long*, long*, long*) (reader.h:341)
==22942== by 0xBFE0644: arrow::Status parquet::arrow::ColumnReader::Impl::ReadNullableBatch<arrow::TimestampType, parquet::DataType<(parquet::Type::type)3> >(parquet::TypedColumnReader<parquet::D
collected 206 items
pyarrow/tests/test_array.py::test_total_bytes_allocated PASSED
pyarrow/tests/test_array.py::test_repr_on_pre_init_array PASSED
pyarrow/tests/test_array.py::test_getitem_NA PASSED
pyarrow/tests/test_array.py::test_list_format PASSED
pyarrow/tests/test_array.py::test_string_format PASSED
pyarrow/tests/test_array.py::test_long_array_format PASSED
pyarrow/tests/test_array.py::test_to_pandas_zero_copy PASSED
pyarrow/tests/test_array.py::test_array_slice PASSED
Program received signal SIGSEGV, Segmentation fault.
0x00007fffe46950df in boost::multiprecision::backends::divide_unsigned_helper<boost::multiprecision::backends::cpp_int_backend<128u, 128u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, void>, boost::multiprecision::backends::cpp_int_backend<128u, 128u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, void> > (result=0x0, x=..., y=10, r=...)
at /usr/include/boost/multiprecision/cpp_int/divide.hpp:393
393 if((pr[r_order] < y) && r_order)
(gdb) bt
#0 0x00007fffe46950df in boost::multiprecision::backends::divide_unsigned_helper<boost::multiprecision::backends::cpp_int_backend<128u, 128u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, void>, boost::multiprecision::backends::cpp_int_backend<128u, 128u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, void> > (result=0x0, x=..., y=10, r=
{
"schema": {
"fields": [
{
"name": "bool_nullable",
"type": {
"name": "bool"
},
"nullable": true,
"children": [],
@wesm
wesm / parquet-benchmark-20170210.py
Created February 10, 2017 18:07
Parquet multithreaded benchmarks
import gc
import os
import time
import numpy as np
import pandas as pd
from pyarrow.compat import guid
import pyarrow as pa
import pyarrow.parquet as pq
import snappy
import os
import time
import numpy as np
import pandas as pd
from pyarrow.compat import guid
import pyarrow as pa
import pyarrow.parquet as pq
import fastparquet as fp
import os
import time
import numpy as np
import pandas as pd
from pyarrow.compat import guid
import pyarrow as pa
import pyarrow.parquet as pq
import fastparquet as fp
import os
import time
import numpy as np
import pandas as pd
from pyarrow.compat import guid
import pyarrow as pa
import pyarrow.parquet as pq
import fastparquet as fp
// automatically generated, do not modify
package org.apache.arrow.flatbuf;
import java.nio.*;
import java.lang.*;
import java.util.*;
import com.google.flatbuffers.*;
@SuppressWarnings("unused")
{
"schema" : {
"fields" : [{
"name" : "int8",
"nullable" : true,
"type" : {
"name" : "int",
"bitWidth" : 8,
"isSigned" : true
},