pyarrow-on-pypy

root@787346ae580a:/arrow/python# cd /arrow/python/ && pypy setup.py build_ext --build-type=release
running build_ext
-- Runnning cmake for pyarrow
cmake -DPYTHON_EXECUTABLE=/usr/local/bin/pypy  -DPYARROW_BOOST_USE_SHARED=on -DCMAKE_BUILD_TYPE=release /arrow/python
INFOCompiler command: /usr/bin/c++
INFOCompiler version: Using built-in specs.
COLLECT_GCC=/usr/bin/c++
COLLECT_LTO_WRAPPER=/usr/lib/gcc/x86_64-linux-gnu/6/lto-wrapper
Target: x86_64-linux-gnu
Configured with: ../src/configure -v --with-pkgversion='Debian 6.3.0-18+deb9u1' --with-bugurl=file:///usr/share/doc/gcc-6/README.Bugs --enable-languages=c,ada,c++,java,go,d,fortran,objc,obj-c++ --prefix=/usr --program-suffix=-6 --program-prefix=x86_64-linux-gnu- --enable-shared --enable-linker-build-id --libexecdir=/usr/lib --without-included-gettext --enable-threads=posix --libdir=/usr/lib --enable-nls --with-sysroot=/ --enable-clocale=gnu --enable-libstdcxx-debug --enable-libstdcxx-time=yes --with-default-libstdcxx-abi=new --enable-gnu-unique-object --disable-vtable-verify --enable-libmpx --enable-plugin --enable-default-pie --with-system-zlib --disable-browser-plugin --enable-java-awt=gtk --enable-gtk-cairo --with-java-home=/usr/lib/jvm/java-1.5.0-gcj-6-amd64/jre --enable-java-home --with-jvm-root-dir=/usr/lib/jvm/java-1.5.0-gcj-6-amd64 --with-jvm-jar-dir=/usr/lib/jvm-exports/java-1.5.0-gcj-6-amd64 --with-arch-directory=amd64 --with-ecj-jar=/usr/share/java/eclipse-ecj.jar --with-target-system-zlib --enable-objc-gc=auto --enable-multiarch --with-arch-32=i686 --with-abi=m64 --with-multilib-list=m32,m64,mx32 --enable-multilib --with-tune=generic --enable-checking=release --build=x86_64-linux-gnu --host=x86_64-linux-gnu --target=x86_64-linux-gnu
Thread model: posix
gcc version 6.3.0 20170516 (Debian 6.3.0-18+deb9u1)

INFOCompiler id: GNU
Selected compiler gcc 6.3.0
Configured for RELEASE build (set with cmake -DCMAKE_BUILD_TYPE={release,debug,...})
-- Build Type: RELEASE
-- Build output directory: /arrow/python/build/temp.linux-x86_64-2.7/release
-- Searching for Python libs in /usr/local/lib64;/usr/local/lib;None
-- Looking for python2.7
-- Found Python lib PYTHON_LIBRARY-NOTFOUND
-- Searching for Python libs in /usr/local/lib64;/usr/local/lib;None
-- Looking for python2.7
-- Found Python lib PYTHON_LIBRARY-NOTFOUND
-- Arrow SO and ABI version: 0
-- Arrow full SO version:
-- Found the Arrow core library: /usr/lib/x86_64-linux-gnu/libarrow.so
-- Found the Arrow Python library: ARROW_PYTHON_LIB_PATH-NOTFOUND
Added shared library dependency arrow: /usr/lib/x86_64-linux-gnu/libarrow.so
Added shared library dependency arrow_python: /usr/lib/x86_64-linux-gnu/libarrow_python.so
-- Configuring done
-- Generating done
-- Build files have been written to: /arrow/python/build/temp.linux-x86_64-2.7
-- Finished cmake for pyarrow
-- Running cmake --build for pyarrow
make
[ 33%] Compiling Cython CXX source for lib...
[ 33%] Built target lib_pyx
Scanning dependencies of target lib
[ 66%] Building CXX object CMakeFiles/lib.dir/lib.cpp.o
In file included from /arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:607:0:
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:126:15: error: ‘TestThreadPool’ has not been declared
   FRIEND_TEST(TestThreadPool, SetCapacity);
               ^~~~~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:126:31: error: ‘SetCapacity’ is not a type
   FRIEND_TEST(TestThreadPool, SetCapacity);
                               ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:126:42: error: ISO C++ forbids declaration of ‘FRIEND_TEST’ with no type [-fpermissive]
   FRIEND_TEST(TestThreadPool, SetCapacity);
                                          ^
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:127:15: error: ‘TestGlobalThreadPool’ has not been declared
   FRIEND_TEST(TestGlobalThreadPool, Capacity);
               ^~~~~~~~~~~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:127:37: error: ‘Capacity’ has not been declared
   FRIEND_TEST(TestGlobalThreadPool, Capacity);
                                     ^~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:127:45: error: ISO C++ forbids declaration of ‘FRIEND_TEST’ with no type [-fpermissive]
   FRIEND_TEST(TestGlobalThreadPool, Capacity);
                                             ^
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:127:3: error: ‘int arrow::internal::ThreadPool::FRIEND_TEST(int, int)’ cannot be overloaded
   FRIEND_TEST(TestGlobalThreadPool, Capacity);
   ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/arrow/util/thread-pool.h:126:3: error: with ‘int arrow::internal::ThreadPool::FRIEND_TEST(int, int)’
   FRIEND_TEST(TestThreadPool, SetCapacity);
   ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘int __pyx_f_7pyarrow_3lib_check_status(const arrow::Status&)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:9550:39: error: ‘const class arrow::Status’ has no member named ‘IsCapacityError’; did you mean ‘IsKeyError’?
           __pyx_t_1 = (__pyx_v_status.IsCapacityError() != 0);
                                       ^~~~~~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_5Field_24flatten(__pyx_obj_7pyarrow_3lib_Field*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:17388:50: error: ‘class arrow::Field’ has no member named ‘Flatten’
         __pyx_v_flattened = __pyx_v_self->field->Flatten();
                                                  ^~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_14HalfFloatValue_as_py(__pyx_obj_7pyarrow_3lib_HalfFloatValue*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:30924:15: error: ‘PyHalf_FromHalf’ is not a member of ‘arrow::py’
   __pyx_t_1 = arrow::py::PyHalf_FromHalf(__pyx_v_ap->Value(__pyx_v_self->__pyx_base.index)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 257, __pyx_L1_error)
               ^~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_11StructValue___getitem__(__pyx_obj_7pyarrow_3lib_StructValue*, PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:33447:33: error: ‘class arrow::StructType’ has no member named ‘GetChildIndex’
   __pyx_v_index = __pyx_v_type->GetChildIndex(__pyx_t_5);
                                 ^~~~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘std::shared_ptr<arrow::ArrayData> __pyx_f_7pyarrow_3lib__reconstruct_array_data(PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:38040:151: error: no matching function for call to ‘arrow::ArrayData::Make(std::shared_ptr<arrow::DataType>&, int64_t&, std::vector<std::shared_ptr<arrow::Buffer> >&, std::vector<std::shared_ptr<arrow::ArrayData> >&, int64_t&, int64_t&)’
   __pyx_r =  arrow::ArrayData:: Make(__pyx_v_dtype->sp_type, __pyx_v_length, __pyx_v_c_buffers, __pyx_v_c_children, __pyx_v_null_count, __pyx_v_offset);
                                                                                                                                                       ^
In file included from /arrow/python/build/temp.linux-x86_64-2.7/arrow/api.h:23:0,
                 from /arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:596:
/usr/include/arrow/array.h:108:37: note: candidate: static std::shared_ptr<arrow::ArrayData> arrow::ArrayData::Make(const std::shared_ptr<arrow::DataType>&, int64_t, std::vector<std::shared_ptr<arrow::Buffer> >&&, int64_t, int64_t)
   static std::shared_ptr<ArrayData> Make(const std::shared_ptr<DataType>& type,
                                     ^~~~
/usr/include/arrow/array.h:108:37: note:   candidate expects 5 arguments, 6 provided
/usr/include/arrow/array.h:114:37: note: candidate: static std::shared_ptr<arrow::ArrayData> arrow::ArrayData::Make(const std::shared_ptr<arrow::DataType>&, int64_t, int64_t, int64_t)
   static std::shared_ptr<ArrayData> Make(const std::shared_ptr<DataType>& type,
                                     ^~~~
/usr/include/arrow/array.h:114:37: note:   candidate expects 4 arguments, 6 provided
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_5Array_16from_buffers(__pyx_obj_7pyarrow_3lib_DataType*, PyObject*, PyObject*, PyObject*, PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:39446:113: error: cannot bind ‘std::vector<std::shared_ptr<arrow::Buffer> >’ lvalue to ‘std::vector<std::shared_ptr<arrow::Buffer> >&&’
   __pyx_v_ad =  arrow::ArrayData::Make(__pyx_v_type->sp_type, __pyx_t_7, __pyx_v_c_buffers, __pyx_t_8, __pyx_t_9);
                                                                                                                 ^
In file included from /arrow/python/build/temp.linux-x86_64-2.7/arrow/api.h:23:0,
                 from /arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:596:
/usr/include/arrow/array.h:108:37: note:   initializing argument 3 of ‘static std::shared_ptr<arrow::ArrayData> arrow::ArrayData::Make(const std::shared_ptr<arrow::DataType>&, int64_t, std::vector<std::shared_ptr<arrow::Buffer> >&&, int64_t, int64_t)’
   static std::shared_ptr<ArrayData> Make(const std::shared_ptr<DataType>& type,
                                     ^~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_5Array_33to_pandas(__pyx_obj_7pyarrow_3lib_Array*, bool, bool, bool)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:40726:13: error: ‘struct arrow::py::PandasOptions’ has no member named ‘use_threads’
   __pyx_t_1.use_threads = 0;
             ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_11StructArray_flatten(__pyx_obj_7pyarrow_3lib_StructArray*, __pyx_obj_7pyarrow_3lib_MemoryPool*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:45226:70: error: ‘class arrow::StructArray’ has no member named ‘Flatten’
         __pyx_t_1 = __pyx_f_7pyarrow_3lib_check_status(__pyx_v_sarr->Flatten(__pyx_v_pool, (&__pyx_v_arrays))); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(2, 1112, __pyx_L4_error)
                                                                      ^~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_6Column_10flatten(__pyx_obj_7pyarrow_3lib_Column*, __pyx_obj_7pyarrow_3lib_MemoryPool*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:51133:78: error: ‘class arrow::Column’ has no member named ‘Flatten’
         __pyx_t_1 = __pyx_f_7pyarrow_3lib_check_status(__pyx_v_self->column->Flatten(__pyx_v_pool, (&__pyx_v_flattened))); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(10, 348, __pyx_L4_error)
                                                                              ^~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_6Column_12to_pandas(__pyx_obj_7pyarrow_3lib_Column*, bool, bool, bool)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:51391:13: error: ‘struct arrow::py::PandasOptions’ has no member named ‘use_threads’
   __pyx_t_1.use_threads = 0;
             ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_88table_to_blocks(PyObject*, arrow::py::PandasOptions, __pyx_obj_7pyarrow_3lib_Table*, __pyx_obj_7pyarrow_3lib_MemoryPool*, PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:56685:187: error: no matching function for call to ‘ConvertTableToPandas(arrow::py::PandasOptions&, std::unordered_set<std::__cxx11::basic_string<char> >&, std::shared_ptr<arrow::Table>&, arrow::MemoryPool*&, PyObject**)’
 _t_13 = __pyx_f_7pyarrow_3lib_check_status(arrow::py::ConvertTableToPandas(__pyx_v_options, __pyx_v_categorical_columns, __pyx_v_c_table, __pyx_v_pool, (&__pyx_v_result_obj))); if (unlikely(__pyx_t_13 == ((int)-1))) __PYX_ERR(10, 845, __pyx_L11_error)
                                                                                                                                                                              ^
In file included from /arrow/python/build/temp.linux-x86_64-2.7/arrow/python/api.h:21:0,
                 from /arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:602:
/usr/include/arrow/python/arrow_to_pandas.h:70:8: note: candidate: arrow::Status arrow::py::ConvertTableToPandas(arrow::py::PandasOptions, const std::shared_ptr<arrow::Table>&, int, arrow::MemoryPool*, PyObject**)
 Status ConvertTableToPandas(PandasOptions options, const std::shared_ptr<Table>& table,
        ^~~~~~~~~~~~~~~~~~~~
/usr/include/arrow/python/arrow_to_pandas.h:70:8: note:   no known conversion for argument 2 from ‘std::unordered_set<std::__cxx11::basic_string<char> >’ to ‘const std::shared_ptr<arrow::Table>&’
/usr/include/arrow/python/arrow_to_pandas.h:78:8: note: candidate: arrow::Status arrow::py::ConvertTableToPandas(arrow::py::PandasOptions, const std::unordered_set<std::__cxx11::basic_string<char> >&, const std::shared_ptr<arrow::Table>&, int, arrow::MemoryPool*, PyObject**)
 Status ConvertTableToPandas(PandasOptions options,
        ^~~~~~~~~~~~~~~~~~~~
/usr/include/arrow/python/arrow_to_pandas.h:78:8: note:   candidate expects 6 arguments, 5 provided
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_5Table_8flatten(__pyx_obj_7pyarrow_3lib_Table*, __pyx_obj_7pyarrow_3lib_MemoryPool*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:57454:77: error: ‘class arrow::Table’ has no member named ‘Flatten’
         __pyx_t_1 = __pyx_f_7pyarrow_3lib_check_status(__pyx_v_self->table->Flatten(__pyx_v_pool, (&__pyx_v_flattened))); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(10, 931, __pyx_L4_error)
                                                                             ^~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_pf_7pyarrow_3lib_5Table_20to_pandas(__pyx_obj_7pyarrow_3lib_Table*, PyObject*, PyObject*, PyObject*, PyObject*, PyObject*, PyObject*, PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:59454:13: error: ‘struct arrow::py::PandasOptions’ has no member named ‘use_threads’
   __pyx_t_6.use_threads = __pyx_t_7;
             ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘arrow::py::PandasOptions __pyx_convert__from_py_struct__arrow_3a__3a_py_3a__3a_PandasOptions(PyObject*)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:102828:18: error: ‘struct arrow::py::PandasOptions’ has no member named ‘use_threads’
   __pyx_v_result.use_threads = __pyx_t_10;
                  ^~~~~~~~~~~
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp: In function ‘PyObject* __pyx_convert__to_py_struct__arrow_3a__3a_py_3a__3a_PandasOptions(arrow::py::PandasOptions)’:
/arrow/python/build/temp.linux-x86_64-2.7/lib.cpp:129600:52: error: ‘struct arrow::py::PandasOptions’ has no member named ‘use_threads’
                   member = __Pyx_PyBool_FromLong(s.use_threads); if (unlikely(!member)) goto bad;
                                                    ^~~~~~~~~~~
CMakeFiles/lib.dir/build.make:62: recipe for target 'CMakeFiles/lib.dir/lib.cpp.o' failed
make[2]: *** [CMakeFiles/lib.dir/lib.cpp.o] Error 1
CMakeFiles/Makefile2:67: recipe for target 'CMakeFiles/lib.dir/all' failed
make[1]: *** [CMakeFiles/lib.dir/all] Error 2
Makefile:83: recipe for target 'all' failed
make: *** [all] Error 2
error: command 'make' failed with exit status 2