diff --git a/apache-arrow-19.0.1.tar.gz b/apache-arrow-19.0.1.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..720214ca9a7db997b7ff1e16fe6849844b3c982e Binary files /dev/null and b/apache-arrow-19.0.1.tar.gz differ diff --git a/build.sh b/build.sh new file mode 100644 index 0000000000000000000000000000000000000000..e33b0a5e860e55baf167659ed62daced4409c060 --- /dev/null +++ b/build.sh @@ -0,0 +1,79 @@ +#!/bin/bash +set -euo pipefail + +# 导入通用函数 +git clone https://gitee.com/src-anolis-whl/build-common.git +. build-common/common.sh + +# ====== 构建前准备,可以安装一些构建依赖等========== +setup_py310 # for Python 3.10, default +#setup_py38 # for Python 3.8 +#setup_py312 # for Python 3.12 +## 其他系统依赖 +yum install -y boost-devel gflags-devel glog-devel libzstd-devel lz4-devel snappy-devel libzstd-devel utf8proc +# ============================================ + +prepare_source +apply_patches + +# 对于每个python版本,构建相应的whl +for pybin in "${PYTHON_BINS[@]}"; do + get_build_env $pybin + # 构建python环境准备 + $PIPBIN install -i https://pypi.openanolis.cn/prod/simple/ cython setuptools_scm numpy + + # ======构建环境变量========== + export BUILD_WHEEL_FLAGS= + # export CUDA_C_FLAGS= + # ========================== + pushd apache-arrow-*/ + mkdir cpp/build + pushd cpp/build + cmake -DCMAKE_INSTALL_LIBDIR=lib \ + -DCMAKE_BUILD_TYPE=Release \ + -DARROW_BUILD_TESTS=ON \ + -DARROW_COMPUTE=ON \ + -DARROW_CSV=ON \ + -DARROW_DATASET=ON \ + -DARROW_FILESYSTEM=ON \ + -DARROW_HDFS=ON \ + -DARROW_JSON=ON \ + -DARROW_PARQUET=ON \ + -DARROW_WITH_BROTLI=ON \ + -DARROW_WITH_BZ2=ON \ + -DARROW_WITH_LZ4=ON \ + -DARROW_WITH_ZSTD=ON \ + -DARROW_WITH_SNAPPY=ON \ + -DARROW_WITH_ZLIB=ON \ + -DPARQUET_REQUIRE_ENCRYPTION=ON \ + .. + make -j 1 + make install + popd + + pushd python + export PYARROW_WITH_PARQUET=1 + export PYARROW_WITH_DATASET=1 + export PYARROW_PARALLEL=4 + $pybin/python setup.py bdist_wheel + mv dist/pyarrow-*.whl ../ + popd + popd + + cp ./apache-arrow-19.0.1/pyarrow-*.whl ./output_final/ + + export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/ + $pybin/pip install hypothesis apache-arrow-*/pyarrow-*.whl + $pybin/pip install pytest + pushd $pybin/../lib/python3.10/site-packages/pyarrow/ + $pybin/pytest -k 'not (test_total_bytes_allocated or test_memory or test_env_var_io_thread_count or test_runtime_info or test_column_chunk_key_value_metadata)' + popd + +done + +# 调用auditwheel将运行依赖捆绑至whl中 +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/ +bundle_libs + +# 构建产物收集 +output_whls diff --git a/buildspec.yaml b/buildspec.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5042fbe00567bd59deda2d73f69917d929373510 --- /dev/null +++ b/buildspec.yaml @@ -0,0 +1,7 @@ +wheel: + region: cn-hangzhou # Optional, default [cn-hangzhou]. One of [cn-hangzhou, cn-hongkong]. + device_type: cpu-large # Optional, default [cpu]. One of [cpu, gpu, cpu-large]. + script: # Required, at least have one of + generic: build.sh # [generic, x86_64, aarch64] key. + #x86_64: build-x86_64.sh + #aarch64: build-aarch64.sh diff --git a/pyarrow-19.0.0.tar.gz b/pyarrow-19.0.0.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..abea6a36186cc60329229997332ff667fb0bbcc8 Binary files /dev/null and b/pyarrow-19.0.0.tar.gz differ diff --git a/source b/source new file mode 100644 index 0000000000000000000000000000000000000000..6db467848aa3aa1b2e887fcde4c6d67040394f58 --- /dev/null +++ b/source @@ -0,0 +1 @@ +https://files.pythonhosted.org/packages/7b/01/fe1fd04744c2aa038e5a11c7a4adb3d62bce09798695e54f7274b5977134/pyarrow-19.0.0.tar.gz