Skip to content

Commit

Permalink
Install arrow in setup script
Browse files Browse the repository at this point in the history
  • Loading branch information
PHILO-HE committed Jun 21, 2024
1 parent 45f84ae commit bbcdb8e
Show file tree
Hide file tree
Showing 3 changed files with 24 additions and 1 deletion.
1 change: 0 additions & 1 deletion CMake/FindArrow.cmake
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@ find_library(ARROW_TESTING_LIB libarrow_testing.a)
if("${ARROW_LIB}" STREQUAL "ARROW_LIB-NOTFOUND"
# OR "${PARQUET_LIB}" STREQUAL "PARQUET_LIB-NOTFOUND"
OR "${ARROW_TESTING_LIB}" STREQUAL "ARROW_TESTING_LIB-NOTFOUND")
message(STATUS "Arrow libraries not found")
set(Arrow_FOUND false)
return()
endif()
Expand Down
1 change: 1 addition & 0 deletions CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -570,4 +570,5 @@ if(VELOX_ENABLE_ARROW)
set_source(Arrow)
resolve_dependency(Arrow)
endif()

add_subdirectory(velox)
23 changes: 23 additions & 0 deletions scripts/setup-ubuntu.sh
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ export COMPILER_FLAGS
FB_OS_VERSION=v2024.04.01.00
FMT_VERSION=10.1.1
BOOST_VERSION=boost-1.84.0
ARROW_VERSION=15.0.0
NPROC=$(getconf _NPROCESSORS_ONLN)
DEPENDENCY_DIR=${DEPENDENCY_DIR:-$(pwd)}
BUILD_DUCKDB="${BUILD_DUCKDB:-true}"
Expand Down Expand Up @@ -129,6 +130,27 @@ function install_fbthrift {
cmake_install -Denable_tests=OFF -DBUILD_TESTS=OFF -DBUILD_SHARED_LIBS=OFF
}

function install_arrow {
wget_and_untar https://archive.apache.org/dist/arrow/arrow-${ARROW_VERSION}/apache-arrow-${ARROW_VERSION}.tar.gz arrow
cd arrow/cpp
cmake_install \
-DARROW_PARQUET=OFF \
-DARROW_WITH_THRIFT=ON \
-DARROW_WITH_LZ4=ON \
-DARROW_WITH_SNAPPY=ON \
-DARROW_WITH_ZLIB=ON \
-DARROW_WITH_ZSTD=ON \
-DARROW_JEMALLOC=OFF \
-DARROW_SIMD_LEVEL=NONE \
-DARROW_RUNTIME_SIMD_LEVEL=NONE \
-DARROW_WITH_UTF8PROC=OFF \
-DARROW_TESTING=ON \
-DCMAKE_INSTALL_PREFIX=/usr/local \
-DCMAKE_BUILD_TYPE=Release \
-DARROW_BUILD_STATIC=ON \
-DThrift_SOURCE=BUNDLED
}

function install_conda {
MINICONDA_PATH="${HOME:-/opt}/miniconda-for-velox"
if [ -e ${MINICONDA_PATH} ]; then
Expand Down Expand Up @@ -179,6 +201,7 @@ function install_velox_deps {
run_and_time install_fbthrift
run_and_time install_conda
run_and_time install_duckdb
run_and_time install_arrow
}

function install_apt_deps {
Expand Down

0 comments on commit bbcdb8e

Please sign in to comment.