Skip to content

Commit

Permalink
Update
Browse files Browse the repository at this point in the history
  • Loading branch information
EthanSteinberg committed Apr 8, 2024
1 parent b14ebe9 commit 63d31aa
Show file tree
Hide file tree
Showing 5 changed files with 550 additions and 283 deletions.
17 changes: 13 additions & 4 deletions native/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ cc_library(
"@com_google_absl//absl/types:optional",
"@readerwriterqueue",
"@concurrentqueue",
"@snappy",
":zstd",
],
)

Expand Down Expand Up @@ -55,14 +55,23 @@ cmake(
"EP_COMMON_CMAKE_ARGS": "-DWITH_OPENSSL=OFF",
"ARROW_DEPENDENCY_SOURCE": "BUNDLED",
},
deps = [
],
tags = ["requires-network"],
generate_args = ["-DCMAKE_RANLIB=/usr/bin/ranlib"],
working_directory="cpp",
lib_source = "@arrow//:all",
out_lib_dir = "lib64",
out_static_libs = ["libparquet.a", "libarrow.a", "libarrow_bundled_dependencies.a"],
linkopts = ["-pthread"],

)

cmake(
name = "zstd",
cache_entries = {
"CMAKE_C_FLAGS": "-fPIC",
"CMAKE_CXX_FLAGS": "-fPIC",
},
working_directory="build/cmake",
lib_source = "@zstd//:all",
out_lib_dir = "lib64",
out_static_libs = ["libzstd.a"],
)
14 changes: 7 additions & 7 deletions native/WORKSPACE
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,6 @@ http_archive(
sha256 = "efa465b26da194f82320b4e39e2ca637ebe3129d7f3732ee71d9942099e3c773",
)

http_archive(
name = "snappy",
urls = ["https://github.com/google/snappy/archive/27f34a580be4a3becf5f8c0cba13433f53c21337.zip"],
strip_prefix = "snappy-27f34a580be4a3becf5f8c0cba13433f53c21337",
sha256 = "6c18c64264a2b15531896824b85c47e85da3e42059631661fbe0c588e4e3aa99",
)

new_git_repository(
name = "concurrentqueue",
remote = "https://github.com/cameron314/concurrentqueue.git",
Expand Down Expand Up @@ -90,3 +83,10 @@ http_archive(
sha256 = "c0ebc13e9bc428c0c9f617444dcd161140e2bf9a7c65c5ae6bf239e5567175fd",
patches = ["//patches:ThirdpartyToolchain.cmake.patch"],
)

http_archive(
name="zstd",
strip_prefix="zstd-1.5.6",
urls = ["https://github.com/facebook/zstd/archive/refs/tags/v1.5.6.zip"],
build_file_content = all_content,
)
2 changes: 1 addition & 1 deletion native/main.cc
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ int main() {
std::string path_to_folder =
"/labs/shahlab/projects/ethanid/mimic_test/mimic_demo/temp";
std::string output =
"/labs/shahlab/projects/ethanid/optimize_etl/meds_etl_native/native/"
"/labs/shahlab/projects/ethanid/optimize_etl/meds_etl_cpp/native/"
"output";

perform_etl(path_to_folder, output, num_shards);
Expand Down
Loading

0 comments on commit 63d31aa

Please sign in to comment.