-
-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Static build libhdfs instead (#16)
* feat: Static build libhdfs instead Signed-off-by: Xuanwo <github@xuanwo.io> * Don't need to check three hdfs version Signed-off-by: Xuanwo <github@xuanwo.io> * Fix build on macos Signed-off-by: Xuanwo <github@xuanwo.io> * Fix build Signed-off-by: Xuanwo <github@xuanwo.io> * Fix build on mac Signed-off-by: Xuanwo <github@xuanwo.io> * Fix build on windows Signed-off-by: Xuanwo <github@xuanwo.io> * Use C11 instead Signed-off-by: Xuanwo <github@xuanwo.io> * Disable c11 Signed-off-by: Xuanwo <github@xuanwo.io> * Hack windows Signed-off-by: Xuanwo <github@xuanwo.io> * Fix typo Signed-off-by: Xuanwo <github@xuanwo.io> * Print java home for debug Signed-off-by: Xuanwo <github@xuanwo.io> * Fix java on macos Signed-off-by: Xuanwo <github@xuanwo.io> * Workaround hdfs 3_3 Signed-off-by: Xuanwo <github@xuanwo.io> * Fix typo Signed-off-by: Xuanwo <github@xuanwo.io> * Remove windows test Signed-off-by: Xuanwo <github@xuanwo.io> * Search more place Signed-off-by: Xuanwo <github@xuanwo.io> * Fix lib not found Signed-off-by: Xuanwo <github@xuanwo.io> * Fix jvm not found Signed-off-by: Xuanwo <github@xuanwo.io> * Fix not lib not found Signed-off-by: Xuanwo <github@xuanwo.io> * Remove extra build steps Signed-off-by: Xuanwo <github@xuanwo.io>
- Loading branch information
Showing
219 changed files
with
71,577 additions
and
95 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,159 @@ | ||
| use std::env; | ||
|
|
||
| fn main() -> Result<(), Box<dyn std::error::Error>> { | ||
| // Ignore link while building docs. | ||
| if env::var("DOCS_RS").is_ok() { | ||
| return Ok(()); | ||
| } | ||
|
|
||
| // Make sure jvm has been linked. | ||
| let java_home = env::var("JAVA_HOME").expect("JAVA_HOME must be set"); | ||
|
|
||
| // I don't know where to find libjvm.so exactly. | ||
| // The only thing I can do is search everywhere I know. | ||
| println!("cargo:rustc-link-search=native={java_home}/bin/client"); | ||
| println!("cargo:rustc-link-search=native={java_home}/bin/server"); | ||
| println!("cargo:rustc-link-search=native={java_home}/lib/server"); | ||
| println!("cargo:rustc-link-search=native={java_home}/lib/amd64/server"); | ||
| println!("cargo:rustc-link-search=native={java_home}/jre/lib/server"); | ||
| println!("cargo:rustc-link-search=native={java_home}/jre/lib/amd64/server"); | ||
| println!("cargo:rustc-link-lib=jvm"); | ||
|
|
||
| // Static link compiled `libhdfs.a` | ||
| println!("cargo:rustc-link-lib=static=hdfs"); | ||
|
|
||
| let mut builder = cc::Build::new(); | ||
| builder.warnings(false); | ||
| builder.static_flag(true); | ||
| builder.static_crt(true); | ||
|
|
||
| // Ignore all warnings from cc as we don't care about code written by Apache Hadoop. | ||
| builder.flag_if_supported("-w"); | ||
| builder.flag_if_supported("-std=c++17"); | ||
|
|
||
| // Inspired by [hadoop-hdfs-native-client/src/CMakeLists.txt](https://github.com/apache/hadoop/blob/trunk/hadoop-hdfs-project/hadoop-hdfs-native-client/src/CMakeLists.txt) | ||
| if cfg!(windows) { | ||
| // Set the optimizer level. | ||
| builder.flag("-O2"); | ||
| // Set warning level 4. | ||
| builder.flag("/W4"); | ||
| // Skip "unreferenced formal parameter". | ||
| builder.flag("/wd4100"); | ||
| // Skip "conditional expression is constant". | ||
| builder.flag("/wd4127"); | ||
| // Skip deprecated POSIX function warnings. | ||
| builder.flag("-D_CRT_NONSTDC_NO_DEPRECATE"); | ||
| // Skip CRT non-secure function warnings. If we can convert usage of | ||
| // strerror, getenv and ctime to their secure CRT equivalents, then we can | ||
| // re-enable the CRT non-secure function warnings. | ||
| builder.flag("-D_CRT_SECURE_NO_WARNINGS"); | ||
| // Omit unneeded headers. | ||
| builder.flag("-DWIN32_LEAN_AND_MEAN"); | ||
| } else { | ||
| builder.flag("-fvisibility=hidden"); | ||
| // using old default behavior on GCC >= 10.0 | ||
| builder.flag("-fcommon"); | ||
| } | ||
|
|
||
| // Handle java headers. | ||
| builder.include(format!("{java_home}/include")); | ||
| if cfg!(target_os = "linux") { | ||
| builder.include(format!("{java_home}/include/linux")); | ||
| } | ||
| if cfg!(target_os = "macos") { | ||
| builder.include(format!("{java_home}/include/darwin")); | ||
| } | ||
| if cfg!(target_os = "windows") { | ||
| builder.include(format!("{java_home}/include/win32")); | ||
| } | ||
|
|
||
| // Choose the latest hdfs version. | ||
| let mut version = "hdfs_2_2"; | ||
| if cfg!(feature = "hdfs_2_3") { | ||
| version = "hdfs_2_3" | ||
| } | ||
| if cfg!(feature = "hdfs_2_4") { | ||
| version = "hdfs_2_4" | ||
| } | ||
| if cfg!(feature = "hdfs_2_5") { | ||
| version = "hdfs_2_5" | ||
| } | ||
| // Since 2.6, hdfs supports windows. | ||
| // | ||
| // We build with src from `hdfs_2_6` but expose earlier ABI like `hdfs_2_2`. | ||
| // This simple trick makes hdfs-sys works on windows without breaking our ABI promise. | ||
| if cfg!(target_os = "windows") { | ||
| version = "hdfs_2_6" | ||
| } | ||
| if cfg!(feature = "hdfs_2_6") { | ||
| version = "hdfs_2_6" | ||
| } | ||
| if cfg!(feature = "hdfs_2_7") { | ||
| version = "hdfs_2_7" | ||
| } | ||
| if cfg!(feature = "hdfs_2_8") { | ||
| version = "hdfs_2_8" | ||
| } | ||
| if cfg!(feature = "hdfs_2_9") { | ||
| version = "hdfs_2_9" | ||
| } | ||
| if cfg!(feature = "hdfs_2_10") { | ||
| version = "hdfs_2_10" | ||
| } | ||
| if cfg!(feature = "hdfs_3_0") { | ||
| version = "hdfs_3_0" | ||
| } | ||
| if cfg!(feature = "hdfs_3_1") { | ||
| version = "hdfs_3_1" | ||
| } | ||
| if cfg!(feature = "hdfs_3_2") { | ||
| version = "hdfs_3_2" | ||
| } | ||
| if cfg!(feature = "hdfs_3_3") { | ||
| version = "hdfs_3_3" | ||
| } | ||
|
|
||
| builder.include("libhdfs"); | ||
| builder.include(format!("libhdfs/{version}")); | ||
| builder.file(format!("libhdfs/{version}/exception.c")); | ||
| builder.file(format!("libhdfs/{version}/jni_helper.c")); | ||
| builder.file(format!("libhdfs/{version}/hdfs.c")); | ||
|
|
||
| // Since 2.6, we need to include mutexes. | ||
| if cfg!(feature = "hdfs_2_6") || cfg!(target_os = "windows") { | ||
| builder.include(format!("libhdfs/{version}/os")); | ||
|
|
||
| if cfg!(target_os = "windows") { | ||
| builder.include(format!("libhdfs/{version}/os/windows")); | ||
| builder.file(format!("libhdfs/{version}/os/windows/mutexes.c")); | ||
| builder.file(format!("libhdfs/{version}/os/windows/thread.c")); | ||
| builder.file(format!( | ||
| "libhdfs/{version}/os/windows/thread_local_storage.c" | ||
| )); | ||
| } else { | ||
| builder.include(format!("libhdfs/{version}/os/posix")); | ||
| builder.file(format!("libhdfs/{version}/os/posix/mutexes.c")); | ||
| builder.file(format!("libhdfs/{version}/os/posix/thread.c")); | ||
| builder.file(format!("libhdfs/{version}/os/posix/thread_local_storage.c")); | ||
| } | ||
| } | ||
|
|
||
| // From 2.6 to 3.3, we need to include htable (removed in 3.3) | ||
| if cfg!(feature = "hdfs_2_6") && !cfg!(feature = "hdfs_3_3") { | ||
| builder.include(format!("libhdfs/{version}/common")); | ||
| builder.file(format!("libhdfs/{version}/common/htable.c")); | ||
| } | ||
|
|
||
| // Since 2.8, `hdfs.h` has been moved to `include/hdfs/hdfs.h` | ||
| if cfg!(feature = "hdfs_2_8") { | ||
| builder.include(format!("libhdfs/{version}/include")); | ||
| } | ||
|
|
||
| // Since 3.3, we need to compile `jclasses.c` | ||
| if cfg!(feature = "hdfs_3_3") { | ||
| builder.file(format!("libhdfs/{version}/jclasses.c")); | ||
| } | ||
|
|
||
| builder.compile("hdfs"); | ||
| Ok(()) | ||
| } |
This file was deleted.
Oops, something went wrong.
Empty file.
Oops, something went wrong.