diff --git a/.gitignore b/.gitignore index d1ab6b91cb..5fe8f6cf0a 100644 --- a/.gitignore +++ b/.gitignore @@ -17,6 +17,8 @@ tlaplus/*.toolbox/*/[0-9]*-[0-9]*-[0-9]*-[0-9]*-[0-9]*-[0-9]*/ *.env __azurite* __blobstorage__ +.githubchangeloggenerator.cache.log +.githubchangeloggenerator.cache/ .githubchangeloggenerator* # Add all Cargo.lock files except for those in binary crates diff --git a/CHANGELOG-old.md b/CHANGELOG-old.md new file mode 100644 index 0000000000..f8d5db6006 --- /dev/null +++ b/CHANGELOG-old.md @@ -0,0 +1 @@ +# Historical Changelog diff --git a/CHANGELOG.md b/CHANGELOG.md new file mode 100644 index 0000000000..74a4763cbf --- /dev/null +++ b/CHANGELOG.md @@ -0,0 +1,43 @@ +# Changelog + +## [rust-v0.6.0](https://github.com/delta-io/delta-rs/tree/rust-v0.6.0) (2022-12-16) + +[Full Changelog](https://github.com/delta-io/delta-rs/compare/rust-v0.5.0...rust-v0.6.0) + +**Implemented enhancements:** + +- Support Apache Arrow DataFusion 15 [\#1020](https://github.com/delta-io/delta-rs/issues/1020) +- Python package: Loosen version requirements for maturin [\#1004](https://github.com/delta-io/delta-rs/issues/1004) +- Remove `Cargo.lock` from library crates and add `Cargo.lock` to binary ones [\#1000](https://github.com/delta-io/delta-rs/issues/1000) +- More frequent Rust releases [\#969](https://github.com/delta-io/delta-rs/issues/969) +- Thoughts on adding read\_delta to pandas [\#869](https://github.com/delta-io/delta-rs/issues/869) +- Add the support of the AWS\_PROFILE environment variable for S3 [\#986](https://github.com/delta-io/delta-rs/pull/986) ([fvaleye](https://github.com/fvaleye)) + +**Fixed bugs:** + +- Azure SAS signatures ending in "=" don't work [\#1003](https://github.com/delta-io/delta-rs/issues/1003) +- Fail to compile deltalake crate, need to update dynamodb\_lock in crates.io [\#1002](https://github.com/delta-io/delta-rs/issues/1002) +- error reading delta table to pandas: runtime dropped the dispatch task [\#975](https://github.com/delta-io/delta-rs/issues/975) +- MacOS arm64 wheels are generated incorrectly [\#972](https://github.com/delta-io/delta-rs/issues/972) +- Overwrite creates new file [\#960](https://github.com/delta-io/delta-rs/issues/960) +- The written delta file has corrupted structure [\#956](https://github.com/delta-io/delta-rs/issues/956) +- Write mode doesn't work with Azure storage [\#955](https://github.com/delta-io/delta-rs/issues/955) +- Python: We don't error on reader protocol v2 [\#886](https://github.com/delta-io/delta-rs/issues/886) +- Cannot open a deltatable in S3 using AWS\_PROFILE based credentials from a local machine [\#855](https://github.com/delta-io/delta-rs/issues/855) + +**Merged pull requests:** + +- Support DataFusion 15 [\#1021](https://github.com/delta-io/delta-rs/pull/1021) ([andrei-ionescu](https://github.com/andrei-ionescu)) +- fix truncating signature on SAS [\#1007](https://github.com/delta-io/delta-rs/pull/1007) ([damiondoesthings](https://github.com/damiondoesthings)) +- Loosen version requirement for maturin [\#1005](https://github.com/delta-io/delta-rs/pull/1005) ([gyscos](https://github.com/gyscos)) +- Update `.gitignore` and add/remove `Cargo.lock` when appropriate [\#1001](https://github.com/delta-io/delta-rs/pull/1001) ([iajoiner](https://github.com/iajoiner)) +- fix: get azure client secret from config [\#981](https://github.com/delta-io/delta-rs/pull/981) ([roeap](https://github.com/roeap)) +- feat: check invariants in write command [\#980](https://github.com/delta-io/delta-rs/pull/980) ([roeap](https://github.com/roeap)) +- Add a new release github action for Python binding: macos with universal2 wheel [\#976](https://github.com/delta-io/delta-rs/pull/976) ([fvaleye](https://github.com/fvaleye)) +- Bump version of the Python binding to 0.6.4 [\#970](https://github.com/delta-io/delta-rs/pull/970) ([fvaleye](https://github.com/fvaleye)) +- Handle pandas timestamps [\#958](https://github.com/delta-io/delta-rs/pull/958) ([hayesgb](https://github.com/hayesgb)) +- test\(python\): add azure integration tests [\#912](https://github.com/delta-io/delta-rs/pull/912) ([wjones127](https://github.com/wjones127)) + + + +\* *This Changelog was automatically generated by [github_changelog_generator](https://github.com/github-changelog-generator/github-changelog-generator)* diff --git a/aws/delta-checkpoint/Cargo.toml b/aws/delta-checkpoint/Cargo.toml index f6c0d6d7e8..463c1781ad 100644 --- a/aws/delta-checkpoint/Cargo.toml +++ b/aws/delta-checkpoint/Cargo.toml @@ -32,4 +32,4 @@ rusoto_s3 = { version = "0.48", default-features = false, features = ["rustls"] [[bin]] name = "bootstrap" -path = "src/main.rs" +path = "src/main.rs" \ No newline at end of file diff --git a/delta-inspect/Cargo.toml b/delta-inspect/Cargo.toml index 15d2b6cbe0..45f9173a5e 100644 --- a/delta-inspect/Cargo.toml +++ b/delta-inspect/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "delta-inspect" -version = "0.5.0" +version = "0.6.0" authors = ["Qingping Hou "] homepage = "https://github.com/delta-io/delta.rs" license = "Apache-2.0" diff --git a/dev/release/update_change_log.sh b/dev/release/update_change_log.sh new file mode 100755 index 0000000000..48efc45e6d --- /dev/null +++ b/dev/release/update_change_log.sh @@ -0,0 +1,61 @@ +#!/bin/bash + +# invokes the changelog generator from +# https://github.com/github-changelog-generator/github-changelog-generator +# +# With the config located in +# delta-rs/.github_changelog_generator +# +# Usage: +# GITHUB_API_TOKEN= ./update_change_log.sh + +set -e + +LANGUAGE="rust" +SINCE_VERSION="0.5.0" +FUTURE_RELEASE="0.6.0" + +# only consider tags of the correct language +if [ "$LANGUAGE" == "rust" ]; then + EXCLUDED_LANGUAGES_REGEX="python.*|ruby.*" +elif [ "$LANGUAGE" == "python" ]; then + EXCLUDED_LANGUAGES_REGEX="ruby.*|rust.*" +elif [ "$LANGUAGE" == "ruby" ]; then + EXCLUDED_LANGUAGES_REGEX="python.*|rust.*" +else + echo "Language $LANGUAGE is invalid. Should be one of Python, Ruby and Rust." +fi + +SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" +SOURCE_TOP_DIR="$(cd "${SOURCE_DIR}/../../" && pwd)" + +OUTPUT_PATH="${SOURCE_TOP_DIR}/CHANGELOG.md" +OLD_OUTPUT_PATH="${SOURCE_TOP_DIR}/CHANGELOG-old.md" + +# remove header so github-changelog-generator has a clean base to append +sed -i '1d' "${OUTPUT_PATH}" +sed -i '1d' "${OLD_OUTPUT_PATH}" +# remove the github-changelog-generator footer from the old CHANGELOG.md +LINE_COUNT=$(wc -l <"${OUTPUT_PATH}") +sed -i "$(( $LINE_COUNT-3 )),$ d" "${OUTPUT_PATH}" + +# Copy the previous CHANGELOG.md to CHANGELOG-old.md +echo '# Historical Changelog +' | cat - "${OUTPUT_PATH}" "${OLD_OUTPUT_PATH}" > "${OLD_OUTPUT_PATH}".tmp +mv "${OLD_OUTPUT_PATH}".tmp "${OLD_OUTPUT_PATH}" + +# use exclude-tags-regex to filter out tags used in the wrong language +pushd "${SOURCE_TOP_DIR}" +docker run -it --rm -e CHANGELOG_GITHUB_TOKEN="$GITHUB_API_TOKEN" -v "$(pwd)":/usr/local/src/your-app githubchangeloggenerator/github-changelog-generator \ + --user delta-io \ + --project delta-rs \ + --cache-file=.githubchangeloggenerator.cache \ + --cache-log=.githubchangeloggenerator.cache.log \ + --http-cache \ + --max-issues=300 \ + --exclude-labels dependencies \ + --exclude-tags-regex "${EXCLUDED_LANGUAGES_REGEX}" \ + --since-tag ${LANGUAGE}-v${SINCE_VERSION} \ + --future-release ${LANGUAGE}-v${FUTURE_RELEASE} + +sed -i.bak "s/\\\n/\n\n/" "${OUTPUT_PATH}" diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 8a27cff234..9593cf2373 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "deltalake" -version = "0.5.0" +version = "0.6.0" rust-version = "1.64" authors = ["Qingping Hou "] homepage = "https://github.com/delta-io/delta.rs"