From 23fb061ad4f6031e26f9a376aad17a85606a92d5 Mon Sep 17 00:00:00 2001 From: Enrico Minack Date: Tue, 11 Apr 2023 13:00:39 +0200 Subject: [PATCH] Releasing 2.6.0 --- CHANGELOG.md | 2 +- README.md | 16 ++++++++-------- pom.xml | 2 +- python/README.md | 10 +++++----- python/setup.py | 2 +- 5 files changed, 16 insertions(+), 16 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 3c576ac9..dc422d22 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,7 +3,7 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). -## [UNRELEASED] - YYYY-MM-DD +## [2.6.0] - 2023-04-11 ### Added diff --git a/README.md b/README.md index a086eeac..d41da0e8 100644 --- a/README.md +++ b/README.md @@ -64,7 +64,7 @@ has the following semantics: `spark-extension_{SCALA_COMPAT_VERSION}-{VERSION}-{ Add this line to your `build.sbt` file: ```sbt -libraryDependencies += "uk.co.gresearch.spark" %% "spark-extension" % "2.5.0-3.3" +libraryDependencies += "uk.co.gresearch.spark" %% "spark-extension" % "2.6.0-3.3" ``` ### Maven @@ -75,7 +75,7 @@ Add this dependency to your `pom.xml` file: uk.co.gresearch.spark spark-extension_2.12 - 2.5.0-3.3 + 2.6.0-3.3 ``` @@ -84,7 +84,7 @@ Add this dependency to your `pom.xml` file: Launch a Spark Shell with the Spark Extension dependency (version ≥1.1.0) as follows: ```shell script -spark-shell --packages uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 +spark-shell --packages uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 ``` Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depending on your Spark Shell version. @@ -100,7 +100,7 @@ from pyspark.sql import SparkSession spark = SparkSession \ .builder \ - .config("spark.jars.packages", "uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3") \ + .config("spark.jars.packages", "uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3") \ .getOrCreate() ``` @@ -111,7 +111,7 @@ Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depe Launch the Python Spark REPL with the Spark Extension dependency (version ≥1.1.0) as follows: ```shell script -pyspark --packages uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 +pyspark --packages uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 ``` Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depending on your PySpark version. @@ -121,7 +121,7 @@ Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depe Run your Python scripts that use PySpark via `spark-submit`: ```shell script -spark-submit --packages uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 [script.py] +spark-submit --packages uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 [script.py] ``` Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depending on your Spark version. @@ -135,7 +135,7 @@ Running your Python application on a Spark cluster will still require one of the to add the Scala package to the Spark environment. ```shell script -pip install pyspark-extension==2.5.0.3.3 +pip install pyspark-extension==2.6.0.3.3 ``` Note: Pick the right Spark version (here 3.3) depending on your PySpark version. @@ -145,7 +145,7 @@ Note: Pick the right Spark version (here 3.3) depending on your PySpark version. There are plenty of [Data Science notebooks](https://datasciencenotebook.org/) around. To use this library, add **a jar dependency** to your notebook using these **Maven coordinates**: - uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 + uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 Or [download the jar](https://mvnrepository.com/artifact/uk.co.gresearch.spark/spark-extension) and place it on a filesystem where it is accessible by the notebook, and reference that jar file directly. diff --git a/pom.xml b/pom.xml index 026929c0..f30c4212 100644 --- a/pom.xml +++ b/pom.xml @@ -2,7 +2,7 @@ 4.0.0 uk.co.gresearch.spark spark-extension_2.13 - 2.6.0-3.3-SNAPSHOT + 2.6.0-3.3 Spark Extension A library that provides useful extensions to Apache Spark. 2020 diff --git a/python/README.md b/python/README.md index af97095b..2f9c7f49 100644 --- a/python/README.md +++ b/python/README.md @@ -26,7 +26,7 @@ Running your Python application on a Spark cluster will still require one of the to add the Scala package to the Spark environment. ```shell script -pip install pyspark-extension==2.5.0.3.3 +pip install pyspark-extension==2.6.0.3.3 ``` Note: Pick the right Spark version (here 3.3) depending on your PySpark version. @@ -40,7 +40,7 @@ from pyspark.sql import SparkSession spark = SparkSession \ .builder \ - .config("spark.jars.packages", "uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3") \ + .config("spark.jars.packages", "uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3") \ .getOrCreate() ``` @@ -51,7 +51,7 @@ Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depe Launch the Python Spark REPL with the Spark Extension dependency (version ≥1.1.0) as follows: ```shell script -pyspark --packages uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 +pyspark --packages uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 ``` Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depending on your PySpark version. @@ -61,7 +61,7 @@ Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depe Run your Python scripts that use PySpark via `spark-submit`: ```shell script -spark-submit --packages uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 [script.py] +spark-submit --packages uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 [script.py] ``` Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depending on your Spark version. @@ -71,7 +71,7 @@ Note: Pick the right Scala version (here 2.12) and Spark version (here 3.3) depe There are plenty of [Data Science notebooks](https://datasciencenotebook.org/) around. To use this library, add **a jar dependency** to your notebook using these **Maven coordinates**: - uk.co.gresearch.spark:spark-extension_2.12:2.5.0-3.3 + uk.co.gresearch.spark:spark-extension_2.12:2.6.0-3.3 Or [download the jar](https://mvnrepository.com/artifact/uk.co.gresearch.spark/spark-extension) and place it on a filesystem where it is accessible by the notebook, and reference that jar file directly. diff --git a/python/setup.py b/python/setup.py index 27c49552..a5f22cd2 100755 --- a/python/setup.py +++ b/python/setup.py @@ -17,7 +17,7 @@ from pathlib import Path from setuptools import setup -jar_version = '2.6.0-3.3-SNAPSHOT' +jar_version = '2.6.0-3.3' scala_version = '2.13.8' scala_compat_version = '.'.join(scala_version.split('.')[:2]) spark_compat_version = jar_version.split('-')[1]