Skip to content
This repository has been archived by the owner on Jun 24, 2021. It is now read-only.

Commit

Permalink
upgrade spark to 2.4.3 (#914)
Browse files Browse the repository at this point in the history
  • Loading branch information
liubo0127 authored Aug 23, 2019
1 parent 226ca76 commit bc822d5
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 7 deletions.
10 changes: 5 additions & 5 deletions roles/local/templates/binary_packages.yml.j2
Original file line number Diff line number Diff line change
Expand Up @@ -44,13 +44,13 @@ third_party_packages_under_gfw:

{% if not deploy_without_tidb|default(false) %}
tispark_packages:
- name: spark-2.3.2-bin-hadoop2.7.tgz
version: 2.3.2
url: http://download.pingcap.org/spark-2.3.2-bin-hadoop2.7.tgz
checksum: "sha256:6246b20d95c7596a29fb26d5b50a3ae3163a35915bec6c515a8e183383bedc43"
- name: spark-2.4.3-bin-hadoop2.7.tgz
version: 2.4.3
url: http://download.pingcap.org/spark-2.4.3-bin-hadoop2.7.tgz
checksum: "sha256:80a4c564ceff0d9aff82b7df610b1d34e777b45042e21e2d41f3e497bb1fa5d8"
- name: tispark-core-2.1.2-spark_2.3-jar-with-dependencies.jar
version: 2.1.2
url: https://download.pingcap.org/tispark-core-2.1.2-spark_2.3-jar-with-dependencies.jar
url: https://download.pingcap.org/tispark-core-2.1.3-spark_2.4-jar-with-dependencies.jar
- name: tispark-sample-data.tar.gz
version: latest
url: http://download.pingcap.org/tispark-sample-data.tar.gz
Expand Down
4 changes: 2 additions & 2 deletions roles/tispark/tasks/main.yml
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
---

- name: deploy spark-2.3.2-bin-hadoop2.7
- name: deploy spark-2.4.3-bin-hadoop2.7
unarchive: >
creates="{{ deploy_dir }}/spark/sbin/start-master.sh"
src={{ downloads_dir }}/spark-2.3.2-bin-hadoop2.7.tgz dest={{ deploy_dir }}/
src={{ downloads_dir }}/spark-2.4.3-bin-hadoop2.7.tgz dest={{ deploy_dir }}/
- name: rename spark deploy dir
shell: >
Expand Down

0 comments on commit bc822d5

Please sign in to comment.