Skip to content

Commit

Permalink
Remove duplication
Browse files Browse the repository at this point in the history
  • Loading branch information
marc0der committed Jun 21, 2024
1 parent d4381a4 commit da7fbc1
Showing 1 changed file with 25 additions and 61 deletions.
86 changes: 25 additions & 61 deletions src/main/scala/io/sdkman/changelogs/SparkMigrations.scala
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package io.sdkman.changelogs

import com.github.mongobee.changeset.{ChangeLog, ChangeSet}
import com.mongodb.client.MongoDatabase
import org.bson.Document

@ChangeLog(order = "007")
class SparkMigrations {
Expand All @@ -11,66 +12,29 @@ class SparkMigrations {
id = "028-add_spark_3.5.1",
author = "cphbrt"
)
def migration028(implicit db: MongoDatabase) = {
Version(
"spark",
"2.2.2",
"https://archive.apache.org/dist/spark/spark-2.2.2/spark-2.2.2-bin-hadoop2.7.tgz"
).validate().insert()
Version(
"spark",
"2.2.3",
"https://archive.apache.org/dist/spark/spark-2.2.3/spark-2.2.3-bin-hadoop2.7.tgz"
).validate().insert()
Version(
"spark",
"2.3.4",
"https://archive.apache.org/dist/spark/spark-2.3.4/spark-2.3.4-bin-hadoop2.7.tgz"
).validate().insert()
Version(
"spark",
"2.4.8",
"https://archive.apache.org/dist/spark/spark-2.4.8/spark-2.4.8-bin-hadoop2.7.tgz"
).validate().insert()
Version(
"spark",
"3.0.3",
"https://archive.apache.org/dist/spark/spark-3.0.3/spark-3.0.3-bin-hadoop3.2.tgz"
).validate().insert()
Version(
"spark",
"3.1.3",
"https://archive.apache.org/dist/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz"
).validate().insert()
Version(
"spark",
"3.2.4",
"https://archive.apache.org/dist/spark/spark-3.2.4/spark-3.2.4-bin-hadoop3.2.tgz"
).validate().insert()
Version(
"spark",
"3.3.3",
"https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz"
).validate().insert()
Version(
"spark",
"3.3.4",
"https://archive.apache.org/dist/spark/spark-3.3.4/spark-3.3.4-bin-hadoop3.tgz"
).validate().insert()
Version(
"spark",
"3.4.2",
"https://archive.apache.org/dist/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz"
).validate().insert()
Version(
"spark",
"3.4.3",
"https://archive.apache.org/dist/spark/spark-3.4.3/spark-3.4.3-bin-hadoop3.tgz"
).validate().insert()
Version(
"spark",
"3.5.1",
"https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz"
).validate().insert().asCandidateDefault()
def migration028(implicit db: MongoDatabase): Document = {
Map(
"2.2.2" -> "hadoop2.7",
"2.2.3" -> "hadoop2.7",
"2.3.4" -> "hadoop2.7",
"2.4.8" -> "hadoop2.7",
"3.0.3" -> "hadoop3.2",
"3.1.3" -> "hadoop3.2",
"3.2.4" -> "hadoop3.2",
"3.3.3" -> "hadoop3",
"3.3.4" -> "hadoop3",
"3.4.2" -> "hadoop3",
"3.4.3" -> "hadoop3",
"3.5.1" -> "hadoop3"
).foreach {
case (version, distribution) =>
Version(
candidate = "spark",
version = version,
url =
s"https://archive.apache.org/dist/spark/spark-$version/spark-$version-bin-$distribution.tgz"
)
}
setCandidateDefault("spark", "2.2.2")
}
}

0 comments on commit da7fbc1

Please sign in to comment.