Skip to content

Commit b46ad9e

Browse files
authored
Upgrade Spark to 3.4.3 and Hive to 3.1.3 (#2231)
* Upgrade Spark to 3.4.3 and Hive to 3.1.3 * Update shas
1 parent 7913087 commit b46ad9e

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

42 files changed

+81
-24
lines changed

buildSrc/src/main/groovy/org/elasticsearch/hadoop/gradle/fixture/hadoop/services/HiveServiceDescriptor.groovy

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ class HiveServiceDescriptor implements ServiceDescriptor {
6060

6161
@Override
6262
Version defaultVersion() {
63-
return new Version(3, 1, 2)
63+
return new Version(3, 1, 3)
6464
}
6565

6666
@Override

buildSrc/src/main/groovy/org/elasticsearch/hadoop/gradle/fixture/hadoop/services/SparkYarnServiceDescriptor.groovy

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ class SparkYarnServiceDescriptor implements ServiceDescriptor {
5656

5757
@Override
5858
Version defaultVersion() {
59-
return new Version(3, 4, 2)
59+
return new Version(3, 4, 3)
6060
}
6161

6262
String hadoopVersionCompatibility() {

dist/licenses/hive-exec-3.1.2.jar.sha1

Lines changed: 0 additions & 1 deletion
This file was deleted.
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
6cf7f97e1438f94f196b7fb480d5d985a04336a9

dist/licenses/hive-metastore-3.1.2.jar.sha1

Lines changed: 0 additions & 1 deletion
This file was deleted.
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
99a1348743f3550dd4524408725efab8eb319960

dist/licenses/hive-service-3.1.2.jar.sha1

Lines changed: 0 additions & 1 deletion
This file was deleted.
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
49fd7ad46801a895d2b185706637a8cb302fc044

gradle.properties

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ hadoop2Version = 2.7.6
2020
hadoop22Version = 2.2.0
2121

2222
# Common libraries
23-
hiveVersion = 3.1.2
23+
hiveVersion = 3.1.3
2424
# note the versions here are tied to the ones in Hadoop distro - 1.8.8
2525
jacksonVersion = 1.8.8
2626

@@ -29,7 +29,7 @@ spark13Version = 1.6.2
2929
spark20Version = 2.3.0
3030
spark22Version = 2.2.3
3131
spark24Version = 2.4.4
32-
spark30Version = 3.4.2
32+
spark30Version = 3.4.3
3333

3434
# same as Spark's
3535
scala210Version = 2.10.7
@@ -45,7 +45,7 @@ scala213MajorVersion = 2.13
4545
junitVersion = 4.11
4646
mockitoVersion = 1.8.5
4747
hamcrestVersion = 1.3
48-
minikdcVersion = 2.7.7
48+
minikdcVersion = 3.4.0
4949
antlrVersion = 3.4
5050
thriftVersion = 0.5.0
5151

hive/licenses/hive-exec-3.1.2.jar.sha1

Lines changed: 0 additions & 1 deletion
This file was deleted.

0 commit comments

Comments
 (0)