diff --git a/.scala-steward.conf b/.scala-steward.conf index e57825dd8..36b7a626f 100644 --- a/.scala-steward.conf +++ b/.scala-steward.conf @@ -1,6 +1,6 @@ updates.pin = [ - # pin to hadoop 3.3.x until 3.4.x beomes more widely adopted - { groupId = "org.apache.hadoop", version = "3.3." } + # pin to hadoop 3.4.x until 3.5.x becomes more widely adopted + { groupId = "org.apache.hadoop", version = "3.4." } # solrj 9.+ requires Java 11 { groupId = "org.apache.solr", version = "8." } # https://github.com/apache/pekko-connectors/issues/503 diff --git a/project/Dependencies.scala b/project/Dependencies.scala index 1fdf42985..c7ebe196a 100644 --- a/project/Dependencies.scala +++ b/project/Dependencies.scala @@ -43,6 +43,7 @@ object Dependencies { val protobufJavaVersion = "4.35.1" val hoverflyVersion = "0.20.2" val scalaCheckVersion = "1.19.0" + val HadoopVersion = "3.4.3" // Legacy versions support Slf4J v1 for compatibility with older libs val Slf4jVersion = "2.0.18" @@ -209,8 +210,12 @@ object Dependencies { libraryDependencies ++= Seq( "org.apache.parquet" % "parquet-avro" % "1.17.1", "org.apache.avro" % "avro" % AvroVersion, - ("org.apache.hadoop" % "hadoop-client" % "3.3.6" % Test).exclude("log4j", "log4j"), - ("org.apache.hadoop" % "hadoop-common" % "3.3.6" % Test).exclude("log4j", "log4j"), + ("org.apache.hadoop" % "hadoop-client" % HadoopVersion % Test) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), + ("org.apache.hadoop" % "hadoop-common" % HadoopVersion % Test) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), "com.sksamuel.avro4s" %% "avro4s-core" % avro4sVersion.value % Test, "org.scalacheck" %% "scalacheck" % scalaCheckVersion % Test, "org.specs2" %% "specs2-core" % "4.23.0" % Test, @@ -308,32 +313,38 @@ object Dependencies { val HBase = { val hbaseVersion = "1.4.14" - val hadoopVersion = "3.3.6" Seq( libraryDependencies ++= Seq( - ("org.apache.hbase" % "hbase-shaded-client" % hbaseVersion).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), - ("org.apache.hbase" % "hbase-common" % hbaseVersion).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), - ("org.apache.hadoop" % "hadoop-common" % hadoopVersion).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), - ("org.apache.hadoop" % "hadoop-mapreduce-client-core" % hadoopVersion).exclude("log4j", "log4j").exclude( - "org.slf4j", "slf4j-log4j12"), + ("org.apache.hbase" % "hbase-shaded-client" % hbaseVersion) + .exclude("log4j", "log4j") + .exclude("org.slf4j", "slf4j-log4j12"), + ("org.apache.hbase" % "hbase-common" % hbaseVersion) + .exclude("log4j", "log4j") + .exclude("org.slf4j", "slf4j-log4j12"), + ("org.apache.hadoop" % "hadoop-common" % HadoopVersion) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), + ("org.apache.hadoop" % "hadoop-mapreduce-client-core" % HadoopVersion) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), "org.slf4j" % "log4j-over-slf4j" % Slf4jVersion % Test)) } - val HadoopVersion = "3.3.6" val Hdfs = Seq( libraryDependencies ++= Seq( - ("org.apache.hadoop" % "hadoop-client" % HadoopVersion).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), + ("org.apache.hadoop" % "hadoop-client" % HadoopVersion) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), "org.typelevel" %% "cats-core" % "2.13.0", - ("org.apache.hadoop" % "hadoop-hdfs" % HadoopVersion % Test).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), - ("org.apache.hadoop" % "hadoop-common" % HadoopVersion % Test).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), - ("org.apache.hadoop" % "hadoop-minicluster" % HadoopVersion % Test).exclude("log4j", "log4j").exclude("org.slf4j", - "slf4j-log4j12"), + ("org.apache.hadoop" % "hadoop-hdfs" % HadoopVersion % Test) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), + ("org.apache.hadoop" % "hadoop-common" % HadoopVersion % Test) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), + ("org.apache.hadoop" % "hadoop-minicluster" % HadoopVersion % Test) + .exclude("ch.qos.reload4j", "reload4j") + .exclude("org.slf4j", "slf4j-reload4j"), "org.slf4j" % "log4j-over-slf4j" % Slf4jVersion % Test) ++ Mockito) val HuaweiPushKit = Seq(