Pipeline environment for batch processing
last month by ReadMe API
Version
Change
Description
4.3
CHANGED
Updated on 2025-11-25
An existing pipeline environment for batch processing has been changed: batch-4.3 for batch environment with Spark 3.4.4 and Scala 2.13.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.5.20 |
| ch.qos.logback | logback-core | 1.5.20 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.13 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.13 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.github.java-diff-utils | java-diff-utils | 4.15 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.java.dev.jna | jna | 5.9.0 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.13 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.13 | 3.4.4 |
| org.apache.spark | spark-core_2.13 | 3.4.4 |
| org.apache.spark | spark-graphx_2.13 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.13 | 3.4.4 |
| org.apache.spark | spark-hive_2.13 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.13 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.13 | 3.4.4 |
| org.apache.spark | spark-launcher_2.13 | 3.4.4 |
| org.apache.spark | spark-mesos_2.13 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.13 | 3.4.4 |
| org.apache.spark | spark-mllib_2.13 | 3.4.4 |
| org.apache.spark | spark-network-common_2.13 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.13 | 3.4.4 |
| org.apache.spark | spark-repl_2.13 | 3.4.4 |
| org.apache.spark | spark-sketch_2.13 | 3.4.4 |
| org.apache.spark | spark-sql_2.13 | 3.4.4 |
| org.apache.spark | spark-streaming_2.13 | 3.4.4 |
| org.apache.spark | spark-tags_2.13 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.13 | 3.4.4 |
| org.apache.spark | spark-yarn_2.13 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jline | jline | 3.21.0 |
| org.jline | jline-builtins | 3.21.0 |
| org.jline | jline-reader | 3.21.0 |
| org.jline | jline-remote-ssh | 3.21.0 |
| org.jline | jline-remote-telnet | 3.21.0 |
| org.jline | jline-style | 3.21.0 |
| org.jline | jline-terminal | 3.21.0 |
| org.jline | jline-terminal-jansi | 3.21.0 |
| org.jline | jline-terminal-jna | 3.21.0 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.13 | 3.7.0-M11 |
| org.json4s | json4s-core_2.13 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.13 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.13 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.13.16 |
| org.scala-lang | scala-reflect | 2.13.16 |
| org.scala-lang.modules | scala-collection-compat_2.13 | 2.7.0 |
| org.scala-lang.modules | scala-parallel-collections_2.13 | 1.0.4 |
| org.scala-lang.modules | scala-parser-combinators_2.13 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.13 | 2.1.0 |
| org.scalanlp | breeze-macros_2.13 | 2.1.0 |
| org.scalanlp | breeze_2.13 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.13 | 2.8.0 |
| org.typelevel | cats-kernel_2.13 | 2.8.0 |
| org.typelevel | spire-macros_2.13 | 0.18.0 |
| org.typelevel | spire-platform_2.13 | 0.18.0 |
| org.typelevel | spire-util_2.13 | 0.18.0 |
| org.typelevel | spire_2.13 | 0.18.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.3
DEPRECATED
Deprecated on 2026-01-01
With the introduction of a new pipeline environment for batch processing the following environment has been deprecated and will be removed after 12 months:
batch-4.3 for batch environment with Spark 3.4.4 and Scala 2.13.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
5.0
ADDED
Added on 2025-11-25
A new pipeline environment for batch processing has been introduced:
batch-5.0 for batch environment with Spark 4.0.1.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.epfl.scala | bsp4j | 2.1.0-M5 |
| ch.qos.logback | logback-classic | 1.5.20 |
| ch.qos.logback | logback-core | 1.5.20 |
| com.amazonaws | aws-java-sdk-core | 1.12.781 |
| com.amazonaws | aws-java-sdk-sts | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.8 |
| com.esotericsoftware | kryo-shaded | 4.0.3 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.18.2 |
| com.fasterxml.jackson.core | jackson-core | 2.18.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.18.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.18.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.18.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.13 | 2.18.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.javaparser | javaparser-core | 3.2.12 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.6-9 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.android | annotations | 4.1.1.4 |
| com.google.api.grpc | proto-google-common-protos | 2.41.0 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.11.0 |
| com.google.crypto.tink | tink | 1.16.0 |
| com.google.errorprone | error_prone_annotations | 2.36.0 |
| com.google.flatbuffers | flatbuffers-java | 24.3.25 |
| com.google.guava | failureaccess | 1.0.2 |
| com.google.guava | guava | 33.4.0-jre |
| com.google.guava | listenablefuture | 9999.0-empty-to-avoid-conflict-with-guava |
| com.google.j2objc | j2objc-annotations | 3.0.0 |
| com.google.protobuf | protobuf-java-util | 4.29.3 |
| com.ibm.icu | icu4j | 76.1 |
| com.lihaoyi | ammonite-compiler-interface_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-compiler_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-interp-api_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-interp_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-repl-api_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-repl_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-runtime_2.13.16 | 3.0.1 |
| com.lihaoyi | ammonite-terminal_2.13 | 3.0.1 |
| com.lihaoyi | ammonite-util_2.13 | 3.0.1 |
| com.lihaoyi | ammonite_2.13.16 | 3.0.1 |
| com.lihaoyi | fansi_2.13 | 0.5.0 |
| com.lihaoyi | fastparse_2.13 | 3.1.1 |
| com.lihaoyi | geny_2.13 | 1.1.1 |
| com.lihaoyi | mainargs_2.13 | 0.7.5 |
| com.lihaoyi | os-lib_2.13 | 0.11.2 |
| com.lihaoyi | pprint_2.13 | 0.9.0 |
| com.lihaoyi | requests_2.13 | 0.9.0 |
| com.lihaoyi | scalaparse_2.13 | 3.1.1 |
| com.lihaoyi | sourcecode_2.13 | 0.4.3-M1 |
| com.lihaoyi | ujson_2.13 | 4.0.2 |
| com.lihaoyi | upack_2.13 | 4.0.2 |
| com.lihaoyi | upickle-core_2.13 | 4.0.2 |
| com.lihaoyi | upickle-implicits_2.13 | 4.0.2 |
| com.lihaoyi | upickle_2.13 | 4.0.2 |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 4.1.2 |
| com.tdunning | json | 1.8 |
| com.thesamet.scalapb | lenses_2.13 | 0.11.17 |
| com.thesamet.scalapb | scalapb-runtime_2.13 | 0.11.17 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.13 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.9.0 |
| commons-codec | commons-codec | 1.17.2 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.18.0 |
| commons-lang | commons-lang | 2.6 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 2.0.2 |
| io.dropwizard.metrics | metrics-core | 4.2.30 |
| io.dropwizard.metrics | metrics-graphite | 4.2.30 |
| io.dropwizard.metrics | metrics-jmx | 4.2.30 |
| io.dropwizard.metrics | metrics-json | 4.2.30 |
| io.dropwizard.metrics | metrics-jvm | 4.2.30 |
| io.fabric8 | kubernetes-client | 7.1.0 |
| io.fabric8 | kubernetes-client-api | 7.1.0 |
| io.fabric8 | kubernetes-httpclient-vertx | 7.1.0 |
| io.fabric8 | kubernetes-model-admissionregistration | 7.1.0 |
| io.fabric8 | kubernetes-model-apiextensions | 7.1.0 |
| io.fabric8 | kubernetes-model-apps | 7.1.0 |
| io.fabric8 | kubernetes-model-autoscaling | 7.1.0 |
| io.fabric8 | kubernetes-model-batch | 7.1.0 |
| io.fabric8 | kubernetes-model-certificates | 7.1.0 |
| io.fabric8 | kubernetes-model-common | 7.1.0 |
| io.fabric8 | kubernetes-model-coordination | 7.1.0 |
| io.fabric8 | kubernetes-model-core | 7.1.0 |
| io.fabric8 | kubernetes-model-discovery | 7.1.0 |
| io.fabric8 | kubernetes-model-events | 7.1.0 |
| io.fabric8 | kubernetes-model-extensions | 7.1.0 |
| io.fabric8 | kubernetes-model-flowcontrol | 7.1.0 |
| io.fabric8 | kubernetes-model-gatewayapi | 7.1.0 |
| io.fabric8 | kubernetes-model-metrics | 7.1.0 |
| io.fabric8 | kubernetes-model-networking | 7.1.0 |
| io.fabric8 | kubernetes-model-node | 7.1.0 |
| io.fabric8 | kubernetes-model-policy | 7.1.0 |
| io.fabric8 | kubernetes-model-rbac | 7.1.0 |
| io.fabric8 | kubernetes-model-resource | 7.1.0 |
| io.fabric8 | kubernetes-model-scheduling | 7.1.0 |
| io.fabric8 | kubernetes-model-storageclass | 7.1.0 |
| io.fabric8 | zjsonpatch | 7.1.0 |
| io.get-coursier | class-path-util_2.13 | 0.1.4 |
| io.get-coursier | dependency-interface_2.13 | 0.2.3 |
| io.get-coursier | dependency_2.13 | 0.2.3 |
| io.get-coursier | interface | 1.0.19 |
| io.github.java-diff-utils | java-diff-utils | 4.15 |
| io.jsonwebtoken | jjwt-api | 0.12.6 |
| io.jsonwebtoken | jjwt-impl | 0.12.6 |
| io.jsonwebtoken | jjwt-jackson | 0.12.6 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-tcnative-boringssl-static | 2.0.73.Final |
| io.netty | netty-tcnative-boringssl-static | 2.0.73.Final |
| io.netty | netty-tcnative-boringssl-static | 2.0.73.Final |
| io.netty | netty-tcnative-boringssl-static | 2.0.73.Final |
| io.netty | netty-tcnative-boringssl-static | 2.0.73.Final |
| io.netty | netty-tcnative-classes | 2.0.73.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| io.vertx | vertx-auth-common | 4.5.12 |
| io.vertx | vertx-core | 4.5.12 |
| io.vertx | vertx-web-client | 4.5.12 |
| io.vertx | vertx-web-common | 4.5.12 |
| jakarta.activation | jakarta.activation-api | 2.1.3 |
| jakarta.annotation | jakarta.annotation-api | 2.1.1 |
| jakarta.inject | jakarta.inject-api | 2.0.1 |
| jakarta.servlet | jakarta.servlet-api | 5.0.0 |
| jakarta.validation | jakarta.validation-api | 3.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 3.0.0 |
| jakarta.xml.bind | jakarta.xml.bind-api | 4.0.2 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.servlet | javax.servlet-api | 4.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.13.0 |
| net.openhft | zero-allocation-hashing | 0.26ea0 |
| net.razorvine | pickle | 1.5 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.9 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.13.1 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 18.1.0 |
| org.apache.arrow | arrow-memory-core | 18.1.0 |
| org.apache.arrow | arrow-memory-netty | 18.1.0 |
| org.apache.arrow | arrow-memory-netty-buffer-patch | 18.1.0 |
| org.apache.arrow | arrow-vector | 18.1.0 |
| org.apache.avro | avro | 1.12.0 |
| org.apache.avro | avro-ipc | 1.12.0 |
| org.apache.avro | avro-mapred | 1.12.0 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.12.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.13.0 |
| org.apache.curator | curator-client | 5.7.1 |
| org.apache.curator | curator-framework | 5.7.1 |
| org.apache.curator | curator-recipes | 5.7.1 |
| org.apache.datasketches | datasketches-java | 6.1.1 |
| org.apache.datasketches | datasketches-memory | 3.0.2 |
| org.apache.derby | derby | 10.16.1.1 |
| org.apache.derby | derbyshared | 10.16.1.1 |
| org.apache.derby | derbytools | 10.16.1.1 |
| org.apache.hadoop | hadoop-annotations | 3.4.1 |
| org.apache.hadoop | hadoop-auth | 3.4.1 |
| org.apache.hadoop | hadoop-aws | 3.4.1 |
| org.apache.hadoop | hadoop-client | 3.4.1 |
| org.apache.hadoop | hadoop-client-api | 3.4.1 |
| org.apache.hadoop | hadoop-client-runtime | 3.4.1 |
| org.apache.hadoop | hadoop-common | 3.4.1 |
| org.apache.hadoop | hadoop-hdfs-client | 3.4.1 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.4.1 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.4.1 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.4.1 |
| org.apache.hadoop | hadoop-yarn-api | 3.4.1 |
| org.apache.hadoop | hadoop-yarn-client | 3.4.1 |
| org.apache.hadoop | hadoop-yarn-common | 3.4.1 |
| org.apache.hive | hive-beeline | 2.3.10 |
| org.apache.hive | hive-cli | 2.3.10 |
| org.apache.hive | hive-common | 2.3.10 |
| org.apache.hive | hive-exec | 2.3.10 |
| org.apache.hive | hive-jdbc | 2.3.10 |
| org.apache.hive | hive-metastore | 2.3.10 |
| org.apache.hive | hive-serde | 2.3.10 |
| org.apache.hive | hive-service-rpc | 4.0.0 |
| org.apache.hive | hive-shims | 2.3.10 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.10 |
| org.apache.hive.shims | hive-shims-common | 2.3.10 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.10 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.3 |
| org.apache.logging.log4j | log4j-api | 2.24.3 |
| org.apache.logging.log4j | log4j-core | 2.24.3 |
| org.apache.logging.log4j | log4j-layout-template-json | 2.24.3 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.24.3 |
| org.apache.orc | orc-core | 2.1.3 |
| org.apache.orc | orc-format | 1.1.1 |
| org.apache.orc | orc-mapreduce | 2.1.3 |
| org.apache.orc | orc-shims | 2.1.3 |
| org.apache.parquet | parquet-column | 1.15.2 |
| org.apache.parquet | parquet-common | 1.15.2 |
| org.apache.parquet | parquet-encoding | 1.15.2 |
| org.apache.parquet | parquet-format-structures | 1.15.2 |
| org.apache.parquet | parquet-hadoop | 1.15.2 |
| org.apache.parquet | parquet-jackson | 1.15.2 |
| org.apache.spark | spark-avro_2.13 | 4.0.1 |
| org.apache.spark | spark-catalyst_2.13 | 4.0.1 |
| org.apache.spark | spark-common-utils_2.13 | 4.0.1 |
| org.apache.spark | spark-connect-client-jvm_2.13 | 4.0.1 |
| org.apache.spark | spark-connect-common_2.13 | 4.0.1 |
| org.apache.spark | spark-connect_2.13 | 4.0.1 |
| org.apache.spark | spark-core_2.13 | 4.0.1 |
| org.apache.spark | spark-graphx_2.13 | 4.0.1 |
| org.apache.spark | spark-hive-thriftserver_2.13 | 4.0.1 |
| org.apache.spark | spark-hive_2.13 | 4.0.1 |
| org.apache.spark | spark-kubernetes_2.13 | 4.0.1 |
| org.apache.spark | spark-kvstore_2.13 | 4.0.1 |
| org.apache.spark | spark-launcher_2.13 | 4.0.1 |
| org.apache.spark | spark-mllib-local_2.13 | 4.0.1 |
| org.apache.spark | spark-mllib_2.13 | 4.0.1 |
| org.apache.spark | spark-network-common_2.13 | 4.0.1 |
| org.apache.spark | spark-network-shuffle_2.13 | 4.0.1 |
| org.apache.spark | spark-repl_2.13 | 4.0.1 |
| org.apache.spark | spark-sketch_2.13 | 4.0.1 |
| org.apache.spark | spark-sql-api_2.13 | 4.0.1 |
| org.apache.spark | spark-sql_2.13 | 4.0.1 |
| org.apache.spark | spark-streaming_2.13 | 4.0.1 |
| org.apache.spark | spark-tags_2.13 | 4.0.1 |
| org.apache.spark | spark-unsafe_2.13 | 4.0.1 |
| org.apache.spark | spark-variant_2.13 | 4.0.1 |
| org.apache.spark | spark-yarn_2.13 | 4.0.1 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.16.0 |
| org.apache.ws.xmlschema | xmlschema-core | 2.3.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.26 |
| org.apache.yetus | audience-annotations | 0.12.0 |
| org.apache.zookeeper | zookeeper | 3.9.3 |
| org.apache.zookeeper | zookeeper-jute | 3.9.3 |
| org.bouncycastle | bcprov-jdk18on | 1.80 |
| org.checkerframework | checker-qual | 3.43.0 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.mojo | animal-sniffer-annotations | 1.24 |
| org.codehaus.woodstox | stax2-api | 4.2.2 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.eclipse.lsp4j | org.eclipse.lsp4j.generator | 0.20.1 |
| org.eclipse.lsp4j | org.eclipse.lsp4j.jsonrpc | 0.20.1 |
| org.eclipse.xtend | org.eclipse.xtend.lib | 2.28.0 |
| org.eclipse.xtend | org.eclipse.xtend.lib.macro | 2.28.0 |
| org.eclipse.xtext | org.eclipse.xtext.xbase.lib | 2.28.0 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 3.0.6 |
| org.glassfish.hk2 | hk2-locator | 3.0.6 |
| org.glassfish.hk2 | hk2-utils | 3.0.6 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 3.0.6 |
| org.glassfish.jaxb | jaxb-core | 4.0.5 |
| org.glassfish.jaxb | jaxb-runtime | 4.0.5 |
| org.glassfish.jersey.containers | jersey-container-servlet | 3.0.16 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 3.0.16 |
| org.glassfish.jersey.core | jersey-client | 3.0.16 |
| org.glassfish.jersey.core | jersey-common | 3.0.16 |
| org.glassfish.jersey.core | jersey-server | 3.0.16 |
| org.glassfish.jersey.inject | jersey-hk2 | 3.0.16 |
| org.javassist | javassist | 3.30.2-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jline | jansi-core | 3.27.1 |
| org.jline | jline | 3.27.1 |
| org.jline | jline-builtins | 3.27.1 |
| org.jline | jline-native | 3.27.1 |
| org.jline | jline-reader | 3.27.1 |
| org.jline | jline-remote-ssh | 3.27.1 |
| org.jline | jline-remote-telnet | 3.27.1 |
| org.jline | jline-style | 3.27.1 |
| org.jline | jline-terminal | 3.27.1 |
| org.jline | jline-terminal-ffm | 3.27.1 |
| org.jline | jline-terminal-jansi | 3.27.1 |
| org.jline | jline-terminal-jna | 3.27.1 |
| org.jline | jline-terminal-jni | 3.27.1 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.13 | 4.0.7 |
| org.json4s | json4s-core_2.13 | 4.0.7 |
| org.json4s | json4s-jackson-core_2.13 | 4.0.7 |
| org.json4s | json4s-jackson_2.13 | 4.0.7 |
| org.json4s | json4s-scalap_2.13 | 4.0.7 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.3 |
| org.roaringbitmap | RoaringBitmap | 1.3.0 |
| org.rocksdb | rocksdbjni | 9.8.4 |
| org.scala-lang | scala-library | 2.13.16 |
| org.scala-lang | scala-reflect | 2.13.16 |
| org.scala-lang.modules | scala-collection-compat_2.13 | 2.7.0 |
| org.scala-lang.modules | scala-parallel-collections_2.13 | 1.2.0 |
| org.scala-lang.modules | scala-parser-combinators_2.13 | 2.4.0 |
| org.scala-lang.modules | scala-xml_2.13 | 2.3.0 |
| org.scalameta | common_2.13 | 4.9.7 |
| org.scalanlp | breeze-macros_2.13 | 2.1.0 |
| org.scalanlp | breeze_2.13 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.16 |
| org.slf4j | jul-to-slf4j | 2.0.16 |
| org.slf4j | log4j-over-slf4j | 2.0.16 |
| org.slf4j | slf4j-api | 2.0.16 |
| org.snakeyaml | snakeyaml-engine | 2.9 |
| org.threeten | threeten-extra | 1.8.0 |
| org.tpolecat | typename_2.13 | 1.1.0 |
| org.tukaani | xz | 1.10 |
| org.typelevel | algebra_2.13 | 2.8.0 |
| org.typelevel | cats-kernel_2.13 | 2.8.0 |
| org.typelevel | spire-macros_2.13 | 0.18.0 |
| org.typelevel | spire-platform_2.13 | 0.18.0 |
| org.typelevel | spire-util_2.13 | 0.18.0 |
| org.typelevel | spire_2.13 | 0.18.0 |
| org.wildfly.common | wildfly-common | 1.5.4.Final |
| org.wildfly.openssl | wildfly-openssl | 2.2.5.Final |
| org.wildfly.openssl | wildfly-openssl-java | 2.2.5.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 2.2.2.SP01 |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 2.2.2.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 2.2.2.Final |
| org.xerial.snappy | snappy-java | 1.1.10.7 |
| org.yaml | snakeyaml | 2.3 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| software.amazon.awssdk | bundle | 2.24.6 |
| stax | stax-api | 1.0.1 |
4.3
ADDED
Added on 2025-10-28
A new pipeline environment for batch processing has been introduced:
batch-4.3 for batch environment with Spark 3.4.4 and Scala 2.13.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.4.14 |
| ch.qos.logback | logback-core | 1.4.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.13 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.13 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.github.java-diff-utils | java-diff-utils | 4.15 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.java.dev.jna | jna | 5.9.0 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.13 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.13 | 3.4.4 |
| org.apache.spark | spark-core_2.13 | 3.4.4 |
| org.apache.spark | spark-graphx_2.13 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.13 | 3.4.4 |
| org.apache.spark | spark-hive_2.13 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.13 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.13 | 3.4.4 |
| org.apache.spark | spark-launcher_2.13 | 3.4.4 |
| org.apache.spark | spark-mesos_2.13 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.13 | 3.4.4 |
| org.apache.spark | spark-mllib_2.13 | 3.4.4 |
| org.apache.spark | spark-network-common_2.13 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.13 | 3.4.4 |
| org.apache.spark | spark-repl_2.13 | 3.4.4 |
| org.apache.spark | spark-sketch_2.13 | 3.4.4 |
| org.apache.spark | spark-sql_2.13 | 3.4.4 |
| org.apache.spark | spark-streaming_2.13 | 3.4.4 |
| org.apache.spark | spark-tags_2.13 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.13 | 3.4.4 |
| org.apache.spark | spark-yarn_2.13 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jline | jline | 3.21.0 |
| org.jline | jline-builtins | 3.21.0 |
| org.jline | jline-reader | 3.21.0 |
| org.jline | jline-remote-ssh | 3.21.0 |
| org.jline | jline-remote-telnet | 3.21.0 |
| org.jline | jline-style | 3.21.0 |
| org.jline | jline-terminal | 3.21.0 |
| org.jline | jline-terminal-jansi | 3.21.0 |
| org.jline | jline-terminal-jna | 3.21.0 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.13 | 3.7.0-M11 |
| org.json4s | json4s-core_2.13 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.13 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.13 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.13.16 |
| org.scala-lang | scala-reflect | 2.13.16 |
| org.scala-lang.modules | scala-collection-compat_2.13 | 2.7.0 |
| org.scala-lang.modules | scala-parallel-collections_2.13 | 1.0.4 |
| org.scala-lang.modules | scala-parser-combinators_2.13 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.13 | 2.1.0 |
| org.scalanlp | breeze-macros_2.13 | 2.1.0 |
| org.scalanlp | breeze_2.13 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.13 | 2.8.0 |
| org.typelevel | cats-kernel_2.13 | 2.8.0 |
| org.typelevel | spire-macros_2.13 | 0.18.0 |
| org.typelevel | spire-platform_2.13 | 0.18.0 |
| org.typelevel | spire-util_2.13 | 0.18.0 |
| org.typelevel | spire_2.13 | 0.18.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
CHANGED
Updated on 2025-09-29
An existing pipeline environment for batch processing has been changed: batch-4.0 for batch environment with Spark 3.4.4.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.14 |
| ch.qos.logback | logback-core | 1.3.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.12 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.1
CHANGED
Updated on 2025-11-25
An existing pipeline environment for batch processing has been changed: batch-4.1 for batch environment with Spark 3.4.4.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.5.20 |
| ch.qos.logback | logback-core | 1.5.20 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.12 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.1
DEPRECATED
Deprecated on 2025-12-01
With the introduction of a new pipeline environment for batch processing the following environment has been deprecated and will be removed after 12 months:
batch-4.1 for batch environment with Spark 3.4.4 and Scala 2.12.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
4.1
CHANGED
Updated on 2025-09-29
An existing pipeline environment for batch processing has been changed: batch-4.1 for batch environment with Spark 3.4.4.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.4.14 |
| ch.qos.logback | logback-core | 1.4.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.126.Final |
| io.netty | netty-buffer | 4.1.126.Final |
| io.netty | netty-codec | 4.1.126.Final |
| io.netty | netty-codec-dns | 4.1.126.Final |
| io.netty | netty-codec-http | 4.1.126.Final |
| io.netty | netty-codec-http2 | 4.1.126.Final |
| io.netty | netty-codec-socks | 4.1.126.Final |
| io.netty | netty-common | 4.1.126.Final |
| io.netty | netty-handler | 4.1.126.Final |
| io.netty | netty-handler-proxy | 4.1.126.Final |
| io.netty | netty-resolver | 4.1.126.Final |
| io.netty | netty-resolver-dns | 4.1.126.Final |
| io.netty | netty-transport | 4.1.126.Final |
| io.netty | netty-transport-classes-epoll | 4.1.126.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-epoll | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-kqueue | 4.1.126.Final |
| io.netty | netty-transport-native-unix-common | 4.1.126.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.12 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.1
CHANGED
Updated on 2025-07-16
An existing pipeline environment for batch processing has been changed: batch-4.1 for batch environment with Spark 3.4.4.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.4.14 |
| ch.qos.logback | logback-core | 1.4.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.118.Final |
| io.netty | netty-buffer | 4.1.118.Final |
| io.netty | netty-codec | 4.1.118.Final |
| io.netty | netty-codec-http | 4.1.118.Final |
| io.netty | netty-codec-http2 | 4.1.118.Final |
| io.netty | netty-codec-socks | 4.1.118.Final |
| io.netty | netty-common | 4.1.118.Final |
| io.netty | netty-handler | 4.1.118.Final |
| io.netty | netty-handler-proxy | 4.1.118.Final |
| io.netty | netty-resolver | 4.1.118.Final |
| io.netty | netty-transport | 4.1.118.Final |
| io.netty | netty-transport-classes-epoll | 4.1.118.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-unix-common | 4.1.118.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-avro_2.12 | 3.4.4 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
DEPRECATED
Deprecated on 2025-07-01
With the introduction of a new pipeline environment for batch processing the following environment has been deprecated and will be removed after 12 months:
batch-4.0 for batch environment with Spark 3.4.4.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
4.1
ADDED
Added on 2025-05-28
A new pipeline environment for batch processing has been introduced:
batch-4.1 for batch environment with Spark 3.4.4 and Java 17.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.4.14 |
| ch.qos.logback | logback-core | 1.4.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.118.Final |
| io.netty | netty-buffer | 4.1.118.Final |
| io.netty | netty-codec | 4.1.118.Final |
| io.netty | netty-codec-http | 4.1.118.Final |
| io.netty | netty-codec-http2 | 4.1.118.Final |
| io.netty | netty-codec-socks | 4.1.118.Final |
| io.netty | netty-common | 4.1.118.Final |
| io.netty | netty-handler | 4.1.118.Final |
| io.netty | netty-handler-proxy | 4.1.118.Final |
| io.netty | netty-resolver | 4.1.118.Final |
| io.netty | netty-transport | 4.1.118.Final |
| io.netty | netty-transport-classes-epoll | 4.1.118.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-unix-common | 4.1.118.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
CHANGED
Updated on 2025-03-31
An existing pipeline environment for batch processing has been changed: batch-4.0 for batch environment with Spark 3.4.4.
Please visit official Apache Spark documentation page to check Spark 3.4.4 release notes.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.14 |
| ch.qos.logback | logback-core | 1.3.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.781 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.118.Final |
| io.netty | netty-buffer | 4.1.118.Final |
| io.netty | netty-codec | 4.1.118.Final |
| io.netty | netty-codec-http | 4.1.118.Final |
| io.netty | netty-codec-http2 | 4.1.118.Final |
| io.netty | netty-codec-socks | 4.1.118.Final |
| io.netty | netty-common | 4.1.118.Final |
| io.netty | netty-handler | 4.1.118.Final |
| io.netty | netty-handler-proxy | 4.1.118.Final |
| io.netty | netty-resolver | 4.1.118.Final |
| io.netty | netty-transport | 4.1.118.Final |
| io.netty | netty-transport-classes-epoll | 4.1.118.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-epoll | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-kqueue | 4.1.118.Final |
| io.netty | netty-transport-native-unix-common | 4.1.118.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.4 |
| org.apache.spark | spark-core_2.12 | 3.4.4 |
| org.apache.spark | spark-graphx_2.12 | 3.4.4 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.4 |
| org.apache.spark | spark-hive_2.12 | 3.4.4 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.4 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.4 |
| org.apache.spark | spark-launcher_2.12 | 3.4.4 |
| org.apache.spark | spark-mesos_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.4 |
| org.apache.spark | spark-mllib_2.12 | 3.4.4 |
| org.apache.spark | spark-network-common_2.12 | 3.4.4 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.4 |
| org.apache.spark | spark-repl_2.12 | 3.4.4 |
| org.apache.spark | spark-sketch_2.12 | 3.4.4 |
| org.apache.spark | spark-sql_2.12 | 3.4.4 |
| org.apache.spark | spark-streaming_2.12 | 3.4.4 |
| org.apache.spark | spark-tags_2.12 | 3.4.4 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.4 |
| org.apache.spark | spark-yarn_2.12 | 3.4.4 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
3.0
REMOVED
Removed on 2025-02-25
The deprecated pipeline environment batch-3.0 for batch processing with Spark 2.4.7 has been removed.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
2.1.0
REMOVED
Removed on 2025-02-25
The deprecated pipeline environment batch-2.1.0 for batch processing with Spark 2.4.2 has been removed.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
2.0.0
REMOVED
Removed on 2025-02-25
The deprecated pipeline environment batch-2.0.0 for batch processing with Spark 2.4.2 has been removed.
For more information on how to migrate to the latest pipeline environment, please refer to this migration guide.
4.0
CHANGED
Updated on 2025-02-25
An existing pipeline environment for batch processing has been changed: batch-4.0 for batch environment with Spark 3.4.3.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.14 |
| ch.qos.logback | logback-core | 1.3.14 |
| com.amazonaws | aws-java-sdk-bundle | 1.12.638 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.17.1 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.16.1 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.27 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.113.Final |
| io.netty | netty-buffer | 4.1.113.Final |
| io.netty | netty-codec | 4.1.113.Final |
| io.netty | netty-codec-http | 4.1.113.Final |
| io.netty | netty-codec-http2 | 4.1.113.Final |
| io.netty | netty-codec-socks | 4.1.113.Final |
| io.netty | netty-common | 4.1.113.Final |
| io.netty | netty-handler | 4.1.113.Final |
| io.netty | netty-handler-proxy | 4.1.113.Final |
| io.netty | netty-resolver | 4.1.113.Final |
| io.netty | netty-transport | 4.1.113.Final |
| io.netty | netty-transport-classes-epoll | 4.1.113.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.113.Final |
| io.netty | netty-transport-native-epoll | 4.1.113.Final |
| io.netty | netty-transport-native-epoll | 4.1.113.Final |
| io.netty | netty-transport-native-kqueue | 4.1.113.Final |
| io.netty | netty-transport-native-kqueue | 4.1.113.Final |
| io.netty | netty-transport-native-unix-common | 4.1.113.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.4 |
| org.apache.avro | avro-ipc | 1.11.4 |
| org.apache.avro | avro-mapred | 1.11.4 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.27.1 |
| org.apache.commons | commons-configuration2 | 2.11.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.17.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.12.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.3 |
| org.apache.spark | spark-core_2.12 | 3.4.3 |
| org.apache.spark | spark-graphx_2.12 | 3.4.3 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.3 |
| org.apache.spark | spark-hive_2.12 | 3.4.3 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.3 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.3 |
| org.apache.spark | spark-launcher_2.12 | 3.4.3 |
| org.apache.spark | spark-mesos_2.12 | 3.4.3 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.3 |
| org.apache.spark | spark-mllib_2.12 | 3.4.3 |
| org.apache.spark | spark-network-common_2.12 | 3.4.3 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.3 |
| org.apache.spark | spark-repl_2.12 | 3.4.3 |
| org.apache.spark | spark-sketch_2.12 | 3.4.3 |
| org.apache.spark | spark-sql_2.12 | 3.4.3 |
| org.apache.spark | spark-streaming_2.12 | 3.4.3 |
| org.apache.spark | spark-tags_2.12 | 3.4.3 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.3 |
| org.apache.spark | spark-yarn_2.12 | 3.4.3 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 4.0.5 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
CHANGED
Updated on 2024-06-26
An existing pipeline environment for batch processing has been changed: batch-4.0 for batch environment with Spark 3.4.3.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.14 |
| ch.qos.logback | logback-core | 1.3.14 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.15 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.11.0 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.21 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.87.Final |
| io.netty | netty-buffer | 4.1.87.Final |
| io.netty | netty-codec | 4.1.87.Final |
| io.netty | netty-codec-http | 4.1.87.Final |
| io.netty | netty-codec-http2 | 4.1.87.Final |
| io.netty | netty-codec-socks | 4.1.87.Final |
| io.netty | netty-common | 4.1.87.Final |
| io.netty | netty-handler | 4.1.87.Final |
| io.netty | netty-handler-proxy | 4.1.87.Final |
| io.netty | netty-resolver | 4.1.87.Final |
| io.netty | netty-transport | 4.1.87.Final |
| io.netty | netty-transport-classes-epoll | 4.1.87.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-unix-common | 4.1.87.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.3 |
| org.apache.avro | avro-ipc | 1.11.3 |
| org.apache.avro | avro-mapred | 1.11.3 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.22 |
| org.apache.commons | commons-configuration2 | 2.8.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.12.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.10.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.7 |
| org.apache.orc | orc-mapreduce | 1.8.7 |
| org.apache.orc | orc-shims | 1.8.7 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.3 |
| org.apache.spark | spark-core_2.12 | 3.4.3 |
| org.apache.spark | spark-graphx_2.12 | 3.4.3 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.3 |
| org.apache.spark | spark-hive_2.12 | 3.4.3 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.3 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.3 |
| org.apache.spark | spark-launcher_2.12 | 3.4.3 |
| org.apache.spark | spark-mesos_2.12 | 3.4.3 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.3 |
| org.apache.spark | spark-mllib_2.12 | 3.4.3 |
| org.apache.spark | spark-network-common_2.12 | 3.4.3 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.3 |
| org.apache.spark | spark-repl_2.12 | 3.4.3 |
| org.apache.spark | spark-sketch_2.12 | 3.4.3 |
| org.apache.spark | spark-sql_2.12 | 3.4.3 |
| org.apache.spark | spark-streaming_2.12 | 3.4.3 |
| org.apache.spark | spark-tags_2.12 | 3.4.3 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.3 |
| org.apache.spark | spark-yarn_2.12 | 3.4.3 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 3.1.0 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.5 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
CHANGED
Updated on 2024-03-21
An existing pipeline environment for batch processing has been changed: batch-4.0 for batch environment with Spark 3.4.2.
The following lists all dependencies provided by this pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.14 |
| ch.qos.logback | logback-core | 1.3.14 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.15 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.11.0 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.21 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.87.Final |
| io.netty | netty-buffer | 4.1.87.Final |
| io.netty | netty-codec | 4.1.87.Final |
| io.netty | netty-codec-http | 4.1.87.Final |
| io.netty | netty-codec-http2 | 4.1.87.Final |
| io.netty | netty-codec-socks | 4.1.87.Final |
| io.netty | netty-common | 4.1.87.Final |
| io.netty | netty-handler | 4.1.87.Final |
| io.netty | netty-handler-proxy | 4.1.87.Final |
| io.netty | netty-resolver | 4.1.87.Final |
| io.netty | netty-transport | 4.1.87.Final |
| io.netty | netty-transport-classes-epoll | 4.1.87.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-unix-common | 4.1.87.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.3 |
| org.apache.avro | avro-ipc | 1.11.3 |
| org.apache.avro | avro-mapred | 1.11.3 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.22 |
| org.apache.commons | commons-configuration2 | 2.8.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.12.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.10.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.6 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.2 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.6 |
| org.apache.orc | orc-mapreduce | 1.8.6 |
| org.apache.orc | orc-shims | 1.8.6 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.13.0 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.2 |
| org.apache.spark | spark-core_2.12 | 3.4.2 |
| org.apache.spark | spark-graphx_2.12 | 3.4.2 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.2 |
| org.apache.spark | spark-hive_2.12 | 3.4.2 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.2 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.2 |
| org.apache.spark | spark-launcher_2.12 | 3.4.2 |
| org.apache.spark | spark-mesos_2.12 | 3.4.2 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.2 |
| org.apache.spark | spark-mllib_2.12 | 3.4.2 |
| org.apache.spark | spark-network-common_2.12 | 3.4.2 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.2 |
| org.apache.spark | spark-repl_2.12 | 3.4.2 |
| org.apache.spark | spark-sketch_2.12 | 3.4.2 |
| org.apache.spark | spark-sql_2.12 | 3.4.2 |
| org.apache.spark | spark-streaming_2.12 | 3.4.2 |
| org.apache.spark | spark-tags_2.12 | 3.4.2 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.2 |
| org.apache.spark | spark-yarn_2.12 | 3.4.2 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 3.1.0 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.4 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
4.0
ADDED
Added on 2023-12-19
A new pipeline environment for batch processing has been introduced: batch-4.0 for batch environment with spark 3.4.1.
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| ch.qos.logback | logback-classic | 1.3.8 |
| ch.qos.logback | logback-core | 1.3.8 |
| com.clearspring.analytics | stream | 2.9.6 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.14.2 |
| com.fasterxml.jackson.core | jackson-core | 2.14.2 |
| com.fasterxml.jackson.core | jackson-databind | 2.14.2 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.14.2 |
| com.fasterxml.jackson.datatype | jackson-datatype-jsr310 | 2.14.2 |
| com.fasterxml.jackson.module | jackson-module-scala_2.12 | 2.14.2 |
| com.fasterxml.woodstox | woodstox-core | 5.4.0 |
| com.github.joshelser | dropwizard-metrics-hadoop-metrics2-reporter | 0.1.2 |
| com.github.luben | zstd-jni | 1.5.2-5 |
| com.github.wendykierp | JTransforms | 3.1 |
| com.google.code.findbugs | jsr305 | 3.0.0 |
| com.google.code.gson | gson | 2.8.9 |
| com.google.crypto.tink | tink | 1.7.0 |
| com.google.flatbuffers | flatbuffers-java | 1.12.0 |
| com.google.guava | failureaccess | 1.0.1 |
| com.google.guava | guava | 32.1.1-jre |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.jolbox | bonecp | 0.8.0.RELEASE |
| com.ning | compress-lzf | 1.1.2 |
| com.squareup.okhttp3 | logging-interceptor | 4.12.0 |
| com.squareup.okhttp3 | okhttp | 4.12.0 |
| com.squareup.okio | okio | 3.6.0 |
| com.squareup.okio | okio-jvm | 3.6.0 |
| com.sun.istack | istack-commons-runtime | 3.0.8 |
| com.tdunning | json | 1.8 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.10.0 |
| com.twitter | chill_2.12 | 0.10.0 |
| com.univocity | univocity-parsers | 2.9.1 |
| com.zaxxer | HikariCP | 4.0.3 |
| commons-cli | commons-cli | 1.5.0 |
| commons-codec | commons-codec | 1.15 |
| commons-collections | commons-collections | 3.2.2 |
| commons-dbcp | commons-dbcp | 1.4 |
| commons-io | commons-io | 2.11.0 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-pool | commons-pool | 1.5.4 |
| dev.ludovic.netlib | arpack | 3.0.3 |
| dev.ludovic.netlib | blas | 3.0.3 |
| dev.ludovic.netlib | lapack | 3.0.3 |
| io.airlift | aircompressor | 0.21 |
| io.dropwizard.metrics | metrics-core | 4.2.15 |
| io.dropwizard.metrics | metrics-graphite | 4.2.15 |
| io.dropwizard.metrics | metrics-jmx | 4.2.15 |
| io.dropwizard.metrics | metrics-json | 4.2.15 |
| io.dropwizard.metrics | metrics-jvm | 4.2.15 |
| io.fabric8 | kubernetes-client | 6.4.1 |
| io.fabric8 | kubernetes-client-api | 6.4.1 |
| io.fabric8 | kubernetes-httpclient-okhttp | 6.4.1 |
| io.fabric8 | kubernetes-model-admissionregistration | 6.4.1 |
| io.fabric8 | kubernetes-model-apiextensions | 6.4.1 |
| io.fabric8 | kubernetes-model-apps | 6.4.1 |
| io.fabric8 | kubernetes-model-autoscaling | 6.4.1 |
| io.fabric8 | kubernetes-model-batch | 6.4.1 |
| io.fabric8 | kubernetes-model-certificates | 6.4.1 |
| io.fabric8 | kubernetes-model-common | 6.4.1 |
| io.fabric8 | kubernetes-model-coordination | 6.4.1 |
| io.fabric8 | kubernetes-model-core | 6.4.1 |
| io.fabric8 | kubernetes-model-discovery | 6.4.1 |
| io.fabric8 | kubernetes-model-events | 6.4.1 |
| io.fabric8 | kubernetes-model-extensions | 6.4.1 |
| io.fabric8 | kubernetes-model-flowcontrol | 6.4.1 |
| io.fabric8 | kubernetes-model-gatewayapi | 6.4.1 |
| io.fabric8 | kubernetes-model-metrics | 6.4.1 |
| io.fabric8 | kubernetes-model-networking | 6.4.1 |
| io.fabric8 | kubernetes-model-node | 6.4.1 |
| io.fabric8 | kubernetes-model-policy | 6.4.1 |
| io.fabric8 | kubernetes-model-rbac | 6.4.1 |
| io.fabric8 | kubernetes-model-scheduling | 6.4.1 |
| io.fabric8 | kubernetes-model-storageclass | 6.4.1 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty-all | 4.1.87.Final |
| io.netty | netty-buffer | 4.1.87.Final |
| io.netty | netty-codec | 4.1.87.Final |
| io.netty | netty-codec-http | 4.1.87.Final |
| io.netty | netty-codec-http2 | 4.1.87.Final |
| io.netty | netty-codec-socks | 4.1.87.Final |
| io.netty | netty-common | 4.1.87.Final |
| io.netty | netty-handler | 4.1.87.Final |
| io.netty | netty-handler-proxy | 4.1.87.Final |
| io.netty | netty-resolver | 4.1.87.Final |
| io.netty | netty-transport | 4.1.87.Final |
| io.netty | netty-transport-classes-epoll | 4.1.87.Final |
| io.netty | netty-transport-classes-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-epoll | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-kqueue | 4.1.87.Final |
| io.netty | netty-transport-native-unix-common | 4.1.87.Final |
| jakarta.annotation | jakarta.annotation-api | 1.3.5 |
| jakarta.servlet | jakarta.servlet-api | 4.0.3 |
| jakarta.validation | jakarta.validation-api | 2.0.2 |
| jakarta.ws.rs | jakarta.ws.rs-api | 2.1.6 |
| jakarta.xml.bind | jakarta.xml.bind-api | 2.3.2 |
| javax.activation | activation | 1.1.1 |
| javax.jdo | jdo-api | 3.0.1 |
| javax.transaction | jta | 1.1 |
| javax.transaction | transaction-api | 1.1 |
| javolution | javolution | 5.5.1 |
| jline | jline | 2.14.6 |
| joda-time | joda-time | 2.12.2 |
| net.openhft | zero-allocation-hashing | 0.9 |
| net.razorvine | pickle | 1.3 |
| net.sf.jpam | jpam | 1.1 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.9.7 |
| net.sf.supercsv | super-csv | 2.2.0 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr-runtime | 3.5.2 |
| org.antlr | antlr4-runtime | 4.9.3 |
| org.antlr | ST4 | 4.0.4 |
| org.apache.arrow | arrow-format | 11.0.0 |
| org.apache.arrow | arrow-memory-core | 11.0.0 |
| org.apache.arrow | arrow-memory-netty | 11.0.0 |
| org.apache.arrow | arrow-vector | 11.0.0 |
| org.apache.avro | avro | 1.11.2 |
| org.apache.avro | avro-ipc | 1.11.2 |
| org.apache.avro | avro-mapred | 1.11.2 |
| org.apache.commons | commons-collections4 | 4.4 |
| org.apache.commons | commons-compress | 1.22 |
| org.apache.commons | commons-configuration2 | 2.8.0 |
| org.apache.commons | commons-crypto | 1.1.0 |
| org.apache.commons | commons-lang3 | 3.12.0 |
| org.apache.commons | commons-math3 | 3.6.1 |
| org.apache.commons | commons-text | 1.10.0 |
| org.apache.curator | curator-client | 2.13.0 |
| org.apache.curator | curator-framework | 2.13.0 |
| org.apache.curator | curator-recipes | 2.13.0 |
| org.apache.derby | derby | 10.14.2.0 |
| org.apache.hadoop | hadoop-annotations | 3.3.6 |
| org.apache.hadoop | hadoop-auth | 3.3.6 |
| org.apache.hadoop | hadoop-aws | 3.3.6 |
| org.apache.hadoop | hadoop-client | 3.3.6 |
| org.apache.hadoop | hadoop-client-api | 3.3.6 |
| org.apache.hadoop | hadoop-client-runtime | 3.3.6 |
| org.apache.hadoop | hadoop-common | 3.3.6 |
| org.apache.hadoop | hadoop-hdfs-client | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 3.3.6 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-api | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-client | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-common | 3.3.6 |
| org.apache.hadoop | hadoop-yarn-server-web-proxy | 3.3.4 |
| org.apache.hive | hive-beeline | 2.3.9 |
| org.apache.hive | hive-cli | 2.3.9 |
| org.apache.hive | hive-common | 2.3.9 |
| org.apache.hive | hive-exec | 2.3.9 |
| org.apache.hive | hive-jdbc | 2.3.9 |
| org.apache.hive | hive-llap-common | 2.3.9 |
| org.apache.hive | hive-metastore | 2.3.9 |
| org.apache.hive | hive-serde | 2.3.9 |
| org.apache.hive | hive-service-rpc | 3.1.3 |
| org.apache.hive | hive-shims | 2.3.9 |
| org.apache.hive | hive-storage-api | 2.8.1 |
| org.apache.hive.shims | hive-shims-0.23 | 2.3.9 |
| org.apache.hive.shims | hive-shims-common | 2.3.9 |
| org.apache.hive.shims | hive-shims-scheduler | 2.3.9 |
| org.apache.httpcomponents | httpclient | 4.5.14 |
| org.apache.httpcomponents | httpcore | 4.4.16 |
| org.apache.ivy | ivy | 2.5.1 |
| org.apache.logging.log4j | log4j-api | 2.19.0 |
| org.apache.logging.log4j | log4j-core | 2.19.0 |
| org.apache.logging.log4j | log4j-to-slf4j | 2.19.0 |
| org.apache.mesos | mesos | 1.11.0 |
| org.apache.orc | orc-core | 1.8.4 |
| org.apache.orc | orc-mapreduce | 1.8.4 |
| org.apache.orc | orc-shims | 1.8.4 |
| org.apache.parquet | parquet-column | 1.12.3 |
| org.apache.parquet | parquet-common | 1.12.3 |
| org.apache.parquet | parquet-encoding | 1.12.3 |
| org.apache.parquet | parquet-format-structures | 1.12.3 |
| org.apache.parquet | parquet-hadoop | 1.12.3 |
| org.apache.parquet | parquet-jackson | 1.12.3 |
| org.apache.spark | spark-catalyst_2.12 | 3.4.1 |
| org.apache.spark | spark-core_2.12 | 3.4.1 |
| org.apache.spark | spark-graphx_2.12 | 3.4.1 |
| org.apache.spark | spark-hive-thriftserver_2.12 | 3.4.1 |
| org.apache.spark | spark-hive_2.12 | 3.4.1 |
| org.apache.spark | spark-kubernetes_2.12 | 3.4.1 |
| org.apache.spark | spark-kvstore_2.12 | 3.4.1 |
| org.apache.spark | spark-launcher_2.12 | 3.4.1 |
| org.apache.spark | spark-mesos_2.12 | 3.4.1 |
| org.apache.spark | spark-mllib-local_2.12 | 3.4.1 |
| org.apache.spark | spark-mllib_2.12 | 3.4.1 |
| org.apache.spark | spark-network-common_2.12 | 3.4.1 |
| org.apache.spark | spark-network-shuffle_2.12 | 3.4.1 |
| org.apache.spark | spark-repl_2.12 | 3.4.1 |
| org.apache.spark | spark-sketch_2.12 | 3.4.1 |
| org.apache.spark | spark-sql_2.12 | 3.4.1 |
| org.apache.spark | spark-streaming_2.12 | 3.4.1 |
| org.apache.spark | spark-tags_2.12 | 3.4.1 |
| org.apache.spark | spark-unsafe_2.12 | 3.4.1 |
| org.apache.spark | spark-yarn_2.12 | 3.4.1 |
| org.apache.thrift | libfb303 | 0.9.3 |
| org.apache.thrift | libthrift | 0.14.1 |
| org.apache.xbean | xbean-asm9-shaded | 4.22 |
| org.apache.yetus | audience-annotations | 0.5.0 |
| org.apache.zookeeper | zookeeper | 3.6.3 |
| org.apache.zookeeper | zookeeper-jute | 3.6.3 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.1.9 |
| org.codehaus.janino | janino | 3.1.9 |
| org.codehaus.woodstox | stax2-api | 4.2.1 |
| org.datanucleus | datanucleus-api-jdo | 4.2.4 |
| org.datanucleus | datanucleus-core | 4.1.17 |
| org.datanucleus | datanucleus-rdbms | 4.1.19 |
| org.datanucleus | javax.jdo | 3.2.0-m3 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.6.1 |
| org.glassfish.hk2 | hk2-locator | 2.6.1 |
| org.glassfish.hk2 | hk2-utils | 2.6.1 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.3 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.6.1 |
| org.glassfish.hk2.external | jakarta.inject | 2.6.1 |
| org.glassfish.jaxb | jaxb-runtime | 2.3.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.36 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.36 |
| org.glassfish.jersey.core | jersey-client | 2.36 |
| org.glassfish.jersey.core | jersey-common | 2.36 |
| org.glassfish.jersey.core | jersey-server | 2.36 |
| org.glassfish.jersey.inject | jersey-hk2 | 2.36 |
| org.javassist | javassist | 3.25.0-GA |
| org.jctools | jctools-core | 3.1.0 |
| org.jetbrains | annotations | 17.0.0 |
| org.jetbrains.kotlin | kotlin-stdlib | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-common | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk7 | 1.9.10 |
| org.jetbrains.kotlin | kotlin-stdlib-jdk8 | 1.9.10 |
| org.jodd | jodd-core | 5.0.13 |
| org.json4s | json4s-ast_2.12 | 3.7.0-M11 |
| org.json4s | json4s-core_2.12 | 3.7.0-M11 |
| org.json4s | json4s-jackson_2.12 | 3.7.0-M11 |
| org.json4s | json4s-scalap_2.12 | 3.7.0-M11 |
| org.lz4 | lz4-java | 1.8.0 |
| org.objenesis | objenesis | 3.2 |
| org.roaringbitmap | RoaringBitmap | 0.9.38 |
| org.roaringbitmap | shims | 0.9.38 |
| org.rocksdb | rocksdbjni | 7.9.2 |
| org.scala-lang | scala-library | 2.12.17 |
| org.scala-lang | scala-reflect | 2.12.17 |
| org.scala-lang.modules | scala-collection-compat_2.12 | 2.7.0 |
| org.scala-lang.modules | scala-parser-combinators_2.12 | 2.1.1 |
| org.scala-lang.modules | scala-xml_2.12 | 2.1.0 |
| org.scalanlp | breeze-macros_2.12 | 2.1.0 |
| org.scalanlp | breeze_2.12 | 2.1.0 |
| org.slf4j | jcl-over-slf4j | 2.0.6 |
| org.slf4j | jul-to-slf4j | 2.0.6 |
| org.slf4j | log4j-over-slf4j | 2.0.7 |
| org.slf4j | slf4j-api | 2.0.6 |
| org.threeten | threeten-extra | 1.7.1 |
| org.tukaani | xz | 1.9 |
| org.typelevel | algebra_2.12 | 2.0.1 |
| org.typelevel | cats-kernel_2.12 | 2.6.1 |
| org.typelevel | spire-macros_2.12 | 0.17.0 |
| org.typelevel | spire-platform_2.12 | 0.17.0 |
| org.typelevel | spire-util_2.12 | 0.17.0 |
| org.typelevel | spire_2.12 | 0.17.0 |
| org.wildfly.openssl | wildfly-openssl | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-java | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-linux-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-macosx-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-solaris-x86_64 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-i386 | 1.1.3.Final |
| org.wildfly.openssl | wildfly-openssl-windows-x86_64 | 1.1.3.Final |
| org.xerial.snappy | snappy-java | 1.1.10.1 |
| org.yaml | snakeyaml | 2.0 |
| oro | oro | 2.0.8 |
| pl.edu.icm | JLargeArrays | 1.5 |
| stax | stax-api | 1.0.1 |
3.0
DEPRECATED
Deprecated on 2023-12-19
With the introduction of a new pipeline environment for batch processing the following environment has been deprecated and will be removed after 6 months:
batch-3.0 for batch environment with Spark 2.4.7
Please, use the latest SDK to migrate your applications to this new environment:
batch-4.0 for batch environment with Spark 3.4.1
2.1.0
DEPRECATED
Deprecated on 2021-06-23
With the introduction of a new pipeline environment for batch processing the following environment has been deprecated and will be removed after 6 months:
batch-2.1.0 for batch environment with Spark 2.4.2
Please, use the latest SDK to migrate your applications to Scala 2.12 and to this new environment:
batch-3.0 for batch environment with Spark 2.4.7
2.1.0
ADDED
Added on 2019-12-18
A new pipeline environments for batch processing has been introduced to update the Spark version:
batch-2.1.0 for batch environment with Spark 2.4.2
The following lists all dependencies provided by this new pipeline environment:
| Group ID | Artifact ID | Version |
|---|---|---|
| aopalliance | aopalliance | 1.0 |
| ch.qos.logback | logback-classic | 1.2.3 |
| ch.qos.logback | logback-core | 1.2.3 |
| com.amazonaws | aws-java-sdk | 1.7.4 |
| com.carrotsearch | hppc | 0.7.2 |
| com.chuusai | shapeless_2.11 | 2.3.2 |
| com.clearspring.analytics | stream | 2.7.0 |
| com.esotericsoftware | kryo-shaded | 4.0.2 |
| com.esotericsoftware | minlog | 1.3.0 |
| com.esotericsoftware | reflectasm | 1.11.3 |
| com.fasterxml.jackson.core | jackson-annotations | 2.6.7 |
| com.fasterxml.jackson.core | jackson-core | 2.6.7 |
| com.fasterxml.jackson.core | jackson-databind | 2.6.7.1 |
| com.fasterxml.jackson.dataformat | jackson-dataformat-yaml | 2.6.7 |
| com.fasterxml.jackson.module | jackson-module-jaxb-annotations | 2.6.7 |
| com.fasterxml.jackson.module | jackson-module-paranamer | 2.7.9 |
| com.fasterxml.jackson.module | jackson-module-scala_2.11 | 2.6.7.1 |
| com.github.fommil.netlib | core | 1.1.2 |
| com.github.luben | zstd-jni | 1.3.2-2 |
| com.github.mifmif | generex | 1.0.1 |
| com.github.rwl | jtransforms | 2.4.0 |
| com.google.code.findbugs | jsr305 | 1.3.9 |
| com.google.code.gson | gson | 2.2.4 |
| com.google.guava | guava | 14.0.1 |
| com.google.inject | guice | 3.0 |
| com.google.inject.extensions | guice-servlet | 3.0 |
| com.google.protobuf | protobuf-java | 2.5.0 |
| com.ning | compress-lzf | 1.0.3 |
| com.squareup.okhttp3 | logging-interceptor | 3.12.0 |
| com.squareup.okhttp3 | okhttp | 3.12.10 |
| com.squareup.okio | okio | 1.15.0 |
| com.thoughtworks.paranamer | paranamer | 2.8 |
| com.twitter | chill-java | 0.9.3 |
| com.twitter | chill_2.11 | 0.9.3 |
| com.univocity | univocity-parsers | 2.7.3 |
| com.vlkan | flatbuffers | 1.2.0-3f79e055 |
| commons-beanutils | commons-beanutils | 1.7.0 |
| commons-beanutils | commons-beanutils-core | 1.8.0 |
| commons-cli | commons-cli | 1.2 |
| commons-codec | commons-codec | 1.10 |
| commons-collections | commons-collections | 3.2.2 |
| commons-configuration | commons-configuration | 1.6 |
| commons-digester | commons-digester | 1.8 |
| commons-httpclient | commons-httpclient | 3.1 |
| commons-io | commons-io | 2.4 |
| commons-lang | commons-lang | 2.6 |
| commons-logging | commons-logging | 1.1.3 |
| commons-net | commons-net | 3.1 |
| dk.brics.automaton | automaton | 1.11-8 |
| io.airlift | aircompressor | 0.10 |
| io.fabric8 | kubernetes-client | 4.1.2 |
| io.fabric8 | kubernetes-model | 4.1.2 |
| io.fabric8 | kubernetes-model-common | 4.1.2 |
| io.fabric8 | zjsonpatch | 0.3.0 |
| io.netty | netty | 3.9.9.Final |
| io.netty | netty-all | 4.1.17.Final |
| javax.activation | activation | 1.1.1 |
| javax.annotation | javax.annotation-api | 1.2 |
| javax.inject | javax.inject | 1 |
| javax.servlet | javax.servlet-api | 3.1.0 |
| javax.servlet.jsp | jsp-api | 2.1 |
| javax.validation | validation-api | 1.1.0.Final |
| javax.ws.rs | javax.ws.rs-api | 2.0.1 |
| javax.xml.bind | jaxb-api | 2.2.2 |
| javax.xml.stream | stax-api | 1.0-2 |
| joda-time | joda-time | 2.9.3 |
| log4j | log4j | 1.2.17 |
| net.razorvine | pyrolite | 4.13 |
| net.sf.opencsv | opencsv | 2.3 |
| net.sf.py4j | py4j | 0.10.7 |
| net.sourceforge.f2j | arpack_combined_all | 0.1 |
| org.antlr | antlr4-runtime | 4.7 |
| org.apache.arrow | arrow-format | 0.10.0 |
| org.apache.arrow | arrow-memory | 0.10.0 |
| org.apache.arrow | arrow-vector | 0.10.0 |
| org.apache.avro | avro | 1.8.2 |
| org.apache.avro | avro-guava-dependencies | 1.8.2 |
| org.apache.avro | avro-mapred | 1.8.2 |
| org.apache.commons | commons-compress | 1.8.1 |
| org.apache.commons | commons-crypto | 1.0.0 |
| org.apache.commons | commons-lang3 | 3.5 |
| org.apache.commons | commons-math3 | 3.4.1 |
| org.apache.curator | curator-client | 2.7.1 |
| org.apache.curator | curator-framework | 2.7.1 |
| org.apache.curator | curator-recipes | 2.7.1 |
| org.apache.directory.api | api-asn1-api | 1.0.0-M20 |
| org.apache.directory.api | api-util | 1.0.0-M20 |
| org.apache.directory.server | apacheds-i18n | 2.0.0-M15 |
| org.apache.directory.server | apacheds-kerberos-codec | 2.0.0-M15 |
| org.apache.hadoop | hadoop-annotations | 2.7.3 |
| org.apache.hadoop | hadoop-auth | 2.7.3 |
| org.apache.hadoop | hadoop-aws | 2.7.3 |
| org.apache.hadoop | hadoop-client | 2.7.3 |
| org.apache.hadoop | hadoop-common | 2.7.3 |
| org.apache.hadoop | hadoop-hdfs | 2.7.3 |
| org.apache.hadoop | hadoop-mapreduce-client-app | 2.7.3 |
| org.apache.hadoop | hadoop-mapreduce-client-common | 2.7.3 |
| org.apache.hadoop | hadoop-mapreduce-client-core | 2.7.3 |
| org.apache.hadoop | hadoop-mapreduce-client-jobclient | 2.7.3 |
| org.apache.hadoop | hadoop-mapreduce-client-shuffle | 2.7.3 |
| org.apache.hadoop | hadoop-yarn-api | 2.7.3 |
| org.apache.hadoop | hadoop-yarn-client | 2.7.3 |
| org.apache.hadoop | hadoop-yarn-common | 2.7.3 |
| org.apache.hadoop | hadoop-yarn-server-common | 2.7.3 |
| org.apache.htrace | htrace-core | 3.1.0-incubating |
| org.apache.httpcomponents | httpclient | 4.5.6 |
| org.apache.httpcomponents | httpcore | 4.4.10 |
| org.apache.ivy | ivy | 2.4.0 |
| org.apache.mesos | mesos | 1.4.0 |
| org.apache.orc | orc-core | 1.5.5 |
| org.apache.orc | orc-mapreduce | 1.5.5 |
| org.apache.orc | orc-shims | 1.5.5 |
| org.apache.parquet | parquet-column | 1.10.1 |
| org.apache.parquet | parquet-common | 1.10.1 |
| org.apache.parquet | parquet-encoding | 1.10.1 |
| org.apache.parquet | parquet-format | 2.4.0 |
| org.apache.parquet | parquet-hadoop | 1.10.1 |
| org.apache.parquet | parquet-jackson | 1.10.1 |
| org.apache.spark | spark-catalyst_2.11 | 2.4.2 |
| org.apache.spark | spark-core_2.11 | 2.4.2 |
| org.apache.spark | spark-graphx_2.11 | 2.4.2 |
| org.apache.spark | spark-kubernetes_2.11 | 2.4.2 |
| org.apache.spark | spark-kvstore_2.11 | 2.4.2 |
| org.apache.spark | spark-launcher_2.11 | 2.4.2 |
| org.apache.spark | spark-mesos_2.11 | 2.4.2 |
| org.apache.spark | spark-mllib-local_2.11 | 2.4.2 |
| org.apache.spark | spark-mllib_2.11 | 2.4.2 |
| org.apache.spark | spark-network-common_2.11 | 2.4.2 |
| org.apache.spark | spark-network-shuffle_2.11 | 2.4.2 |
| org.apache.spark | spark-repl_2.11 | 2.4.2 |
| org.apache.spark | spark-sketch_2.11 | 2.4.2 |
| org.apache.spark | spark-sql_2.11 | 2.4.2 |
| org.apache.spark | spark-streaming_2.11 | 2.4.2 |
| org.apache.spark | spark-tags_2.11 | 2.4.2 |
| org.apache.spark | spark-unsafe_2.11 | 2.4.2 |
| org.apache.spark | spark-yarn_2.11 | 2.4.2 |
| org.apache.xbean | xbean-asm6-shaded | 4.8 |
| org.apache.zookeeper | zookeeper | 3.4.6 |
| org.codehaus.jackson | jackson-core-asl | 1.9.13 |
| org.codehaus.jackson | jackson-jaxrs | 1.9.13 |
| org.codehaus.jackson | jackson-mapper-asl | 1.9.13 |
| org.codehaus.jackson | jackson-xc | 1.9.13 |
| org.codehaus.janino | commons-compiler | 3.0.9 |
| org.codehaus.janino | janino | 3.0.9 |
| org.fusesource.leveldbjni | leveldbjni-all | 1.8 |
| org.glassfish.hk2 | hk2-api | 2.4.0-b34 |
| org.glassfish.hk2 | hk2-locator | 2.4.0-b34 |
| org.glassfish.hk2 | hk2-utils | 2.4.0-b34 |
| org.glassfish.hk2 | osgi-resource-locator | 1.0.1 |
| org.glassfish.hk2.external | aopalliance-repackaged | 2.4.0-b34 |
| org.glassfish.hk2.external | javax.inject | 2.4.0-b34 |
| org.glassfish.jersey.bundles.repackaged | jersey-guava | 2.22.2 |
| org.glassfish.jersey.containers | jersey-container-servlet | 2.22.2 |
| org.glassfish.jersey.containers | jersey-container-servlet-core | 2.22.2 |
| org.glassfish.jersey.core | jersey-client | 2.22.2 |
| org.glassfish.jersey.core | jersey-common | 2.22.2 |
| org.glassfish.jersey.core | jersey-server | 2.22.2 |
| org.glassfish.jersey.media | jersey-media-jaxb | 2.22.2 |
| org.javassist | javassist | 3.18.1-GA |
| org.json4s | json4s-ast_2.11 | 3.5.3 |
| org.json4s | json4s-core_2.11 | 3.5.3 |
| org.json4s | json4s-jackson_2.11 | 3.5.3 |
| org.json4s | json4s-scalap_2.11 | 3.5.3 |
| org.jvnet | tiger-types | 1.4 |
| org.lz4 | lz4-java | 1.4.0 |
| org.mortbay.jetty | jetty | 6.1.26 |
| org.mortbay.jetty | jetty-util | 6.1.26 |
| org.objenesis | objenesis | 2.5.1 |
| org.roaringbitmap | RoaringBitmap | 0.7.45 |
| org.roaringbitmap | shims | 0.7.45 |
| org.scala-lang | scala-compiler | 2.11.12 |
| org.scala-lang | scala-library | 2.11.12 |
| org.scala-lang | scala-reflect | 2.11.12 |
| org.scala-lang.modules | scala-parser-combinators_2.11 | 1.1.0 |
| org.scala-lang.modules | scala-xml_2.11 | 1.0.5 |
| org.scalanlp | breeze-macros_2.11 | 0.13.2 |
| org.scalanlp | breeze_2.11 | 0.13.2 |
| org.slf4j | jcl-over-slf4j | 1.7.16 |
| org.slf4j | jul-to-slf4j | 1.7.16 |
| org.slf4j | log4j-over-slf4j | 1.7.16 |
| org.slf4j | slf4j-api | 1.7.16 |
| org.spire-math | spire-macros_2.11 | 0.13.0 |
| org.spire-math | spire_2.11 | 0.13.0 |
| org.tukaani | xz | 1.5 |
| org.typelevel | machinist_2.11 | 0.6.1 |
| org.typelevel | macro-compat_2.11 | 1.1.1 |
| org.xerial.snappy | snappy-java | 1.1.7.3 |
| org.yaml | snakeyaml | 1.15 |
| oro | oro | 2.0.8 |
| xerces | xercesImpl | 2.9.1 |
| xmlenc | xmlenc | 0.52 |