Built-in Dependencies¶
DLI built-in dependencies are provided by the platform by default. In case of conflicts, you do not need to upload them when packaging JAR packages of Spark or Flink Jar jobs.
Spark 3.1.1 Dependencies¶
Dependency | ||
|---|---|---|
accessors-smart-1.2.jar | hive-shims-scheduler-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-graphite-4.1.1.jar |
activation-1.1.1.jar | hive-spark-client-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-jmx-4.1.1.jar |
aggdesigner-algorithm-6.0.jar | hive-standalone-metastore-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-json-4.1.1.jar |
aircompressor-0.16.jar | hive-storage-api-2.7.2.jar | metrics-jvm-4.1.1.jar |
algebra_2.12-2.0.0-M2.jar | hive-vector-code-gen-3.1.0-h0.cbu.mrs.321.r10.jar | minlog-1.3.0.jar |
annotations-17.0.0.jar | hk2-api-2.6.1.jar | netty-3.10.6.Final.jar |
ant-1.10.9.jar | hk2-locator-2.6.1.jar | netty-all-4.1.86.Final.jar |
ant-launcher-1.10.9.jar | hk2-utils-2.6.1.jar | netty-buffer-4.1.86.Final.jar |
antlr4-runtime-4.8-1.jar | hppc-0.7.2.jar | netty-codec-4.1.86.Final.jar |
antlr-runtime-3.5.2.jar | httpclient-4.5.6.jar | netty-codec-dns-4.1.86.Final.jar |
aopalliance-1.0.jar | httpcore-4.4.10.jar | netty-codec-haproxy-4.1.86.Final.jar |
aopalliance-repackaged-2.6.1.jar | istack-commons-runtime-3.0.8.jar | netty-codec-http2-4.1.86.Final.jar |
apiguardian-api-1.1.0.jar | ivy-2.5.0.jar | netty-codec-http-4.1.86.Final.jar |
arpack_combined_all-0.1.jar | jackson-annotations-2.13.2.jar | netty-codec-memcache-4.1.86.Final.jar |
arrow-format-2.0.0.jar | jackson-core-2.13.2.jar | netty-codec-mqtt-4.1.86.Final.jar |
arrow-memory-core-2.0.0.jar | jackson-core-asl-1.9.13-atlassian-4.jar | netty-codec-redis-4.1.86.Final.jar |
arrow-memory-netty-2.0.0.jar | jackson-databind-2.13.2.2.jar | netty-codec-smtp-4.1.86.Final.jar |
arrow-vector-2.0.0.jar | jackson-dataformat-yaml-2.13.2.jar | netty-codec-socks-4.1.86.Final.jar |
asm-5.0.4.jar | jackson-datatype-jsr310-2.11.2.jar | netty-codec-stomp-4.1.86.Final.jar |
audience-annotations-0.5.0.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | netty-codec-xml-4.1.86.Final.jar |
automaton-1.11-8.jar | jackson-module-jaxb-annotations-2.13.2.jar | netty-common-4.1.86.Final.jar |
avatica-1.22.0.jar | jackson-module-scala_2.12-2.13.2.jar | netty-handler-4.1.86.Final.jar |
avatica-core-1.16.0.jar | jaeger-client-1.6.0.jar | netty-handler-proxy-4.1.86.Final.jar |
avatica-metrics-1.16.0.jar | jaeger-core-1.6.0.jar | netty-handler-ssl-ocsp-4.1.86.Final.jar |
avatica-server-1.16.0.jar | jaeger-thrift-1.6.0.jar | netty-resolver-4.1.86.Final.jar |
avro-1.8.2.jar | jaeger-tracerresolver-1.6.0.jar | netty-resolver-dns-4.1.86.Final.jar |
avro-ipc-1.8.2.jar | jakarta.activation-api-1.2.1.jar | netty-resolver-dns-classes-macos-4.1.86.Final.jar |
avro-mapred-1.8.2.jar | jakarta.annotation-api-1.3.5.jar | netty-resolver-dns-native-macos-4.1.86.Final-osx-aarch_64.jar |
java-sdk-bundle-1.11.856.jar | jakarta.el-3.0.3.jar | netty-resolver-dns-native-macos-4.1.86.Final-osx-x86_64.jar |
base64-2.3.8.jar | jakarta.el-api-3.0.3.jar | netty-transport-4.1.86.Final.jar |
bcpkix-jdk15on-1.69.jar | jakarta.inject-2.6.1.jar | netty-transport-classes-epoll-4.1.86.Final.jar |
bcprov-jdk15on-1.69.jar | jakarta.servlet-api-4.0.3.jar | netty-transport-classes-kqueue-4.1.86.Final.jar |
bcutil-jdk15on-1.69.jar | jakarta.validation-api-2.0.2.jar | netty-transport-native-epoll-4.1.86.Final-linux-aarch_64.jar |
bonecp-0.8.0.RELEASE.jar | jakarta.ws.rs-api-2.1.6.jar | netty-transport-native-epoll-4.1.86.Final-linux-x86_64.jar |
breeze_2.12-1.0.jar | jakarta.xml.bind-api-2.3.2.jar | netty-transport-native-kqueue-4.1.86.Final-osx-aarch_64.jar |
breeze-macros_2.12-1.0.jar | jamon-runtime-2.4.1.jar | netty-transport-native-kqueue-4.1.86.Final-osx-x86_64.jar |
caffeine-2.8.1.jar | janino-3.0.16.jar | netty-transport-native-unix-common-4.1.86.Final.jar |
calcite-core-1.22.0.jar | JavaEWAH-0.3.2.jar | netty-transport-rxtx-4.1.86.Final.jar |
calcite-druid-1.19.0.jar | java-sdk-core-3.0.12.jar | netty-transport-sctp-4.1.86.Final.jar |
calcite-linq4j-1.22.0.jar | javassist-3.25.0-GA.jar | netty-transport-udt-4.1.86.Final.jar |
cats-kernel_2.12-2.0.0-M4.jar | javax.activation-api-1.2.0.jar | nimbus-jose-jwt-8.19.jar |
checker-qual-3.5.0.jar | javax.annotation-api-1.3.2.jar | objenesis-2.5.1.jar |
chill_2.12-0.9.5.jar | javax.inject-1.jar | okhttp-3.14.9.jar |
chill-java-0.9.5.jar | javax.jdo-3.2.0-m3.jar | okio-1.17.2.jar |
classmate-1.5.1.jar | java-xmlbuilder-1.1.jar | opencsv-2.3.jar |
commons-beanutils-1.9.4.jar | javax.servlet-api-3.1.0.jar | opentelemetry-api-1.16.0.jar |
commons-cli-1.2.jar | javax.transaction-api-1.3.jar | opentelemetry-context-1.16.0.jar |
commons-codec-1.15.jar | javax.ws.rs-api-2.1.1.jar | opentelemetry-semconv-1.16.0-alpha.jar |
commons-collections-3.2.2.jar | javolution-5.5.1.jar | opentracing-api-0.33.0.jar |
commons-compiler-3.0.16.jar | jaxb-api-2.2.11.jar | opentracing-noop-0.33.0.jar |
commons-compress-1.21.jar | jaxb-runtime-2.3.2.jar | opentracing-tracerresolver-0.1.8.jar |
commons-configuration2-2.1.1.jar | jboss-logging-3.4.1.Final.jar | opentracing-util-0.33.0.jar |
commons-crypto-1.0.0-20191105.jar | jboss-threads-2.3.3.Final.jar | orc-core-1.6.8.jar |
commons-daemon-1.0.13.jar | jcip-annotations-1.0-1.jar | orc-mapreduce-1.6.8.jar |
commons-dbcp-1.4.jar | jcl-over-slf4j-1.7.36.jar | orc-shims-1.6.8.jar |
commons-dbcp2-2.6.0.jar | jcodings-1.0.57.jar | orc-tools-1.6.7-h0.cbu.mrs.321.r10.jar |
commons-digester-2.1.jar | jdo-api-3.2.jar | oro-2.0.8.jar |
commons-httpclient-3.1.jar | jersey-client-2.34.jar | osgi-resource-locator-1.0.3.jar |
commons-io-2.8.0.jar | jersey-common-2.34.jar | paranamer-2.8.jar |
commons-lang-2.4.jar | jersey-container-servlet-2.34.jar | parquet-column-1.12.2.jar |
commons-lang-2.6.jar | jersey-container-servlet-core-2.34.jar | parquet-common-1.12.2.jar |
commons-lang3-3.10.jar | jersey-hk2-2.34.jar | parquet-encoding-1.12.2.jar |
commons-logging-1.2.jar | jersey-server-2.34.jar | parquet-format-structures-1.12.2.jar |
commons-math3-3.4.1.jar | jets3t-0.9.4-1.0.0.jar | parquet-hadoop-1.12.2.jar |
commons-net-3.1.jar | jettison-1.1.jar | parquet-hadoop-bundle-1.12.0-ei-2.0.jar |
commons-pool2-2.6.1.jar | jetty-http-9.4.41.v20210516.jar | parquet-jackson-1.12.2.jar |
commons-text-1.10.0.jar | jetty-io-9.4.41.v20210516.jar | postgresql-42.3.5.jar |
commons-validator-1.7.jar | jetty-rewrite-9.4.43.v20210629.jar | protobuf-java-2.5.0.jar |
compress-lzf-1.0.3.jar | jetty-security-9.4.41.v20210516.jar | py4j-0.10.9.jar |
core-1.1.2.jar | jetty-server-9.4.41.v20210516.jar | pyrolite-4.30.jar |
curator-client-2.13.0.jar | jetty-servlet-9.4.41.v20210516.jar | re2j-1.1.jar |
curator-framework-2.13.0.jar | jetty-util-9.4.41.v20210516.jar | RoaringBitmap-0.9.0.jar |
curator-recipes-2.13.0.jar | jetty-util-ajax-9.4.41.v20210516.jar | scala-collection-compat_2.12-2.1.1.jar |
datanucleus-api-jdo-4.2.4.jar | jetty-webapp-9.4.41.v20210516.jar | scala-compiler-2.12.16.jar |
datanucleus-core-4.1.17.jar | jetty-xml-9.4.41.v20210516.jar | scala-library-2.12.16.jar |
datanucleus-rdbms-fi-4.1.19-302022.jar | JLargeArrays-1.5.jar | scala-parser-combinators_2.12-1.1.2.jar |
derby-10.14.2.0.jar | jline-3.21.0.jar | scala-reflect-2.12.16.jar |
disruptor-3.4.2.jar | joda-time-2.10.5.jar | scala-xml_2.12-1.2.0.jar |
dli-catalog-client-2.3.7-20240108.090504-101.jar | jodd-core-3.5.2.jar | secComponentApi-1.1.8.jar |
dli-catalog-hive3-client-2.3.7-20240108.090513-100.jar | jodd-util-6.0.0.jar | serializer-2.7.2.jar |
dli-catalog-hive-extension-2.3.7-20240108.090517-100.jar | joni-2.1.43.jar | shapeless_2.12-2.3.3.jar |
dnsjava-2.1.7.jar | jpam-1.1.jar | shims-0.9.0.jar |
dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar | jsch-0.1.72.jar | sketches-core-0.9.0.jar |
error_prone_annotations-2.18.0.jar | json-20210307.jar | slf4j-api-1.7.30.jar |
esdk-obs-java-optimised-3.22.10.2.jar | json4s-ast_2.12-3.7.0-M5.jar | slf4j-log4j12-1.7.25.jar |
esri-geometry-api-2.2.0.jar | json4s-core_2.12-3.7.0-M5.jar | snakeyaml-1.30.jar |
fastutil-6.5.6.jar | json4s-jackson_2.12-3.7.0-M5.jar | snappy-java-1.1.8.2.jar |
flatbuffers-java-1.9.0.jar | json4s-scalap_2.12-3.7.0-M5.jar | spark-avro_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
generex-1.0.2.jar | json-path-2.4.0.jar | spark-catalyst_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
glassfish-corba-omgapi-4.2.2.jar | json-smart-2.3.jar | spark-core_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
gson-2.8.9.jar | jsr305-3.0.0.jar | spark-graphx_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
gson-fire-1.8.5.jar | JTransforms-3.1.jar | spark-hive_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
guava-14.0.1.jar | jul-to-slf4j-1.7.36.jar | spark-kubernetes_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
guice-3.0.jar | kafka-clients-2.8.0.jar | spark-kvstore_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
guice-assistedinject-3.0.jar | kerb-admin-2.0.2.jar | spark-launcher_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
guice-servlet-4.0.jar | kerb-client-2.0.2.jar | spark-mllib_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-annotations-3.1.1-h0.cbu.mrs.313.r9.jar | kerb-common-2.0.2.jar | spark-mllib-local_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-archives-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-core-2.0.2.jar | spark-network-common_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-auth-3.3.1-h0.cbu.mrs.321.r16.jar | kerb-crypto-2.0.2.jar | spark-network-shuffle_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-3.3.1-h0.cbu.mrs.321.r16.jar | kerb-identity-2.0.2.jar | spark-quota-manager_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar |
hadoop-client-3.1.1-h0.cbu.mrs.313.r9.jar | kerb-server-2.0.2.jar | spark-repl_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-common-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-simplekdc-2.0.2.jar | spark-sketch_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-distcp-3.3.1-h0.cbu.mrs.321.r10.jar | kerb-util-2.0.2.jar | spark-sql_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-hdfs-3.3.1-h0.cbu.mrs.321.r16.jar | kerby-asn1-2.0.2.jar | spark-streaming_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-hdfs-client-3.3.1-h0.cbu.mrs.321.r10.jar | kerby-config-2.0.2.jar | spark-tags_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-3.1.1-52.1.jar | kerby-pkix-2.0.2.jar | spark-unsafe_2.12-3.1.1-h1.cbu.dli.20230607.r1.jar |
hadoop-mapreduce-client-common-3.1.1-h0.cbu.mrs.313.r9.jar | kerby-util-2.0.2.jar | spark-uquery_2.12-3.1.1-2.3.7.dli-SNAPSHOT.jar |
hadoop-mapreduce-client-core-3.1.1-h0.cbu.mrs.313.r9.jar | kerby-xdr-2.0.2.jar | spire_2.12-0.17.0-M1.jar |
hadoop-mapreduce-client-jobclient-3.1.1-h0.cbu.mrs.313.r9.jar | kotlin-stdlib-1.4.21.jar | spire-macros_2.12-0.17.0-M1.jar |
hadoop-mapreduce-client-nativetask-3.3.1-h0.cbu.mrs.321.r10.jar | kotlin-stdlib-common-1.4.21.jar | spire-platform_2.12-0.17.0-M1.jar |
hadoop-registry-3.3.1-h0.cbu.mrs.321.r10.jar | kryo-shaded-4.0.2.jar | spire-util_2.12-0.17.0-M1.jar |
hadoop-shaded-guava-1.1.1.jar | kubernetes-client-5.4.1-20211025.jar | sqlline-1.3.0.jar |
hadoop-shaded-protobuf_3_7-1.1.1.jar | kubernetes-model-admissionregistration-5.4.1-20211025.jar | ST4-4.0.4.jar |
hadoop-yarn-api-3.1.1-h0.cbu.mrs.313.r9.jar | kubernetes-model-apiextensions-5.4.1-20211025.jar | stax2-api-4.2.1.jar |
hadoop-yarn-client-3.1.1-h0.cbu.mrs.313.r9.jar | kubernetes-model-apps-5.4.1-20211025.jar | stax-api-1.0.1.jar |
hadoop-yarn-registry-3.3.1-h0.cbu.mrs.321.r10.jar | kubernetes-model-autoscaling-5.4.1-20211025.jar | stream-2.9.6.jar |
hbase-asyncfs-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-batch-5.4.1-20211025.jar | streamingClient |
hbase-client-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-certificates-5.4.1-20211025.jar | streamingClient010 |
hbase-common-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-common-5.4.1-20211025.jar | swagger-annotations-2.2.8.jar |
hbase-hadoop2-compat-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-coordination-5.4.1-20211025.jar | tephra-api-0.6.0.jar |
hbase-hadoop-compat-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-core-5.4.1-20211025.jar | tephra-core-0.6.0.jar |
hbase-http-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-discovery-5.4.1-20211025.jar | tephra-hbase-compat-1.0-0.6.0.jar |
hbase-logging-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-events-5.4.1-20211025.jar | threetenbp-1.3.5.jar |
hbase-metrics-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-extensions-5.4.1-20211025.jar | threeten-extra-1.5.0.jar |
hbase-metrics-api-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-flowcontrol-5.4.1-20211025.jar | tink-1.6.0.jar |
hbase-procedure-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-metrics-5.4.1-20211025.jar | token-provider-2.0.2.jar |
hbase-protocol-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-networking-5.4.1-20211025.jar | tomcat-servlet-api-8.5.61.jar |
hbase-protocol-shaded-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-node-5.4.1-20211025.jar | transaction-api-1.1.jar |
hbase-replication-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-policy-5.4.1-20211025.jar | twill-api-0.6.0-incubating.jar |
hbase-server-2.4.14-h0.cbu.mrs.321.r10.jar | kubernetes-model-rbac-5.4.1-20211025.jar | twill-common-0.6.0-incubating.jar |
hbase-shaded-gson-4.1.4.jar | kubernetes-model-scheduling-5.4.1-20211025.jar | twill-core-0.6.0-incubating.jar |
hbase-shaded-jersey-4.1.4.jar | kubernetes-model-storageclass-5.4.1-20211025.jar | twill-discovery-api-0.6.0-incubating.jar |
hbase-shaded-jetty-4.1.4.jar | leveldbjni-all-1.8-20191105.jar | twill-discovery-core-0.6.0-incubating.jar |
hbase-shaded-miscellaneous-4.1.4.jar | libfb303-0.9.3.jar | twill-zookeeper-0.6.0-incubating.jar |
hbase-shaded-netty-4.1.4.jar | libthrift-0.14.1-ei-311001.jar | univocity-parsers-2.9.1.jar |
hbase-shaded-protobuf-4.1.4.jar | log4j-1.2.17-cloudera1.jar | us-common-1.0.66.jar |
hbase-unsafe-4.1.4.jar | log4j-api-2.17.1.jar | velocity-1.7.jar |
hbase-zookeeper-2.4.14-h0.cbu.mrs.321.r10.jar | log4j-rolling-appender-20131024-2017.jar | velocity-engine-core-2.3.jar |
hibernate-validator-6.2.5.Final.jar | logging-interceptor-3.14.9.jar | wildfly-client-config-1.0.1.Final.jar |
HikariCP-2.6.1.jar | luxor-cluster-quota-manager-transport_2.12-2.3.7-20231226.034700-559.jar | wildfly-common-1.5.2.Final.jar |
hive-classification-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-encrypt-2.3.7-20231226.034423-1046.jar | woodstox-core-5.4.0.jar |
hive-common-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-fs3-2.3.7-20231226.034438-1039.jar | xalan-2.7.2.jar |
hive-exec-3.1.0-h0.cbu.mrs.321.r10-core.jar | luxor-obs-fs3-2.3.7-20231226.034443-1038.jar | xbean-asm7-shaded-4.15.jar |
hive-llap-client-2.3.3-ei-12-20210120.005053-2.jar | luxor-rpc_2.12-2.3.7-20231226.034653-560.jar | xercesImpl-2.12.2.jar |
hive-llap-common-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-scc-adapter-2.3.7-20231226.034418-1045.jar | xml-apis-1.4.01.jar |
hive-llap-tez-3.1.0-h0.cbu.mrs.321.r10.jar | luxor-transport-2.3.7-20231226.034433-1038.jar | xnio-api-3.8.4.Final.jar |
hive-metastore-3.1.0-h0.cbu.mrs.321.r10.jar | lz4-java-1.7.1.jar | xz-1.5.jar |
hive-serde-3.1.0-h0.cbu.mrs.321.r10.jar | machinist_2.12-0.6.8.jar | zjsonpatch-0.3.0.jar |
hive-service-rpc-3.1.0-h0.cbu.mrs.321.r10.jar | macro-compat_2.12-1.1.1.jar | zookeeper-3.5.6-ei-302002.jar |
hive-shims-0.23-3.1.0-h0.cbu.mrs.321.r10.jar | memarts-ccsdk-1.0.jar | zookeeper-jute-3.5.6-ei-302002.jar |
hive-shims-3.1.0-h0.cbu.mrs.321.r10.jar | memory-0.9.0.jar | zstd-jni-1.4.9-1.jar |
hive-shims-common-3.1.0-h0.cbu.mrs.321.r10.jar | metrics-core-4.1.1.jar |
|
Spark 2.4.5 Dependencies¶
Dependency | ||
|---|---|---|
JavaEWAH-1.1.7.jar | httpclient-4.5.6.jar | lucene-queryparser-7.7.2.jar |
RoaringBitmap-0.7.45.jar | httpcore-4.4.10.jar | lucene-sandbox-7.7.2.jar |
ST4-4.3.1.jar | ivy-2.4.0.jar | luxor-encrypt-2.0.0-20220623.010726-213.jar |
accessors-smart-1.2.jar | jackson-annotations-2.11.4.jar | luxor-fs3-2.0.0-20220623.010750-209.jar |
activation-1.1.1.jar | jackson-core-2.11.4.jar | luxor-obs-fs3-2.0.0-20220623.010756-209.jar |
aircompressor-0.16.jar | jackson-core-asl-1.9.13-atlassian-4.jar | luxor-rpc_2.11-2.0.0-20220623.010737-182.jar |
alluxio-2.3.1-luxor-SNAPSHOT-client.jar | jackson-databind-2.11.4.jar | luxor-transport-2.0.0-20220623.010744-71.jar |
annotations-17.0.0.jar | jackson-dataformat-yaml-2.11.4.jar | lz4-java-1.7.1.jar |
antlr-2.7.7.jar | jackson-datatype-jsr310-2.11.2.jar | machinist_2.11-0.6.1.jar |
antlr-runtime-3.4.jar | jackson-jaxrs-base-2.10.3.jar | macro-compat_2.11-1.1.1.jar |
antlr4-runtime-4.8-1.jar | jackson-jaxrs-json-provider-2.10.3.jar | metrics-core-3.1.5.jar |
aopalliance-1.0.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | metrics-graphite-3.1.5.jar |
aopalliance-repackaged-2.4.0-b34.jar | jackson-module-jaxb-annotations-2.10.3.jar | metrics-jmx-4.1.12.1.jar |
apache-log4j-extras-1.2.17.jar | jackson-module-paranamer-2.11.4.jar | metrics-json-3.1.5.jar |
arpack_combined_all-0.1.jar | jackson-module-scala_2.11-2.11.4.jar | metrics-jvm-3.1.5.jar |
arrow-format-0.12.0.jar | jakarta.activation-api-1.2.1.jar | minlog-1.3.0.jar |
arrow-memory-0.12.0.jar | jakarta.xml.bind-api-2.3.2.jar | mssql-jdbc-6.2.1.jre7.jar |
arrow-vector-0.12.0.jar | janino-3.0.9.jar | netty-all-4.1.51.Final.jar |
asm-5.0.4.jar | java-util-1.9.0.jar | nimbus-jose-jwt-8.19.jar |
audience-annotations-0.5.0.jar | java-xmlbuilder-1.1.jar | objenesis-2.5.1.jar |
automaton-1.11-8.jar | javassist-3.18.1-GA.jar | okhttp-3.14.9.jar |
avro-1.8.2.jar | javax.annotation-api-1.2.jar | okio-1.17.2.jar |
avro-ipc-1.8.2.jar | javax.inject-1.jar | opencsv-2.3.jar |
avro-mapred-1.8.2.jar | javax.inject-2.4.0-b34.jar | opencsv-4.6.jar |
java-sdk-bundle-1.11.856.jar | javax.servlet-api-3.1.0.jar | opencv-4.3.0-2.jar |
base64-2.3.8.jar | javax.ws.rs-api-2.0.1.jar | orc-core-1.6.8-nohive.jar |
bcpkix-jdk15on-1.66.jar | javolution-5.3.1.jar | orc-mapreduce-1.6.8-nohive.jar |
bcprov-jdk15on-1.67.jar | jaxb-api-2.2.11.jar | orc-shims-1.6.8.jar |
bonecp-0.8.0.RELEASE.jar | jcip-annotations-1.0-1.jar | oro-2.0.8.jar |
breeze-macros_2.11-0.13.2.jar | jcl-over-slf4j-1.7.30.jar | osgi-resource-locator-1.0.1.jar |
breeze_2.11-0.13.2.jar | jdo-api-3.0.1.jar | paranamer-2.8.jar |
calcite-avatica-1.2.0-incubating.jar | jersey-client-2.23.1.jar | parquet-column-1.12.2.jar |
chill-java-0.9.3.jar | jersey-common-2.23.1.jar | parquet-common-1.12.2.jar |
chill_2.11-0.9.3.jar | jersey-container-servlet-2.23.1.jar | parquet-encoding-1.12.2.jar |
commons-beanutils-1.9.4.jar | jersey-container-servlet-core-2.23.1.jar | parquet-format-structures-1.12.2.jar |
commons-cli-1.2.jar | jersey-guava-2.23.1.jar | parquet-hadoop-1.12.2.jar |
commons-codec-1.15.jar | jersey-media-jaxb-2.23.1.jar | parquet-hadoop-bundle-1.6.0.jar |
commons-collections-3.2.2.jar | jersey-server-2.23.1.jar | parquet-jackson-1.12.2.jar |
commons-collections4-4.2.jar | jets3t-0.9.4.jar | postgresql-42.2.14.jar |
commons-compiler-3.0.9.jar | jettison-1.1.jar | protobuf-java-2.5.0.jar |
commons-compress-1.4.1.jar | jetty-http-9.4.34.v20201102.jar | py4j-0.10.7.jar |
commons-configuration2-2.1.1.jar | jetty-io-9.4.34.v20201102.jar | pyrolite-4.13.jar |
commons-crypto-1.0.0-20191105.jar | jetty-security-9.4.34.v20201102.jar | re2j-1.1.jar |
commons-daemon-1.0.13.jar | jetty-server-9.4.34.v20201102.jar | scala-compiler-2.11.12.jar |
commons-dbcp2-2.7.0.jar | jetty-servlet-9.4.34.v20201102.jar | scala-library-2.11.12.jar |
commons-httpclient-3.1.jar | jetty-util-9.4.34.v20201102.jar | scala-parser-combinators_2.11-1.1.2.jar |
commons-io-2.5.jar | jetty-util-ajax-9.4.34.v20201102.jar | scala-reflect-2.11.12.jar |
commons-lang-2.6.jar | jetty-webapp-9.4.34.v20201102.jar | scala-xml_2.11-1.0.5.jar |
commons-lang3-3.5.jar | jetty-xml-9.4.34.v20201102.jar | secComponentApi-1.0.6.jar |
commons-logging-1.2.jar | joda-time-2.9.3.jar | shapeless_2.11-2.3.2.jar |
commons-math3-3.4.1.jar | jodd-core-3.5.2.jar | shims-0.7.45.jar |
commons-net-3.1.jar | json-20200518.jar | slf4j-api-1.7.30.jar |
commons-pool2-2.8.0.jar | json-io-2.5.1.jar | slf4j-log4j12-1.7.30.jar |
commons-text-1.3.jar | json-sanitizer-1.2.1.jar | snakeyaml-1.26.jar |
compress-lzf-1.0.3.jar | json-smart-2.3.jar | snappy-java-1.1.8.2.jar |
core-1.1.2.jar | json4s-ast_2.11-3.5.3.jar | solr-core-7.7.2.jar |
crypter-0.0.6.jar | json4s-core_2.11-3.5.3.jar | solr-solrj-7.7.2.jar |
curator-client-4.2.0.jar | json4s-jackson_2.11-3.5.3.jar | spark-avro_2.11-2.4.5.0100-2.0.0.dli-20220617.085536-9.jar |
curator-framework-4.2.0.jar | json4s-scalap_2.11-3.5.3.jar | spark-avro_2.11-4.0.0.jar |
curator-recipes-2.7.1.jar | jsp-api-2.1.jar | spark-catalyst_2.11-2.4.5.0100-2.0.0.dli-20220617.085405-16.jar |
datanucleus-api-jdo-3.2.6.jar | jsr305-1.3.9.jar | spark-core_2.11-2.4.5.0100-2.0.0.dli-20220617.085327-16.jar |
datanucleus-core-3.2.10.jar | jta-1.1.jar | spark-graphx_2.11-2.4.5.0100-.0.dli-20220617.085336-16.jar |
datanucleus-rdbms-3.2.9.jar | jtransforms-2.4.0.jar | spark-hive_2.11-2.4.5.0100-2.0.0.dli-20220617.085423-16.jar |
derby-10.14.2.0.jar | jts-core-1.16.1.jar | spark-kubernetes_2.11-2.4.5.0100-2.0.0.dli-20220617.085519-16.jar |
dnsjava-2.1.7.jar | jul-to-slf4j-1.7.30.jar | spark-kvstore_2.11-2.4.5.0100-2.0.0.dli-20220617.085249-16.jar |
ecj-3.21.0.jar | junit-4.11.jar | spark-launcher_2.11-2.4.5.0100-2.0.0.dli-20220617.085435-16.jar |
ehcache-3.3.1.jar | kerb-admin-1.0.1.jar | spark-mllib-local_2.11-2.4.5.0100-2.0.0.dli-20220617.085349-16.jar |
expiringmap-0.5.9.jar | kerb-client-1.0.1.jar | spark-mllib_2.11-2.4.5.0100-2.0.0.dli-20220617.085342-16.jar |
fastutil-8.2.3.jar | kerb-common-1.0.1.jar | spark-network-common_2.11-2.4.5.0100-2.0.0.dli-20220617.085254-16.jar |
flatbuffers-java-1.9.0.jar | kerb-core-1.0.1.jar | spark-network-shuffle_2.11-2.4.5.0100-2.0.0.dli-20220617.085300-16.jar |
fst-2.50.jar | kerb-crypto-1.0.1.jar | spark-om_2.11-2.4.5.0100-2.0.0.dli-20220617.085316-16.jar |
generex-1.0.2.jar | kerb-identity-1.0.1.jar | spark-repl_2.11-2.4.5.0100-2.0.0.dli-20220617.085430-16.jar |
geronimo-jcache_1.0_spec-1.0-alpha-1.jar | kerb-server-1.0.1.jar | spark-sketch_2.11-2.4.5.0100-2.0.0.dli-20220617.085243-16.jar |
gson-2.2.4.jar | kerb-simplekdc-1.0.1.jar | spark-sql_2.11-2.4.5.0100-2.0.0.dli-20220617.085414-16.jar |
guava-14.0.1.jar | kerb-util-1.0.1.jar | spark-streaming_2.11-2.4.5.0100-.0.dli-20220617.085359-16.jar |
guice-4.0.jar | kerby-asn1-1.0.1.jar | spark-tags_2.11-2.4.5.0100-2.0.0.dli-20220617.085322-16.jar |
guice-servlet-4.0.jar | kerby-config-1.0.1.jar | spark-unsafe_2.11-2.4.5.0100-2.0.0.dli-20220617.085311-16.jar |
hadoop-annotations-3.1.1-ei-302002.jar | kerby-pkix-1.0.1.jar | spark-uquery_2.11-2.4.5.0100-2.0.0.dli-SNAPSHOT.jar |
hadoop-auth-3.1.1-ei-302002.jar | kerby-util-1.0.1.jar | spark-yarn_2.11-2.4.5.0100-2.0.0.dli-20220617.085531-16.jar |
hadoop-3.1.1-ei-302002.jar | kerby-xdr-1.0.1.jar | spire-macros_2.11-0.13.0.jar |
hadoop-client-3.1.1-ei-302002.jar | kryo-shaded-4.0.2.jar | spire_2.11-0.13.0.jar |
hadoop-common-3.1.1-ei-302002.jar | kubernetes-client-5.4.1-20211025.jar | stax-api-1.0-2.jar |
hadoop-hdfs-3.1.1-ei-302002.jar | kubernetes-model-admissionregistration-5.4.1-20211025.jar | stax2-api-3.1.4.jar |
hadoop-hdfs-client-3.1.1-ei-302002.jar | kubernetes-model-apiextensions-5.4.1-20211025.jar | stream-2.7.0.jar |
hadoop-3.1.1-46.jar | kubernetes-model-apps-5.4.1-20211025.jar | stringtemplate-3.2.1.jar |
hadoop-mapreduce-client-common-3.1.1-ei-302002.jar | kubernetes-model-autoscaling-5.4.1-20211025.jar | threeten-extra-1.5.0.jar |
hadoop-mapreduce-client-core-3.1.1-ei-302002.jar | kubernetes-model-batch-5.4.1-20211025.jar | tink-1.6.0.jar |
hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar | kubernetes-model-certificates-5.4.1-20211025.jar | token-provider-1.0.1.jar |
hadoop-minikdc-3.1.1-ei-302002.jar | kubernetes-model-common-5.4.1-20211025.jar | tomcat-api-9.0.39.jar |
hadoop-yarn-api-3.1.1-ei-302002.jar | kubernetes-model-coordination-5.4.1-20211025.jar | zookeeper-jute-3.5.6-ei-302002.jar |
hadoop-yarn-client-3.1.1-ei-302002.jar | kubernetes-model-core-5.4.1-20211025.jar | tomcat-el-api-9.0.39.jar |
hadoop-yarn-common-3.1.1-ei-302002.jar | kubernetes-model-discovery-5.4.1-20211025.jar | tomcat-jasper-9.0.39.jar |
hadoop-yarn-registry-3.1.1-ei-302002.jar | kubernetes-model-events-5.4.1-20211025.jar | tomcat-jasper-el-9.0.39.jar |
hadoop-yarn-server-applicationhistoryservice-3.1.1-ei-302002.jar | kubernetes-model-extensions-5.4.1-20211025.jar | tomcat-jsp-api-9.0.39.jar |
hadoop-yarn-server-common-3.1.1-ei-302002.jar | kubernetes-model-flowcontrol-5.4.1-20211025.jar | tomcat-juli-9.0.39.jar |
hadoop-yarn-server-resourcemanager-3.1.1-ei-302002.jar | kubernetes-model-metrics-5.4.1-20211025.jar | tomcat-servlet-api-9.0.39.jar |
hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar | kubernetes-model-networking-5.4.1-20211025.jar | tomcat-util-9.0.39.jar |
hamcrest-core-1.3.jar | kubernetes-model-node-5.4.1-20211025.jar | tomcat-util-scan-9.0.39.jar |
hive-common-1.2.1-2.0.0.dli-20220528.090500-402.jar | kubernetes-model-policy-5.4.1-20211025.jar | univocity-parsers-2.7.3.jar |
hive-exec-1.2.1-2.0.0.dli-20220528.090521-401.jar | kubernetes-model-rbac-5.4.1-20211025.jar | zstd-jni-1.4.9-1.jar |
hive-metastore-1.2.1-2.0.0.dli-20220528.090509-402.jar | kubernetes-model-scheduling-5.4.1-20211025.jar | validation-api-1.1.0.Final.jar |
hive-shims-0.23-1.2.1-2.0.0.dli-20220528.090445-403.jar | kubernetes-model-storageclass-5.4.1-20211025.jar | velocity-1.7.jar |
hive-shims-1.2.1-2.0.0.dli-20220528.090455-403.jar | leveldbjni-all-1.8-20191105.jar | woodstox-core-5.0.3.jar |
hive-shims-common-1.2.1-2.0.0.dli-20220528.090441-404.jar | libfb303-0.9.3.jar | xbean-asm6-shaded-4.8.jar |
hive-shims-scheduler-1.2.1-2.0.0.dli-20220528.090450-403.jar | libthrift-0.12.0.jar | xercesImpl-2.12.0.jar |
hk2-api-2.4.0-b34.jar | log4j-1.2.17-cloudera1.jar | xml-apis-1.4.01.jar |
hk2-locator-2.4.0-b34.jar | log4j-rolling-appender-20131024-2017.jar | xz-1.0.jar |
hk2-utils-2.4.0-b34.jar | logging-interceptor-3.14.9.jar | zjsonpatch-0.3.0.jar |
hppc-0.7.2.jar | lucene-analyzers-common-7.7.2.jar | zookeeper-3.5.6-ei-302002.jar |
htrace-core4-4.2.0-incubating-1.0.0.jar | lucene-core-7.7.2.jar |
|
Spark 2.3.2 Dependencies¶
Dependency | ||
|---|---|---|
accessors-smart-1.2.jar | HikariCP-java7-2.4.12.jar | logging-interceptor-3.14.4.jar |
activation-1.1.1.jar | hive-common-1.2.1-2.1.0.dli-20201111.064115-91.jar | luxor-encrypt-2.1.0-20201106.065437-53.jar |
aircompressor-0.8.jar | hive-exec-1.2.1-2.1.0.dli-20201111.064444-91.jar | luxor-fs3-2.1.0-20201106.065612-53.jar |
alluxio-2.3.1-luxor-SNAPSHOT-client.jar | hive-metastore-1.2.1-2.1.0.dli-20201111.064230-91.jar | luxor-obs-fs3-2.1.0-20201106.065616-53.jar |
antlr-2.7.7.jar | hk2-api-2.4.0-b34.jar | luxor-rpc_2.11-2.1.0-20201106.065541-53.jar |
antlr4-runtime-4.8-1.jar | hk2-locator-2.4.0-b34.jar | luxor-rpc-protobuf2-2.1.0-20201106.065551-53.jar |
antlr-runtime-3.4.jar | hk2-utils-2.4.0-b34.jar | lz4-java-1.7.1.jar |
aopalliance-1.0.jar | hppc-0.7.2.jar | machinist_2.11-0.6.1.jar |
aopalliance-repackaged-2.4.0-b34.jar | htrace-core4-4.2.0-incubating-1.0.0.jar | macro-compat_2.11-1.1.1.jar |
apache-log4j-extras-1.2.17.jar | httpclient-4.5.4.jar | metrics-core-3.1.5.jar |
arpack_combined_all-0.1.jar | httpcore-4.4.7.jar | metrics-graphite-3.1.5.jar |
arrow-format-0.8.0.jar | ivy-2.4.0.jar | metrics-jmx-4.1.12.1.jar |
arrow-memory-0.8.0.jar | j2objc-annotations-1.3.jar | metrics-json-3.1.5.jar |
arrow-vector-0.8.0.jar | jackson-annotations-2.10.0.jar | metrics-jvm-3.1.5.jar |
asm-5.0.4.jar | jackson-core-2.10.0.jar | minlog-1.3.0.jar |
audience-annotations-0.5.0.jar | jackson-core-asl-1.9.13-atlassian-4.jar | mssql-jdbc-6.2.1.jre7.jar |
automaton-1.11-8.jar | jackson-databind-2.10.0.jar | netty-3.10.6.Final.jar |
avro-1.7.7.jar | jackson-dataformat-yaml-2.10.0.jar | netty-all-4.1.51.Final.jar |
avro-ipc-1.7.7.jar | jackson-datatype-jsr310-2.10.3.jar | nimbus-jose-jwt-8.19.jar |
avro-ipc-1.7.7-tests.jar | jackson-jaxrs-base-2.10.3.jar | objenesis-2.1.jar |
avro-mapred-1.7.7-hadoop2.jar | jackson-jaxrs-json-provider-2.10.3.jar | okhttp-3.14.4.jar |
java-sdk-bundle-1.11.271.jar | jackson-mapper-asl-1.9.13-atlassian-4.jar | okio-1.17.2.jar |
base64-2.3.8.jar | jackson-module-jaxb-annotations-2.10.3.jar | opencsv-2.3.jar |
bcpkix-jdk15on-1.66.jar | jackson-module-paranamer-2.10.0.jar | opencsv-4.6.jar |
bcprov-jdk15on-1.66.jar | jackson-module-scala_2.11-2.10.0.jar | opencv-4.3.0-2.jar |
bonecp-0.8.0.RELEASE.jar | jakarta.activation-api-1.2.1.jar | orc-core-1.4.4-nohive.jar |
breeze_2.11-0.13.2.jar | jakarta.xml.bind-api-2.3.2.jar | orc-mapreduce-1.4.4-nohive.jar |
breeze-macros_2.11-0.13.2.jar | janino-3.0.8.jar | oro-2.0.8.jar |
calcite-avatica-1.2.0-incubating.jar | javacpp-1.5.4.jar | osgi-resource-locator-1.0.1.jar |
calcite-core-1.2.0-incubating.jar | javacpp-1.5.4-linux-x86_64.jar | paranamer-2.8.jar |
calcite-linq4j-1.2.0-incubating.jar | javacv-1.5.4.jar | parquet-column-1.8.3.jar |
checker-qual-2.11.1.jar | JavaEWAH-1.1.7.jar | parquet-common-1.8.3.jar |
chill_2.11-0.8.4.jar | javassist-3.18.1-GA.jar | parquet-encoding-1.8.3.jar |
chill-java-0.8.4.jar | javax.annotation-api-1.2.jar | parquet-format-2.3.1.jar |
commons-beanutils-1.9.4.jar | javax.inject-1.jar | parquet-hadoop-1.8.3.jar |
commons-cli-1.2.jar | javax.inject-2.4.0-b34.jar | parquet-hadoop-bundle-1.6.0.jar |
commons-codec-2.0-20130428.202122-59.jar | javax.servlet-api-3.1.0.jar | parquet-jackson-1.8.3.jar |
commons-collections-3.2.2.jar | javax.ws.rs-api-2.0.1.jar | parquet-format-2.3.1.jar |
commons-collections4-4.2.jar | java-xmlbuilder-1.1.jar | parquet-hadoop-1.8.3.jar |
commons-compiler-3.0.8.jar | javolution-5.3.1.jar | parquet-hadoop-bundle-1.6.0.jar |
commons-compress-1.4.1.jar | jaxb-api-2.2.11.jar | parquet-jackson-1.8.3.jar |
commons-configuration2-2.1.1.jar | jcip-annotations-1.0-1.jar | postgresql-42.2.14.jar |
commons-crypto-1.0.0-20191105.jar | jcl-over-slf4j-1.7.26.jar | protobuf-java-2.5.0.jar |
commons-daemon-1.0.13.jar | jdo-api-3.0.1.jar | py4j-0.10.7.jar |
commons-dbcp-1.4.jar | jersey-client-2.23.1.jar | pyrolite-4.13.jar |
commons-dbcp2-2.7.0.jar | jersey-common-2.23.1.jar | re2j-1.1.jar |
commons-httpclient-3.1.jar | jersey-container-servlet-2.23.1.jar | RoaringBitmap-0.5.11.jar |
commons-io-2.5.jar | jersey-container-servlet-core-2.23.1.jar | scala-compiler-2.11.12.jar |
commons-lang-2.6.jar | jersey-guava-2.23.1.jar | scala-library-2.11.12.jar |
commons-lang3-3.5.jar | jersey-media-jaxb-2.23.1.jar | scalap-2.11.0.jar |
commons-logging-1.2.jar | jersey-server-2.23.1.jar | scala-parser-combinators_2.11-1.1.0.jar |
commons-math3-3.4.1.jar | jets3t-0.9.4.jar | scala-reflect-2.11.12.jar |
commons-net-2.2.jar | jetty-http-9.4.31.v20200723.jar | scala-xml_2.11-1.0.5.jar |
commons-pool-1.5.4.jar | jetty-io-9.4.31.v20200723.jar | secComponentApi-1.0.5c.jar |
commons-pool2-2.8.0.jar | jetty-security-9.4.31.v20200723.jar | shapeless_2.11-2.3.2.jar |
commons-text-1.3.jar | jetty-server-9.4.31.v20200723.jar | slf4j-api-1.7.30.jar |
compress-lzf-1.0.3.jar | jetty-servlet-9.4.31.v20200723.jar | slf4j-log4j12-1.7.30.jar |
core-1.1.2.jar | jetty-util-9.4.31.v20200723.jar | snakeyaml-1.24.jar |
curator-client-4.2.0.jar | jetty-util-ajax-9.4.31.v20200723.jar | snappy-java-1.1.7.5.jar |
curator-framework-4.2.0.jar | jetty-webapp-9.4.31.v20200723.jar | spark-catalyst_2.11-2.3.2.0101-2.1.0.dli-20201111.073826-143.jar |
curator-recipes-2.7.1.jar | jetty-xml-9.4.31.v20200723.jar | spark-core_2.11-2.3.2.0101-.0.dli-20201111.073836-134.jar |
datanucleus-api-jdo-3.2.6.jar | joda-time-2.9.3.jar | spark-graphx_2.11-2.3.2.0101-2.1.0.dli-20201111.073847-129.jar |
datanucleus-core-3.2.10.jar | jodd-core-4.2.0.jar | spark-hive_2.11-2.3.2.0101-.0.dli-20201111.073854-132.jar |
datanucleus-rdbms-3.2.9.jar | json-20200518.jar | spark-kubernetes_2.11-2.3.2.0101-2.1.0.dli-20201111.073916-85.jar |
derby-10.12.1.1.jar | json4s-ast_2.11-3.2.11.jar | spark-kvstore_2.11-2.3.2.0101-2.1.0.dli-20201111.073933-127.jar |
dnsjava-2.1.7.jar | json4s-core_2.11-3.2.11.jar | spark-launcher_2.11-2.3.2.0101-2.1.0.dli-20201111.073940-127.jar |
ehcache-3.3.1.jar | json4s-jackson_2.11-3.2.11.jar | spark-mllib_2.11-2.3.2.0101-2.1.0.dli-20201111.073946-127.jar |
eigenbase-properties-1.1.5.jar | json-sanitizer-1.2.1.jar | spark-mllib-local_2.11-2.3.2.0101-2.1.0.dli-20201111.073953-127.jar |
error_prone_annotations-2.3.4.jar | json-smart-2.3.jar | spark-network-common_2.11-2.3.2.0101-2.1.0.dli-20201111.073959-127.jar |
failureaccess-1.0.1.jar | jsp-api-2.1.jar | spark-network-shuffle_2.11-2.3.2.0101-2.1.0.dli-20201111.074007-127.jar |
fastutil-8.2.3.jar | jsr305-3.0.2.jar | spark-om_2.11-2.3.2.0101-.0.dli-20201111.074019-125.jar |
ffmpeg-4.3.1-1.5.4.jar | jta-1.1.jar | spark-repl_2.11-2.3.2.0101-2.1.0.dli-20201111.074028-125.jar |
ffmpeg-4.3.1-1.5.4-linux-x86_64.jar | jtransforms-2.4.0.jar | spark-sketch_2.11-2.3.2.0101-2.1.0.dli-20201111.074035-125.jar |
flatbuffers-1.2.0-3f79e055.jar | jul-to-slf4j-1.7.26.jar | spark-sql_2.11-2.3.2.0101-2.1.0.dli-20201111.074041-126.jar |
generex-1.0.2.jar | junit-4.11.jar | spark-streaming_2.11-2.3.2.0101-2.1.0.dli-20201111.074100-123.jar |
geronimo-jcache_1.0_spec-1.0-alpha-1.jar | kerb-admin-1.0.1.jar | spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074136-123.jar |
gson-2.2.4.jar | kerb-client-1.0.1.jar | spark-tags_2.11-2.3.2.0101-2.1.0.dli-20201111.074141-124-tests.jar |
guava-29.0-jre.jar | kerb-common-1.0.1.jar | spark-unsafe_2.11-2.3.2.0101-2.1.0.dli-20201111.074144-123.jar |
guice-4.0.jar | kerb-core-1.0.1.jar | spark-uquery_2.11-2.3.2.0101-2.1.0.dli-20201111.074906-210.jar |
guice-servlet-4.0.jar | kerb-crypto-1.0.1.jar | spark-yarn_2.11-2.3.2.0101-2.1.0.dli-20201111.074151-123.jar |
hadoop-annotations-3.1.1-ei-302002.jar | kerb-identity-1.0.1.jar | spire_2.11-0.13.0.jar |
hadoop-auth-3.1.1-ei-302002.jar | kerb-server-1.0.1.jar | spire-macros_2.11-0.13.0.jar |
hadoop-3.1.1-ei-302002.jar | kerb-simplekdc-1.0.1.jar | ST4-4.3.1.jar |
hadoop-client-3.1.1-ei-302002.jar | kerb-util-1.0.1.jar | stax2-api-3.1.4.jar |
hadoop-common-3.1.1-ei-302002.jar | kerby-asn1-1.0.1.jar | stax-api-1.0-2.jar |
hadoop-hdfs-3.1.1-ei-302002.jar | kerby-config-1.0.1.jar | stream-2.7.0.jar |
hadoop-hdfs-client-3.1.1-ei-302002.jar | kerby-pkix-1.0.1.jar | stringtemplate-3.2.1.jar |
hadoop-3.1.1-41.jar | kerby-util-1.0.1.jar | token-provider-1.0.1.jar |
hadoop-mapreduce-client-common-3.1.1-ei-302002.jar | kerby-xdr-1.0.1.jar | univocity-parsers-2.5.9.jar |
hadoop-mapreduce-client-core-3.1.1-ei-302002.jar | kryo-shaded-3.0.3.jar | validation-api-1.1.0.Final.jar |
hadoop-mapreduce-client-jobclient-3.1.1-ei-302002.jar | kubernetes-client-4.9.2-20200804.jar | woodstox-core-5.0.3.jar |
hadoop-minikdc-3.1.1-ei-302002.jar | kubernetes-model-4.9.2-20200804.jar | xbean-asm5-shaded-4.4.jar |
hadoop-yarn-api-3.1.1-ei-302002.jar | kubernetes-model-common-4.9.2-20200804.jar | xercesImpl-2.12.0.jar |
hadoop-yarn-client-3.1.1-ei-302002.jar | leveldbjni-all-1.8-20191105.jar | xml-apis-1.4.01.jar |
hadoop-yarn-common-3.1.1-ei-302002.jar | libfb303-0.9.3.jar | xz-1.0.jar |
hadoop-yarn-registry-3.1.1-ei-302002.jar | libthrift-0.12.0.jar | zjsonpatch-0.3.0.jar |
hadoop-yarn-server-common-3.1.1-ei-302002.jar | listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar | zookeeper-3.5.6-ei-302002.jar |
hadoop-yarn-server-web-proxy-3.1.1-ei-302002.jar | log4j-1.2.17-cloudera1.jar | zookeeper-jute-3.5.6-ei-302002.jar |
hamcrest-core-1.3.jar | log4j-rolling-appender-20131024-2017.jar | zstd-jni-1.4.4-11.jar |
Flink 1.15 Dependencies¶
Obtain information about the Flink 1.15 dependencies from the logs of a Flink job.
Check the logs of a Flink job.
Log in to the DLI console. In the navigation pane on the left, choose Job Management > Flink Jobs.
Click the name of the desired job. On the displayed page, click the Run Log tab.
Check the latest run logs. For more logs, check the OBS bucket where the job logs are stored.
Search for dependency information in the logs.
Search for Classpath: in the logs to check the dependencies.
Flink 1.12 Dependencies¶
Dependency | ||
|---|---|---|
bcpkix-jdk15on-1.60.jar | flink-json-1.12.2-ei-313001-dli-2022011002.jar | libtensorflow-1.12.0.jar |
bcprov-jdk15on-1.60.jar | flink-kubernetes_2.11-1.12.2-ei-313001-dli-2022011002.jar | log4j-1.2-api-2.17.1.jar |
clickhouse-jdbc-0.3.1-ei-313001-SNAPSHOT.jar | flink-metrics-prometheus_2.11-1.12.2-ei-313001-dli-2022011002.jar | log4j-api-2.17.1.jar |
commons-codec-1.9.jar | flink-obs-hadoop-fs-2.0.0-20220226.034421-73.jar | log4j-core-2.17.1.jar |
commons-configuration-1.7.jar | flink-s3-fs-hadoop-1.12.2.jar | log4j-slf4j-impl-2.17.1.jar |
dataflow-fs-obs-2.0.0-20220226.034402-190.jar | flink-shaded-zookeeper-3.6.3-ei-313001-SNAPSHOT.jar | luxor-encrypt-2.0.0-20220405.072004-199.jar |
deeplearning4j-core-0.9.1.jar | flink-sql-avro-1.12.2-ei-313001-dli-2022011002.jar | luxor-fs3-2.0.0-20220405.072025-195.jar |
deeplearning4j-nlp-0.9.1.jar | flink-sql-avro-confluent-registry-1.12.2-ei-313001-dli-2022011002.jar | luxor-obs-fs3-2.0.0-20220405.072030-195.jar |
deeplearning4j-nn-0.9.1.jar | flink-table_2.11-1.12.2-ei-313001-dli-2022011002.jar | manager-hadoop-security-crypter-8.1.3-313001-SNAPSHOT.jar |
ejml-cdense-0.33.jar | flink-table-blink_2.11-1.12.2-ei-313001-dli-2022011002.jar | manager-wc2frm-8.1.3-313001-SNAPSHOT.jar |
ejml-core-0.33.jar | guava-18.0.jar | mrs-obs-provider-3.1.1.49.jar |
ejml-ddense-0.33.jar | guava-26.0-jre.jar | nd4j-api-0.9.1.jar |
ejml-dsparse-0.33.jar | hadoop-hdfs-client-3.1.1-ei-302002.jar | nd4j-native-0.9.1.jar |
ejml-experimental-0.33.jar | hadoop-3.1.1-46.jar | nd4j-native-api-0.9.1.jar |
ejml-fdense-0.33.jar | hadoop-plugins-8.1.3-313001-SNAPSHOT.jar | nd4j-native-platform-0.9.1.jar |
ejml-simple-0.33.jar | httpasyncclient-4.1.2.jar | okhttp-3.14.8.jar |
ejml-zdense-0.33.jar | httpclient-4.5.3.jar | okio-1.14.0.jar |
elsa-3.0.0-M7.jar | httpcore-4.4.4.jar | ranger-obs-client-0.1.1.jar |
flink-changelog-json-1.12.2-ei-313001-dli-2022011002.jar | httpcore-nio-4.4.4.jar | secComponentApi-1.0.5.jar |
flink-csv-1.12.2-ei-313001-dli-2022011002.jar | java-xmlbuilder-1.1.jar | slf4j-api-1.7.26.jar |
flink-dist_2.11-1.12.2-ei-313001-dli-2022011002.jar | jna-4.1.0.jar | tensorflow-1.12.0.jar |
Flink 1.10 Dependencies¶
Only queues created after December 2020 can use the Flink 1.10 dependencies.
Dependency | ||
|---|---|---|
bcpkix-jdk15on-1.60.jar | esdk-obs-java-3.20.6.1.jar | java-xmlbuilder-1.1.jar |
bcprov-jdk15on-1.60.jar | flink-cep_2.11-1.10.0.jar | jna-4.1.0.jar |
commons-codec-1.9.jar | flink-cep-scala_2.11-1.10.0.jar | libtensorflow-1.12.0.jar |
commons-configuration-1.7.jar | flink-dist_2.11-1.10.0.jar | log4j-over-slf4j-1.7.26.jar |
deeplearning4j-core-0.9.1.jar | flink-python_2.11-1.10.0.jar | logback-classic-1.2.3.jar |
deeplearning4j-nlp-0.9.1.jar | flink-queryable-state-runtime_2.11-1.10.0.jar | logback-core-1.2.3.jar |
deeplearning4j-nn-0.9.1.jar | flink-sql-client_2.11-1.10.0.jar | nd4j-api-0.9.1.jar |
ejml-cdense-0.33.jar | flink-state-processor-api_2.11-1.10.0.jar | nd4j-native-0.9.1.jar |
ejml-core-0.33.jar | flink-table_2.11-1.10.0.jar | nd4j-native-api-0.9.1.jar |
ejml-ddense-0.33.jar | flink-table-blink_2.11-1.10.0.jar | nd4j-native-platform-0.9.1.jar |
ejml-dsparse-0.33.jar | guava-26.0-jre.jar | okhttp-3.14.8.jar |
ejml-experimental-0.33.jar | hadoop-3.1.1-41.jar | okio-1.14.0.jar |
ejml-fdense-0.33.jar | httpasyncclient-4.1.2.jar | secComponentApi-1.0.5.jar |
ejml-simple-0.33.jar | httpclient-4.5.3.jar | slf4j-api-1.7.26.jar |
ejml-zdense-0.33.jar | httpcore-4.4.4.jar | tensorflow-1.12.0.jar |
elsa-3.0.0-M7.jar | httpcore-nio-4.4.4.jar |
|
Flink 1.7.2 Dependencies¶
Dependency | ||
|---|---|---|
bcpkix-jdk15on-1.60.jar | esdk-obs-java-3.1.3.jar | httpcore-4.4.4.jar |
bcprov-jdk15on-1.60.jar | flink-cep_2.11-1.7.0.jar | httpcore-nio-4.4.4.jar |
commons-codec-1.9.jar | flink-cep-scala_2.11-1.7.0.jar | java-xmlbuilder-1.1.jar |
commons-configuration-1.7.jar | flink-dist_2.11-1.7.0.jar | jna-4.1.0.jar |
deeplearning4j-core-0.9.1.jar | flink-gelly_2.11-1.7.0.jar | libtensorflow-1.12.0.jar |
deeplearning4j-nlp-0.9.1.jar | flink-gelly-scala_2.11-1.7.0.jar | log4j-over-slf4j-1.7.21.jar |
deeplearning4j-nn-0.9.1.jar | flink-ml_2.11-1.7.0.jar | logback-classic-1.2.3.jar |
ejml-cdense-0.33.jar | flink-python_2.11-1.7.0.jar | logback-core-1.2.3.jar |
ejml-core-0.33.jar | flink-queryable-state-runtime_2.11-1.7.0.jar | nd4j-api-0.9.1.jar |
ejml-ddense-0.33.jar | flink-shaded-curator-1.7.0.jar | nd4j-native-0.9.1.jar |
ejml-dsparse-0.33.jar | flink-shaded-hadoop2-uber-1.7.0.jar | nd4j-native-api-0.9.1.jar |
ejml-experimental-0.33.jar | flink-table_2.11-1.7.0.jar | nd4j-native-platform-0.9.1.jar |
ejml-fdense-0.33.jar | guava-26.0-jre.jar | okhttp-3.14.8.jar |
ejml-simple-0.33.jar | hadoop-3.1.1-41-20201014.085840-4.jar | okio-1.14.0.jar |
ejml-zdense-0.33.jar | httpasyncclient-4.1.2.jar | slf4j-api-1.7.21.jar |
elsa-3.0.0-M7.jar | httpclient-4.5.12.jar | tensorflow-1.12.0.jar |