From 364afad96e411c5dba9f0a006cf99fa857b4fb56 Mon Sep 17 00:00:00 2001 From: Ryan Blue Date: Wed, 29 Apr 2026 12:47:15 -0600 Subject: [PATCH 1/3] Spark: Backport LICENSE and NOTICE changes to 1.10.x (#16142) --- runtime-deps.gradle | 132 +++++++++++++++++++ spark/v3.4/spark-runtime/LICENSE | 217 +++++++++++++++--------------- spark/v3.4/spark-runtime/NOTICE | 61 ++------- spark/v3.5/spark-runtime/LICENSE | 218 ++++++++++++++++--------------- spark/v3.5/spark-runtime/NOTICE | 60 +-------- spark/v4.0/spark-runtime/LICENSE | 218 ++++++++++++++++--------------- spark/v4.0/spark-runtime/NOTICE | 60 +-------- 7 files changed, 501 insertions(+), 465 deletions(-) create mode 100644 runtime-deps.gradle diff --git a/runtime-deps.gradle b/runtime-deps.gradle new file mode 100644 index 000000000000..f602565f8a1a --- /dev/null +++ b/runtime-deps.gradle @@ -0,0 +1,132 @@ +/* + * + * * Licensed to the Apache Software Foundation (ASF) under one + * * or more contributor license agreements. See the NOTICE file + * * distributed with this work for additional information + * * regarding copyright ownership. The ASF licenses this file + * * to you under the Apache License, Version 2.0 (the + * * "License"); you may not use this file except in compliance + * * with the License. You may obtain a copy of the License at + * * + * * http://www.apache.org/licenses/LICENSE-2.0 + * * + * * Unless required by applicable law or agreed to in writing, + * * software distributed under the License is distributed on an + * * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * * KIND, either express or implied. See the License for the + * * specific language governing permissions and limitations + * * under the License. + * + */ + +// Guards the runtime dependency surface for shadow JAR modules. +// +// Prevents accidental transitive dependency growth in shipped shadow JARs. +// Without this guard, adding a single catalog module as 'implementation' +// instead of 'compileOnly' can silently leak dozens of transitive artifacts +// into the runtime JAR, inflating its size and introducing unlicensed code. +// +// Apply this script in any project that ships a bundled artifact: Spark and +// Flink runtime shadow JARs, cloud bundles (aws, azure, gcp), and Kafka +// Connect runtime distribution. +// +// It adds two tasks: +// +// generateRuntimeDeps - resolves runtimeClasspath and writes a sorted +// baseline of group:artifact:version coordinates +// to runtime-deps.txt in the project directory. +// +// checkRuntimeDeps - compares the resolved dependencies against the +// checked-in baseline and fails with a diff if +// they don't match. Patch-level version changes are +// ignored so that routine Dependabot bumps don't +// require a baseline update. Wired into the 'check' +// lifecycle. +// +// Workflow: +// 1. ./gradlew check -- fails if deps changed +// 2. ./gradlew generateRuntimeDeps -- auto-updates all baselines +// 3. Update LICENSE and NOTICE if dependency licenses changed -- This is a Manual Step +// 4. Commit + +def depsFile = file("${projectDir}/runtime-deps.txt") + +def resolveRuntimeDeps = { + configurations.runtimeClasspath.resolvedConfiguration + .resolvedArtifacts + .collect { "${it.moduleVersion.id.group}:${it.moduleVersion.id.name}:${it.moduleVersion.id.version}" } + .findAll { !it.startsWith('org.apache.iceberg:') } + .toSorted() + .toUnique() +} + +tasks.register('generateRuntimeDeps') { + group = 'verification' + description = 'Regenerate the runtime dependency baseline after intentional dependency changes' + outputs.file(depsFile) + doLast { + def deps = resolveRuntimeDeps() + depsFile.text = deps.join('\n') + '\n' + logger.lifecycle("Wrote ${deps.size()} dependencies to ${depsFile}") + logger.lifecycle("Review the diff, then update LICENSE and NOTICE if licenses changed.") + } +} + +tasks.register('checkRuntimeDeps') { + group = 'verification' + description = 'Verify runtime dependencies match the checked-in baseline' + inputs.files(configurations.runtimeClasspath) + outputs.file(depsFile) + doLast { + if (!depsFile.exists()) { + logger.warn("WARNING: Missing ${depsFile.name} in ${projectDir}. " + + "Run: ./gradlew ${project.path}:generateRuntimeDeps") + return + } + + def actual = resolveRuntimeDeps() + def expected = depsFile.readLines().findAll { it.trim() }.toSorted() + + def groupArtifact = { coord -> coord.substring(0, coord.lastIndexOf(':')) } + def majorMinor = { coord -> + def ver = coord.substring(coord.lastIndexOf(':') + 1) + def parts = ver.split('\\.') + parts.length >= 2 ? "${parts[0]}.${parts[1]}" : ver + } + + def actualByModule = actual.collectEntries { [(groupArtifact(it)): it] } + def expectedByModule = expected.collectEntries { [(groupArtifact(it)): it] } + + def added = actualByModule.keySet() - expectedByModule.keySet() + def removed = expectedByModule.keySet() - actualByModule.keySet() + def shared = actualByModule.keySet().intersect(expectedByModule.keySet()) + def versionChanged = shared.findAll { + majorMinor(actualByModule[it]) != majorMinor(expectedByModule[it]) + } + + if (added || removed || versionChanged) { + def msg = new StringBuilder() + msg.append("Runtime dependency baseline mismatch for ${project.name}!\n") + if (versionChanged) { + msg.append("\n Version changed (${versionChanged.size()}):\n") + versionChanged.toSorted().each { module -> + msg.append(" ~ ${expectedByModule[module]} -> ${actualByModule[module]}\n") + } + } + if (added) { + msg.append("\n Added (${added.size()}):\n") + added.toSorted().each { module -> msg.append(" + ${actualByModule[module]}\n") } + } + if (removed) { + msg.append("\n Removed (${removed.size()}):\n") + removed.toSorted().each { module -> msg.append(" - ${expectedByModule[module]}\n") } + } + msg.append("\nTo update the baseline run:\n") + msg.append(" ./gradlew ${project.path}:generateRuntimeDeps\n") + msg.append("\nThen update LICENSE and NOTICE to reflect the dependency changes.") + throw new GradleException(msg.toString()) + } + } +} + +check.dependsOn checkRuntimeDeps \ No newline at end of file diff --git a/spark/v3.4/spark-runtime/LICENSE b/spark/v3.4/spark-runtime/LICENSE index 1054b33f522d..950cf7ec1eb1 100644 --- a/spark/v3.4/spark-runtime/LICENSE +++ b/spark/v3.4/spark-runtime/LICENSE @@ -203,77 +203,82 @@ -------------------------------------------------------------------------------- -This binary artifact contains Apache Avro. +This product bundles Apache Avro. Copyright: Copyright 2010-2019 The Apache Software Foundation -Home page: https://avro.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://avro.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains the Jackson JSON processor. +This product bundles Jackson JSON processor. Copyright: 2007-2019 Tatu Saloranta and other contributors -Home page: http://jackson.codehaus.org/ -License: http://www.apache.org/licenses/LICENSE-2.0.txt +Project URL: https://github.com/FasterXML/jackson +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Parquet. +This product bundles Apache Parquet. Copyright: 2014-2024 The Apache Software Foundation -Home page: https://parquet.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://parquet.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Thrift. +This product bundles Apache Thrift (bundled by Parquet). Copyright: 2006-2017 The Apache Software Foundation. -Home page: https://thrift.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://thrift.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Daniel Lemire's JavaFastPFOR project. +This product includes code from Daniel Lemire's JavaFastPFOR project (bundled by Parquet). Copyright: 2013 Daniel Lemire -Home page: https://github.com/lemire/JavaFastPFOR -License: Apache License Version 2.0 http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/lemire/JavaFastPFOR +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains fastutil. +This product bundles fastutil (bundled by Parquet). Copyright: 2002-2014 Sebastiano Vigna -Home page: http://fastutil.di.unimi.it/ -License: http://www.apache.org/licenses/LICENSE-2.0.html +Project URL: http://fastutil.di.unimi.it/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache ORC. +This product bundles Zero-Allocation Hashing (bundled by Parquet). + +Project URL: https://github.com/OpenHFT/Zero-Allocation-Hashing +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Apache ORC. Copyright: 2013 and onwards The Apache Software Foundation. -Home page: https://orc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://orc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Hive's storage API via ORC. +This product bundles Apache Hive's Storage API (bundled by ORC). Copyright: 2008-2020 The Apache Software Foundation -Home page: https://hive.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://hive.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google protobuf via ORC. +This product bundles Google protobuf (bundled by ORC). Copyright: 2008 Google Inc. -Home page: https://developers.google.com/protocol-buffers -License: https://github.com/protocolbuffers/protobuf/blob/master/LICENSE (BSD) - -License text: +Project URL: https://developers.google.com/protocol-buffers +License: BSD 3-Clause | Copyright 2008 Google Inc. All rights reserved. | @@ -310,61 +315,51 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Airlift Aircompressor. +This product bundles Airlift Aircompressor. Copyright: 2011-2019 Aircompressor authors. -Home page: https://github.com/airlift/aircompressor -License: http://www.apache.org/licenses/LICENSE-2.0 - --------------------------------------------------------------------------------- - -This binary artifact contains JetBrains annotations. - -Copyright: 2000-2020 JetBrains s.r.o. -Home page: https://github.com/JetBrains/java-annotations -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/airlift/aircompressor +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Cloudera Kite. +This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. -Home page: https://kitesdk.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://kitesdk.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Presto. +This product includes code from Presto. Copyright: 2016 Facebook and contributors -Home page: https://prestodb.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://prestodb.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Guava. +This product bundles Google Guava. Copyright: 2006-2019 The Guava Authors -Home page: https://github.com/google/guava -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/guava +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Error Prone Annotations. +This product bundles Google Error Prone Annotations. Copyright: Copyright 2011-2019 The Error Prone Authors -Home page: https://github.com/google/error-prone -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/error-prone +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains checkerframework checker-qual Annotations. +This product bundles checkerframework checker-qual. Copyright: 2004-2019 the Checker Framework developers -Home page: https://github.com/typetools/checker-framework -License: https://github.com/typetools/checker-framework/blob/master/LICENSE.txt (MIT license) - -License text: +Project URL: https://github.com/typetools/checker-framework +License: MIT license | The annotations are licensed under the MIT License. (The text of this | license appears below.) More specifically, all the parts of the Checker | Framework that you might want to include with your own program use the @@ -395,46 +390,43 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Caffeine by Ben Manes. +This product bundles Caffeine by Ben Manes. Copyright: 2014-2019 Ben Manes and contributors -Home page: https://github.com/ben-manes/caffeine -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/ben-manes/caffeine +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Arrow. +This product bundles Apache Arrow. Copyright: 2016-2019 The Apache Software Foundation. -Home page: https://arrow.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://arrow.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Netty's buffer library. +This product bundles Netty. Copyright: 2014-2020 The Netty Project -Home page: https://netty.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://netty.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google FlatBuffers. +This product bundles Google FlatBuffers. Copyright: 2013-2020 Google Inc. -Home page: https://google.github.io/flatbuffers/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://google.github.io/flatbuffers/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains ThreeTen. +This product bundles ThreeTen Extra. Copyright: 2007-present, Stephen Colebourne & Michael Nascimento Santos. -Home page: https://www.threeten.org/threeten-extra/ -License: https://github.com/ThreeTen/threeten-extra/blob/master/LICENSE.txt (BSD 3-clause) - -License text: - +Project URL: https://www.threeten.org/threeten-extra/ +License: BSD 3-Clause | All rights reserved. | | * Redistribution and use in source and binary forms, with or without @@ -465,15 +457,15 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains code from Project Nessie. +This product bundles Project Nessie. Copyright: 2015-2025 Dremio Corporation. -Home page: https://projectnessie.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://projectnessie.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache Spark. +This product bundles and includes code from Apache Spark. * vectorized reading of definition levels in BaseVectorizedParquetValuesReader.java * portions of the extensions parser @@ -481,8 +473,8 @@ This product includes code from Apache Spark. * implementation of SetAccumulator. Copyright: 2011-2018 The Apache Software Foundation -Home page: https://spark.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://spark.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- @@ -491,48 +483,69 @@ This product includes code from Delta Lake. * AssignmentAlignmentSupport is an independent development but UpdateExpressionsSupport in Delta was used as a reference. Copyright: 2020 The Delta Lake Project Authors. -Home page: https://delta.io/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://delta.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary includes code from Apache Commons. +This product includes code from Apache Commons. * Core ArrayUtil. Copyright: 2020 The Apache Software Foundation -Home page: https://commons.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://commons.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles and includes code from Apache HttpComponents (core/client). + +* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java + +Copyright: 1999-2022 The Apache Software Foundation +Project URL: https://hc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache HttpComponents Client. +This product bundles failsafe. -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Copyright: Jonathan Halterman and friends +Project URL: https://failsafe.dev/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache HttpComponents Client. +This product bundles Eclipse MicroProfile OpenAPI. -* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java +Project URL: https://github.com/microprofile/microprofile-open-api +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Eclipse Collections. -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/eclipse-collections/eclipse-collections +License: Eclipse Public License v. 1.0 - https://www.eclipse.org/legal/epl-v10.html -------------------------------------------------------------------------------- -This binary artifact contains failsafe. +This product bundles Apache Datasketches. -Copyright: Jonathan Halterman and friends -Home page: https://failsafe.dev/ -License: https://www.apache.org/licenses/LICENSE-2.0.html +Project URL: https://datasketches.apache.org +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles JTS Topology Suite. + +Project URL: https://github.com/locationtech/jts +License: Eclipse Public License v. 2.0 - https://www.eclipse.org/org/documents/epl-2.0/EPL-2.0.txt -------------------------------------------------------------------------------- -This binary artifact contains Eclipse MicroProfile OpenAPI. +This product bundles RoaringBitmap. -Home page: https://github.com/microprofile/microprofile-open-api -License: https://www.apache.org/licenses/LICENSE-2.0 +Copyright: (c) 2013-... the RoaringBitmap authors +Project URL: https://github.com/RoaringBitmap/RoaringBitmap +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 diff --git a/spark/v3.4/spark-runtime/NOTICE b/spark/v3.4/spark-runtime/NOTICE index b5d1c8d1be4b..17989b43a371 100644 --- a/spark/v3.4/spark-runtime/NOTICE +++ b/spark/v3.4/spark-runtime/NOTICE @@ -1,15 +1,14 @@ Apache Iceberg -Copyright 2017-2025 The Apache Software Foundation +Copyright 2017-2026 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- -This binary artifact contains code from Kite, developed at Cloudera, Inc. with -the following copyright notice: - +This product includes code from Kite, developed at Cloudera, Inc. with +the following in its NOTICE file: | Copyright 2013 Cloudera Inc. | | Licensed under the Apache License, Version 2.0 (the "License"); @@ -26,9 +25,7 @@ the following copyright notice: -------------------------------------------------------------------------------- -This binary artifact includes Airlift Aircompressor with the following in its -NOTICE file: - +This product bundles Airlift Aircompressor with the following in its NOTICE file: | Snappy Copyright Notices | ========================= | @@ -69,47 +66,7 @@ NOTICE file: -------------------------------------------------------------------------------- -This binary artifact includes Google Protobuf with the following copyright -notice: - -| Copyright 2008 Google Inc. All rights reserved. -| -| Redistribution and use in source and binary forms, with or without -| modification, are permitted provided that the following conditions are -| met: -| -| * Redistributions of source code must retain the above copyright -| notice, this list of conditions and the following disclaimer. -| * Redistributions in binary form must reproduce the above -| copyright notice, this list of conditions and the following disclaimer -| in the documentation and/or other materials provided with the -| distribution. -| * Neither the name of Google Inc. nor the names of its -| contributors may be used to endorse or promote products derived from -| this software without specific prior written permission. -| -| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -| "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -| LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -| A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -| OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -| SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -| LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -| DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -| THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -| OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -| -| Code generated by the Protocol Buffer compiler is owned by the owner -| of the input file used when generating it. This code is not -| standalone and requires a support library to be linked with it. This -| support library is itself covered by the above license. - --------------------------------------------------------------------------------- - -This binary artifact includes Netty buffers with the following in its NOTICE -file: - +This product bundles Netty with the following in its NOTICE file: | The Netty Project | ================= | @@ -360,9 +317,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Project Nessie with the following in its NOTICE -file: - +This product bundles Project Nessie with the following in its NOTICE file: | Nessie | Copyright 2015-2025 Dremio Corporation | @@ -380,8 +335,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Eclipse MicroProfile OpenAPI with the following in its NOTICE file: - +This product bundles Eclipse MicroProfile OpenAPI with the following in its NOTICE file: | ========================================================================= | == NOTICE file corresponding to section 4(d) of the Apache License, == | == Version 2.0, in this case for MicroProfile OpenAPI == @@ -401,3 +355,4 @@ This binary artifact includes Eclipse MicroProfile OpenAPI with the following in | PackageCopyrightText: | Arthur De Magalhaes arthurdm@ca.ibm.com | + diff --git a/spark/v3.5/spark-runtime/LICENSE b/spark/v3.5/spark-runtime/LICENSE index 1054b33f522d..24a9e3706d17 100644 --- a/spark/v3.5/spark-runtime/LICENSE +++ b/spark/v3.5/spark-runtime/LICENSE @@ -203,77 +203,82 @@ -------------------------------------------------------------------------------- -This binary artifact contains Apache Avro. +This product bundles Apache Avro. Copyright: Copyright 2010-2019 The Apache Software Foundation -Home page: https://avro.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://avro.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains the Jackson JSON processor. +This product bundles Jackson JSON processor. Copyright: 2007-2019 Tatu Saloranta and other contributors -Home page: http://jackson.codehaus.org/ -License: http://www.apache.org/licenses/LICENSE-2.0.txt +Project URL: https://github.com/FasterXML/jackson +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Parquet. +This product bundles Apache Parquet. Copyright: 2014-2024 The Apache Software Foundation -Home page: https://parquet.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://parquet.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Thrift. +This product bundles Apache Thrift (bundled by Parquet). Copyright: 2006-2017 The Apache Software Foundation. -Home page: https://thrift.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://thrift.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Daniel Lemire's JavaFastPFOR project. +This product includes code from Daniel Lemire's JavaFastPFOR project (bundled by Parquet). Copyright: 2013 Daniel Lemire -Home page: https://github.com/lemire/JavaFastPFOR -License: Apache License Version 2.0 http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/lemire/JavaFastPFOR +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains fastutil. +This product bundles fastutil (bundled by Parquet). Copyright: 2002-2014 Sebastiano Vigna -Home page: http://fastutil.di.unimi.it/ -License: http://www.apache.org/licenses/LICENSE-2.0.html +Project URL: http://fastutil.di.unimi.it/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache ORC. +This product bundles Zero-Allocation Hashing (bundled by Parquet). + +Project URL: https://github.com/OpenHFT/Zero-Allocation-Hashing +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Apache ORC. Copyright: 2013 and onwards The Apache Software Foundation. -Home page: https://orc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://orc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Hive's storage API via ORC. +This product bundles Apache Hive's Storage API (bundled by ORC). Copyright: 2008-2020 The Apache Software Foundation -Home page: https://hive.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://hive.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google protobuf via ORC. +This product bundles Google protobuf (bundled by ORC). Copyright: 2008 Google Inc. -Home page: https://developers.google.com/protocol-buffers -License: https://github.com/protocolbuffers/protobuf/blob/master/LICENSE (BSD) - -License text: +Project URL: https://developers.google.com/protocol-buffers +License: BSD 3-Clause | Copyright 2008 Google Inc. All rights reserved. | @@ -310,61 +315,51 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Airlift Aircompressor. +This product bundles Airlift Aircompressor. Copyright: 2011-2019 Aircompressor authors. -Home page: https://github.com/airlift/aircompressor -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/airlift/aircompressor +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains JetBrains annotations. - -Copyright: 2000-2020 JetBrains s.r.o. -Home page: https://github.com/JetBrains/java-annotations -License: http://www.apache.org/licenses/LICENSE-2.0 - --------------------------------------------------------------------------------- - -This binary artifact contains code from Cloudera Kite. +This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. -Home page: https://kitesdk.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://kitesdk.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Presto. +This product includes code from Presto. Copyright: 2016 Facebook and contributors -Home page: https://prestodb.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://prestodb.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Guava. +This product bundles Google Guava. Copyright: 2006-2019 The Guava Authors -Home page: https://github.com/google/guava -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/guava +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Error Prone Annotations. +This product bundles Google Error Prone Annotations. Copyright: Copyright 2011-2019 The Error Prone Authors -Home page: https://github.com/google/error-prone -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/error-prone +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains checkerframework checker-qual Annotations. +This product bundles checkerframework checker-qual. Copyright: 2004-2019 the Checker Framework developers -Home page: https://github.com/typetools/checker-framework -License: https://github.com/typetools/checker-framework/blob/master/LICENSE.txt (MIT license) - -License text: +Project URL: https://github.com/typetools/checker-framework +License: MIT license | The annotations are licensed under the MIT License. (The text of this | license appears below.) More specifically, all the parts of the Checker | Framework that you might want to include with your own program use the @@ -395,46 +390,43 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Caffeine by Ben Manes. +This product bundles Caffeine by Ben Manes. Copyright: 2014-2019 Ben Manes and contributors -Home page: https://github.com/ben-manes/caffeine -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/ben-manes/caffeine +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Arrow. +This product bundles Apache Arrow. Copyright: 2016-2019 The Apache Software Foundation. -Home page: https://arrow.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://arrow.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Netty's buffer library. +This product bundles Netty. Copyright: 2014-2020 The Netty Project -Home page: https://netty.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://netty.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google FlatBuffers. +This product bundles Google FlatBuffers. Copyright: 2013-2020 Google Inc. -Home page: https://google.github.io/flatbuffers/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://google.github.io/flatbuffers/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains ThreeTen. +This product bundles ThreeTen Extra. Copyright: 2007-present, Stephen Colebourne & Michael Nascimento Santos. -Home page: https://www.threeten.org/threeten-extra/ -License: https://github.com/ThreeTen/threeten-extra/blob/master/LICENSE.txt (BSD 3-clause) - -License text: - +Project URL: https://www.threeten.org/threeten-extra/ +License: BSD 3-Clause | All rights reserved. | | * Redistribution and use in source and binary forms, with or without @@ -465,15 +457,15 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains code from Project Nessie. +This product bundles Project Nessie. Copyright: 2015-2025 Dremio Corporation. -Home page: https://projectnessie.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://projectnessie.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache Spark. +This product bundles and includes code from Apache Spark. * vectorized reading of definition levels in BaseVectorizedParquetValuesReader.java * portions of the extensions parser @@ -481,8 +473,8 @@ This product includes code from Apache Spark. * implementation of SetAccumulator. Copyright: 2011-2018 The Apache Software Foundation -Home page: https://spark.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://spark.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- @@ -491,48 +483,70 @@ This product includes code from Delta Lake. * AssignmentAlignmentSupport is an independent development but UpdateExpressionsSupport in Delta was used as a reference. Copyright: 2020 The Delta Lake Project Authors. -Home page: https://delta.io/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://delta.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary includes code from Apache Commons. +This product includes code from Apache Commons. * Core ArrayUtil. Copyright: 2020 The Apache Software Foundation -Home page: https://commons.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://commons.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache HttpComponents Client. +This product bundles and includes code from Apache HttpComponents (core/client). -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java + +Copyright: 1999-2022 The Apache Software Foundation +Project URL: https://hc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache HttpComponents Client. +This product bundles failsafe. -* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java +Copyright: Jonathan Halterman and friends +Project URL: https://failsafe.dev/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Eclipse MicroProfile OpenAPI. -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/microprofile/microprofile-open-api +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains failsafe. +This product bundles Eclipse Collections. -Copyright: Jonathan Halterman and friends -Home page: https://failsafe.dev/ -License: https://www.apache.org/licenses/LICENSE-2.0.html +Project URL: https://github.com/eclipse-collections/eclipse-collections +License: Eclipse Public License v. 1.0 - https://www.eclipse.org/legal/epl-v10.html + +-------------------------------------------------------------------------------- + +This product bundles Apache Datasketches. + +Project URL: https://datasketches.apache.org +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Eclipse MicroProfile OpenAPI. +This product bundles JTS Topology Suite. + +Project URL: https://github.com/locationtech/jts +License: Eclipse Public License v. 2.0 - https://www.eclipse.org/org/documents/epl-2.0/EPL-2.0.txt + +-------------------------------------------------------------------------------- + +This product bundles RoaringBitmap. + +Copyright: (c) 2013-... the RoaringBitmap authors +Project URL: https://github.com/RoaringBitmap/RoaringBitmap +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -Home page: https://github.com/microprofile/microprofile-open-api -License: https://www.apache.org/licenses/LICENSE-2.0 diff --git a/spark/v3.5/spark-runtime/NOTICE b/spark/v3.5/spark-runtime/NOTICE index b5d1c8d1be4b..47b40b43430a 100644 --- a/spark/v3.5/spark-runtime/NOTICE +++ b/spark/v3.5/spark-runtime/NOTICE @@ -1,15 +1,14 @@ Apache Iceberg -Copyright 2017-2025 The Apache Software Foundation +Copyright 2017-2026 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- -This binary artifact contains code from Kite, developed at Cloudera, Inc. with -the following copyright notice: - +This product includes code from Kite, developed at Cloudera, Inc. with +the following in its NOTICE file: | Copyright 2013 Cloudera Inc. | | Licensed under the Apache License, Version 2.0 (the "License"); @@ -26,9 +25,7 @@ the following copyright notice: -------------------------------------------------------------------------------- -This binary artifact includes Airlift Aircompressor with the following in its -NOTICE file: - +This product bundles Airlift Aircompressor with the following in its NOTICE file: | Snappy Copyright Notices | ========================= | @@ -69,47 +66,7 @@ NOTICE file: -------------------------------------------------------------------------------- -This binary artifact includes Google Protobuf with the following copyright -notice: - -| Copyright 2008 Google Inc. All rights reserved. -| -| Redistribution and use in source and binary forms, with or without -| modification, are permitted provided that the following conditions are -| met: -| -| * Redistributions of source code must retain the above copyright -| notice, this list of conditions and the following disclaimer. -| * Redistributions in binary form must reproduce the above -| copyright notice, this list of conditions and the following disclaimer -| in the documentation and/or other materials provided with the -| distribution. -| * Neither the name of Google Inc. nor the names of its -| contributors may be used to endorse or promote products derived from -| this software without specific prior written permission. -| -| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -| "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -| LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -| A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -| OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -| SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -| LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -| DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -| THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -| OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -| -| Code generated by the Protocol Buffer compiler is owned by the owner -| of the input file used when generating it. This code is not -| standalone and requires a support library to be linked with it. This -| support library is itself covered by the above license. - --------------------------------------------------------------------------------- - -This binary artifact includes Netty buffers with the following in its NOTICE -file: - +This product bundles Netty with the following in its NOTICE file: | The Netty Project | ================= | @@ -360,9 +317,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Project Nessie with the following in its NOTICE -file: - +This product bundles Project Nessie with the following in its NOTICE file: | Nessie | Copyright 2015-2025 Dremio Corporation | @@ -380,8 +335,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Eclipse MicroProfile OpenAPI with the following in its NOTICE file: - +This product bundles Eclipse MicroProfile OpenAPI with the following in its NOTICE file: | ========================================================================= | == NOTICE file corresponding to section 4(d) of the Apache License, == | == Version 2.0, in this case for MicroProfile OpenAPI == diff --git a/spark/v4.0/spark-runtime/LICENSE b/spark/v4.0/spark-runtime/LICENSE index 1054b33f522d..24a9e3706d17 100644 --- a/spark/v4.0/spark-runtime/LICENSE +++ b/spark/v4.0/spark-runtime/LICENSE @@ -203,77 +203,82 @@ -------------------------------------------------------------------------------- -This binary artifact contains Apache Avro. +This product bundles Apache Avro. Copyright: Copyright 2010-2019 The Apache Software Foundation -Home page: https://avro.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://avro.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains the Jackson JSON processor. +This product bundles Jackson JSON processor. Copyright: 2007-2019 Tatu Saloranta and other contributors -Home page: http://jackson.codehaus.org/ -License: http://www.apache.org/licenses/LICENSE-2.0.txt +Project URL: https://github.com/FasterXML/jackson +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Parquet. +This product bundles Apache Parquet. Copyright: 2014-2024 The Apache Software Foundation -Home page: https://parquet.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://parquet.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Thrift. +This product bundles Apache Thrift (bundled by Parquet). Copyright: 2006-2017 The Apache Software Foundation. -Home page: https://thrift.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://thrift.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Daniel Lemire's JavaFastPFOR project. +This product includes code from Daniel Lemire's JavaFastPFOR project (bundled by Parquet). Copyright: 2013 Daniel Lemire -Home page: https://github.com/lemire/JavaFastPFOR -License: Apache License Version 2.0 http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/lemire/JavaFastPFOR +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains fastutil. +This product bundles fastutil (bundled by Parquet). Copyright: 2002-2014 Sebastiano Vigna -Home page: http://fastutil.di.unimi.it/ -License: http://www.apache.org/licenses/LICENSE-2.0.html +Project URL: http://fastutil.di.unimi.it/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache ORC. +This product bundles Zero-Allocation Hashing (bundled by Parquet). + +Project URL: https://github.com/OpenHFT/Zero-Allocation-Hashing +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Apache ORC. Copyright: 2013 and onwards The Apache Software Foundation. -Home page: https://orc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://orc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Hive's storage API via ORC. +This product bundles Apache Hive's Storage API (bundled by ORC). Copyright: 2008-2020 The Apache Software Foundation -Home page: https://hive.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://hive.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google protobuf via ORC. +This product bundles Google protobuf (bundled by ORC). Copyright: 2008 Google Inc. -Home page: https://developers.google.com/protocol-buffers -License: https://github.com/protocolbuffers/protobuf/blob/master/LICENSE (BSD) - -License text: +Project URL: https://developers.google.com/protocol-buffers +License: BSD 3-Clause | Copyright 2008 Google Inc. All rights reserved. | @@ -310,61 +315,51 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Airlift Aircompressor. +This product bundles Airlift Aircompressor. Copyright: 2011-2019 Aircompressor authors. -Home page: https://github.com/airlift/aircompressor -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/airlift/aircompressor +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains JetBrains annotations. - -Copyright: 2000-2020 JetBrains s.r.o. -Home page: https://github.com/JetBrains/java-annotations -License: http://www.apache.org/licenses/LICENSE-2.0 - --------------------------------------------------------------------------------- - -This binary artifact contains code from Cloudera Kite. +This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. -Home page: https://kitesdk.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://kitesdk.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains code from Presto. +This product includes code from Presto. Copyright: 2016 Facebook and contributors -Home page: https://prestodb.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://prestodb.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Guava. +This product bundles Google Guava. Copyright: 2006-2019 The Guava Authors -Home page: https://github.com/google/guava -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/guava +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google Error Prone Annotations. +This product bundles Google Error Prone Annotations. Copyright: Copyright 2011-2019 The Error Prone Authors -Home page: https://github.com/google/error-prone -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/google/error-prone +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains checkerframework checker-qual Annotations. +This product bundles checkerframework checker-qual. Copyright: 2004-2019 the Checker Framework developers -Home page: https://github.com/typetools/checker-framework -License: https://github.com/typetools/checker-framework/blob/master/LICENSE.txt (MIT license) - -License text: +Project URL: https://github.com/typetools/checker-framework +License: MIT license | The annotations are licensed under the MIT License. (The text of this | license appears below.) More specifically, all the parts of the Checker | Framework that you might want to include with your own program use the @@ -395,46 +390,43 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains Caffeine by Ben Manes. +This product bundles Caffeine by Ben Manes. Copyright: 2014-2019 Ben Manes and contributors -Home page: https://github.com/ben-manes/caffeine -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/ben-manes/caffeine +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache Arrow. +This product bundles Apache Arrow. Copyright: 2016-2019 The Apache Software Foundation. -Home page: https://arrow.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://arrow.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Netty's buffer library. +This product bundles Netty. Copyright: 2014-2020 The Netty Project -Home page: https://netty.io/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://netty.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Google FlatBuffers. +This product bundles Google FlatBuffers. Copyright: 2013-2020 Google Inc. -Home page: https://google.github.io/flatbuffers/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://google.github.io/flatbuffers/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains ThreeTen. +This product bundles ThreeTen Extra. Copyright: 2007-present, Stephen Colebourne & Michael Nascimento Santos. -Home page: https://www.threeten.org/threeten-extra/ -License: https://github.com/ThreeTen/threeten-extra/blob/master/LICENSE.txt (BSD 3-clause) - -License text: - +Project URL: https://www.threeten.org/threeten-extra/ +License: BSD 3-Clause | All rights reserved. | | * Redistribution and use in source and binary forms, with or without @@ -465,15 +457,15 @@ License text: -------------------------------------------------------------------------------- -This binary artifact contains code from Project Nessie. +This product bundles Project Nessie. Copyright: 2015-2025 Dremio Corporation. -Home page: https://projectnessie.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://projectnessie.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache Spark. +This product bundles and includes code from Apache Spark. * vectorized reading of definition levels in BaseVectorizedParquetValuesReader.java * portions of the extensions parser @@ -481,8 +473,8 @@ This product includes code from Apache Spark. * implementation of SetAccumulator. Copyright: 2011-2018 The Apache Software Foundation -Home page: https://spark.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://spark.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- @@ -491,48 +483,70 @@ This product includes code from Delta Lake. * AssignmentAlignmentSupport is an independent development but UpdateExpressionsSupport in Delta was used as a reference. Copyright: 2020 The Delta Lake Project Authors. -Home page: https://delta.io/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://delta.io/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary includes code from Apache Commons. +This product includes code from Apache Commons. * Core ArrayUtil. Copyright: 2020 The Apache Software Foundation -Home page: https://commons.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://commons.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Apache HttpComponents Client. +This product bundles and includes code from Apache HttpComponents (core/client). -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: http://www.apache.org/licenses/LICENSE-2.0 +* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java + +Copyright: 1999-2022 The Apache Software Foundation +Project URL: https://hc.apache.org/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This product includes code from Apache HttpComponents Client. +This product bundles failsafe. -* retry and error handling logic in ExponentialHttpRequestRetryStrategy.java +Copyright: Jonathan Halterman and friends +Project URL: https://failsafe.dev/ +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + +This product bundles Eclipse MicroProfile OpenAPI. -Copyright: 1999-2022 The Apache Software Foundation. -Home page: https://hc.apache.org/ -License: https://www.apache.org/licenses/LICENSE-2.0 +Project URL: https://github.com/microprofile/microprofile-open-api +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains failsafe. +This product bundles Eclipse Collections. -Copyright: Jonathan Halterman and friends -Home page: https://failsafe.dev/ -License: https://www.apache.org/licenses/LICENSE-2.0.html +Project URL: https://github.com/eclipse-collections/eclipse-collections +License: Eclipse Public License v. 1.0 - https://www.eclipse.org/legal/epl-v10.html + +-------------------------------------------------------------------------------- + +This product bundles Apache Datasketches. + +Project URL: https://datasketches.apache.org +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- -This binary artifact contains Eclipse MicroProfile OpenAPI. +This product bundles JTS Topology Suite. + +Project URL: https://github.com/locationtech/jts +License: Eclipse Public License v. 2.0 - https://www.eclipse.org/org/documents/epl-2.0/EPL-2.0.txt + +-------------------------------------------------------------------------------- + +This product bundles RoaringBitmap. + +Copyright: (c) 2013-... the RoaringBitmap authors +Project URL: https://github.com/RoaringBitmap/RoaringBitmap +License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -Home page: https://github.com/microprofile/microprofile-open-api -License: https://www.apache.org/licenses/LICENSE-2.0 diff --git a/spark/v4.0/spark-runtime/NOTICE b/spark/v4.0/spark-runtime/NOTICE index b5d1c8d1be4b..47b40b43430a 100644 --- a/spark/v4.0/spark-runtime/NOTICE +++ b/spark/v4.0/spark-runtime/NOTICE @@ -1,15 +1,14 @@ Apache Iceberg -Copyright 2017-2025 The Apache Software Foundation +Copyright 2017-2026 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- -This binary artifact contains code from Kite, developed at Cloudera, Inc. with -the following copyright notice: - +This product includes code from Kite, developed at Cloudera, Inc. with +the following in its NOTICE file: | Copyright 2013 Cloudera Inc. | | Licensed under the Apache License, Version 2.0 (the "License"); @@ -26,9 +25,7 @@ the following copyright notice: -------------------------------------------------------------------------------- -This binary artifact includes Airlift Aircompressor with the following in its -NOTICE file: - +This product bundles Airlift Aircompressor with the following in its NOTICE file: | Snappy Copyright Notices | ========================= | @@ -69,47 +66,7 @@ NOTICE file: -------------------------------------------------------------------------------- -This binary artifact includes Google Protobuf with the following copyright -notice: - -| Copyright 2008 Google Inc. All rights reserved. -| -| Redistribution and use in source and binary forms, with or without -| modification, are permitted provided that the following conditions are -| met: -| -| * Redistributions of source code must retain the above copyright -| notice, this list of conditions and the following disclaimer. -| * Redistributions in binary form must reproduce the above -| copyright notice, this list of conditions and the following disclaimer -| in the documentation and/or other materials provided with the -| distribution. -| * Neither the name of Google Inc. nor the names of its -| contributors may be used to endorse or promote products derived from -| this software without specific prior written permission. -| -| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -| "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -| LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -| A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT -| OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, -| SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT -| LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, -| DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY -| THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT -| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -| OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -| -| Code generated by the Protocol Buffer compiler is owned by the owner -| of the input file used when generating it. This code is not -| standalone and requires a support library to be linked with it. This -| support library is itself covered by the above license. - --------------------------------------------------------------------------------- - -This binary artifact includes Netty buffers with the following in its NOTICE -file: - +This product bundles Netty with the following in its NOTICE file: | The Netty Project | ================= | @@ -360,9 +317,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Project Nessie with the following in its NOTICE -file: - +This product bundles Project Nessie with the following in its NOTICE file: | Nessie | Copyright 2015-2025 Dremio Corporation | @@ -380,8 +335,7 @@ file: -------------------------------------------------------------------------------- -This binary artifact includes Eclipse MicroProfile OpenAPI with the following in its NOTICE file: - +This product bundles Eclipse MicroProfile OpenAPI with the following in its NOTICE file: | ========================================================================= | == NOTICE file corresponding to section 4(d) of the Apache License, == | == Version 2.0, in this case for MicroProfile OpenAPI == From f943f0f055db122b200132b171ad82b4247dbb90 Mon Sep 17 00:00:00 2001 From: Amogh Jahagirdar Date: Wed, 29 Apr 2026 12:52:42 -0600 Subject: [PATCH 2/3] Keep jetbrains annotations in License/Notice --- runtime-deps.gradle | 132 ------------------------------- spark/v3.4/spark-runtime/LICENSE | 8 ++ spark/v3.5/spark-runtime/LICENSE | 8 ++ spark/v4.0/spark-runtime/LICENSE | 8 ++ 4 files changed, 24 insertions(+), 132 deletions(-) delete mode 100644 runtime-deps.gradle diff --git a/runtime-deps.gradle b/runtime-deps.gradle deleted file mode 100644 index f602565f8a1a..000000000000 --- a/runtime-deps.gradle +++ /dev/null @@ -1,132 +0,0 @@ -/* - * - * * Licensed to the Apache Software Foundation (ASF) under one - * * or more contributor license agreements. See the NOTICE file - * * distributed with this work for additional information - * * regarding copyright ownership. The ASF licenses this file - * * to you under the Apache License, Version 2.0 (the - * * "License"); you may not use this file except in compliance - * * with the License. You may obtain a copy of the License at - * * - * * http://www.apache.org/licenses/LICENSE-2.0 - * * - * * Unless required by applicable law or agreed to in writing, - * * software distributed under the License is distributed on an - * * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * * KIND, either express or implied. See the License for the - * * specific language governing permissions and limitations - * * under the License. - * - */ - -// Guards the runtime dependency surface for shadow JAR modules. -// -// Prevents accidental transitive dependency growth in shipped shadow JARs. -// Without this guard, adding a single catalog module as 'implementation' -// instead of 'compileOnly' can silently leak dozens of transitive artifacts -// into the runtime JAR, inflating its size and introducing unlicensed code. -// -// Apply this script in any project that ships a bundled artifact: Spark and -// Flink runtime shadow JARs, cloud bundles (aws, azure, gcp), and Kafka -// Connect runtime distribution. -// -// It adds two tasks: -// -// generateRuntimeDeps - resolves runtimeClasspath and writes a sorted -// baseline of group:artifact:version coordinates -// to runtime-deps.txt in the project directory. -// -// checkRuntimeDeps - compares the resolved dependencies against the -// checked-in baseline and fails with a diff if -// they don't match. Patch-level version changes are -// ignored so that routine Dependabot bumps don't -// require a baseline update. Wired into the 'check' -// lifecycle. -// -// Workflow: -// 1. ./gradlew check -- fails if deps changed -// 2. ./gradlew generateRuntimeDeps -- auto-updates all baselines -// 3. Update LICENSE and NOTICE if dependency licenses changed -- This is a Manual Step -// 4. Commit - -def depsFile = file("${projectDir}/runtime-deps.txt") - -def resolveRuntimeDeps = { - configurations.runtimeClasspath.resolvedConfiguration - .resolvedArtifacts - .collect { "${it.moduleVersion.id.group}:${it.moduleVersion.id.name}:${it.moduleVersion.id.version}" } - .findAll { !it.startsWith('org.apache.iceberg:') } - .toSorted() - .toUnique() -} - -tasks.register('generateRuntimeDeps') { - group = 'verification' - description = 'Regenerate the runtime dependency baseline after intentional dependency changes' - outputs.file(depsFile) - doLast { - def deps = resolveRuntimeDeps() - depsFile.text = deps.join('\n') + '\n' - logger.lifecycle("Wrote ${deps.size()} dependencies to ${depsFile}") - logger.lifecycle("Review the diff, then update LICENSE and NOTICE if licenses changed.") - } -} - -tasks.register('checkRuntimeDeps') { - group = 'verification' - description = 'Verify runtime dependencies match the checked-in baseline' - inputs.files(configurations.runtimeClasspath) - outputs.file(depsFile) - doLast { - if (!depsFile.exists()) { - logger.warn("WARNING: Missing ${depsFile.name} in ${projectDir}. " + - "Run: ./gradlew ${project.path}:generateRuntimeDeps") - return - } - - def actual = resolveRuntimeDeps() - def expected = depsFile.readLines().findAll { it.trim() }.toSorted() - - def groupArtifact = { coord -> coord.substring(0, coord.lastIndexOf(':')) } - def majorMinor = { coord -> - def ver = coord.substring(coord.lastIndexOf(':') + 1) - def parts = ver.split('\\.') - parts.length >= 2 ? "${parts[0]}.${parts[1]}" : ver - } - - def actualByModule = actual.collectEntries { [(groupArtifact(it)): it] } - def expectedByModule = expected.collectEntries { [(groupArtifact(it)): it] } - - def added = actualByModule.keySet() - expectedByModule.keySet() - def removed = expectedByModule.keySet() - actualByModule.keySet() - def shared = actualByModule.keySet().intersect(expectedByModule.keySet()) - def versionChanged = shared.findAll { - majorMinor(actualByModule[it]) != majorMinor(expectedByModule[it]) - } - - if (added || removed || versionChanged) { - def msg = new StringBuilder() - msg.append("Runtime dependency baseline mismatch for ${project.name}!\n") - if (versionChanged) { - msg.append("\n Version changed (${versionChanged.size()}):\n") - versionChanged.toSorted().each { module -> - msg.append(" ~ ${expectedByModule[module]} -> ${actualByModule[module]}\n") - } - } - if (added) { - msg.append("\n Added (${added.size()}):\n") - added.toSorted().each { module -> msg.append(" + ${actualByModule[module]}\n") } - } - if (removed) { - msg.append("\n Removed (${removed.size()}):\n") - removed.toSorted().each { module -> msg.append(" - ${expectedByModule[module]}\n") } - } - msg.append("\nTo update the baseline run:\n") - msg.append(" ./gradlew ${project.path}:generateRuntimeDeps\n") - msg.append("\nThen update LICENSE and NOTICE to reflect the dependency changes.") - throw new GradleException(msg.toString()) - } - } -} - -check.dependsOn checkRuntimeDeps \ No newline at end of file diff --git a/spark/v3.4/spark-runtime/LICENSE b/spark/v3.4/spark-runtime/LICENSE index 950cf7ec1eb1..940bdc3209c2 100644 --- a/spark/v3.4/spark-runtime/LICENSE +++ b/spark/v3.4/spark-runtime/LICENSE @@ -323,6 +323,14 @@ License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2 -------------------------------------------------------------------------------- +This product bundles JetBrains annotations. + +Copyright: 2000-2020 JetBrains s.r.o. +Home page: https://github.com/JetBrains/java-annotations +License: http://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. diff --git a/spark/v3.5/spark-runtime/LICENSE b/spark/v3.5/spark-runtime/LICENSE index 24a9e3706d17..bfc9e47dcefd 100644 --- a/spark/v3.5/spark-runtime/LICENSE +++ b/spark/v3.5/spark-runtime/LICENSE @@ -323,6 +323,14 @@ License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2 -------------------------------------------------------------------------------- +This product bundles JetBrains annotations. + +Copyright: 2000-2020 JetBrains s.r.o. +Home page: https://github.com/JetBrains/java-annotations +License: http://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. diff --git a/spark/v4.0/spark-runtime/LICENSE b/spark/v4.0/spark-runtime/LICENSE index 24a9e3706d17..bfc9e47dcefd 100644 --- a/spark/v4.0/spark-runtime/LICENSE +++ b/spark/v4.0/spark-runtime/LICENSE @@ -323,6 +323,14 @@ License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2 -------------------------------------------------------------------------------- +This product bundles JetBrains annotations. + +Copyright: 2000-2020 JetBrains s.r.o. +Home page: https://github.com/JetBrains/java-annotations +License: http://www.apache.org/licenses/LICENSE-2.0 + +-------------------------------------------------------------------------------- + This product includes code from Cloudera Kite. Copyright: 2013-2017 Cloudera Inc. From e40d0663b12782f21fdca952b08ebf01569858f1 Mon Sep 17 00:00:00 2001 From: Amogh Jahagirdar Date: Wed, 29 Apr 2026 13:09:58 -0600 Subject: [PATCH 3/3] fix newlines --- spark/v3.4/spark-runtime/NOTICE | 1 - spark/v3.5/spark-runtime/LICENSE | 1 - spark/v4.0/spark-runtime/LICENSE | 1 - 3 files changed, 3 deletions(-) diff --git a/spark/v3.4/spark-runtime/NOTICE b/spark/v3.4/spark-runtime/NOTICE index 17989b43a371..47b40b43430a 100644 --- a/spark/v3.4/spark-runtime/NOTICE +++ b/spark/v3.4/spark-runtime/NOTICE @@ -355,4 +355,3 @@ This product bundles Eclipse MicroProfile OpenAPI with the following in its NOTI | PackageCopyrightText: | Arthur De Magalhaes arthurdm@ca.ibm.com | - diff --git a/spark/v3.5/spark-runtime/LICENSE b/spark/v3.5/spark-runtime/LICENSE index bfc9e47dcefd..940bdc3209c2 100644 --- a/spark/v3.5/spark-runtime/LICENSE +++ b/spark/v3.5/spark-runtime/LICENSE @@ -557,4 +557,3 @@ This product bundles RoaringBitmap. Copyright: (c) 2013-... the RoaringBitmap authors Project URL: https://github.com/RoaringBitmap/RoaringBitmap License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 - diff --git a/spark/v4.0/spark-runtime/LICENSE b/spark/v4.0/spark-runtime/LICENSE index bfc9e47dcefd..940bdc3209c2 100644 --- a/spark/v4.0/spark-runtime/LICENSE +++ b/spark/v4.0/spark-runtime/LICENSE @@ -557,4 +557,3 @@ This product bundles RoaringBitmap. Copyright: (c) 2013-... the RoaringBitmap authors Project URL: https://github.com/RoaringBitmap/RoaringBitmap License: Apache License, Version 2.0 - https://www.apache.org/licenses/LICENSE-2.0 -