From 0ab9fe3c9afd3461f1f866ec5d81e3d113707b9e Mon Sep 17 00:00:00 2001 From: Mend Renovate Date: Mon, 17 Aug 2026 05:46:28 +0000 Subject: [PATCH 1/3] chore(deps): update aws-java-sdk-v2 monorepo to v2.53.1 --- common/workflow-core/build.sbt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/common/workflow-core/build.sbt b/common/workflow-core/build.sbt index 0d48fc4048f..d5222069856 100644 --- a/common/workflow-core/build.sbt +++ b/common/workflow-core/build.sbt @@ -298,16 +298,16 @@ libraryDependencies ++= Seq( "io.lakefs" % "sdk" % "1.51.0", // for lakeFS api calls "com.typesafe" % "config" % "1.4.6", // config reader "org.apache.commons" % "commons-jcs3-core" % "3.2", // Apache Commons JCS - "software.amazon.awssdk" % "s3" % "2.29.51" excludeAll( + "software.amazon.awssdk" % "s3" % "2.53.1" excludeAll( ExclusionRule(organization = "io.netty") ), - "software.amazon.awssdk" % "auth" % "2.29.51" excludeAll( + "software.amazon.awssdk" % "auth" % "2.53.1" excludeAll( ExclusionRule(organization = "io.netty") ), - "software.amazon.awssdk" % "regions" % "2.29.51" excludeAll( + "software.amazon.awssdk" % "regions" % "2.53.1" excludeAll( ExclusionRule(organization = "io.netty") ), - "software.amazon.awssdk" % "sts" % "2.29.51" excludeAll( + "software.amazon.awssdk" % "sts" % "2.53.1" excludeAll( ExclusionRule(organization = "io.netty") ), ) \ No newline at end of file From cf62943796d1af84763c73eff1e50fd39ac43079 Mon Sep 17 00:00:00 2001 From: Xinyuan Lin Date: Sun, 16 Aug 2026 23:34:51 -0700 Subject: [PATCH 2/3] chore(deps): sync binary LICENSE/NOTICE for AWS SDK 2.53.1 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The 2.29.51 -> 2.53.1 bump swaps `apache-client` for `apache5-client` and splits `utils-lite` out of `utils`, so every dist that bundles the S3 client fails `check_binary_deps.py` on a new/stale jar plus direct version drift, and `generate_notice_binary.py` no longer reproduces the committed NOTICE-binary. Per dist (amber, computing-unit-managing-service, file-service, workflow-compiling-service): | Change | Jars | | --- | --- | | added | `apache5-client`, `utils-lite` | | removed | `apache-client` | | version | 30 `software.amazon.awssdk.*` claims -> 2.53.1 | | version | `httpclient5` 5.4.3 -> 5.6.4, `httpcore5`/`-h2` 5.3.4 -> 5.4.3 | | version | `httpcore` 4.4.16 -> 4.4.13 (services only; dropped with `apache-client`) | `apache5-client` and `utils-lite` carry the same Apache-2.0 `META-INF/LICENSE.txt` as the rest of the SDK, so they join the existing awssdk bullets under the Apache License 2.0 section. NOTICE-binary is regenerated from the same jar set, which also picks up the reworded `third-party-jackson-core` notice (FastDoubleParser -> Schubfach) that shifts the surrounding blocks. Verified locally against the resolved runtime classpath of all four dists (402 / 339 / 302 / 314 jars) — `check_binary_deps.py` passes in both PR (`--ignore-transitive-version`) and exact nightly mode, and `generate_notice_binary.py` output matches byte for byte. --- amber/LICENSE-binary-java | 67 ++++++------- amber/NOTICE-binary | 94 +++++++------------ .../LICENSE-binary | 69 +++++++------- computing-unit-managing-service/NOTICE-binary | 76 +++++---------- file-service/LICENSE-binary | 69 +++++++------- file-service/NOTICE-binary | 76 +++++---------- workflow-compiling-service/LICENSE-binary | 69 +++++++------- workflow-compiling-service/NOTICE-binary | 90 +++++++----------- 8 files changed, 255 insertions(+), 355 deletions(-) diff --git a/amber/LICENSE-binary-java b/amber/LICENSE-binary-java index 90d27b4447c..1db2554e70b 100644 --- a/amber/LICENSE-binary-java +++ b/amber/LICENSE-binary-java @@ -399,9 +399,9 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar + - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar + - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar - org.apache.httpcomponents.httpasyncclient-4.1.5.jar - org.apache.httpcomponents.httpclient-4.5.14.jar - org.apache.httpcomponents.httpcore-4.4.16.jar @@ -509,36 +509,37 @@ Scala/Java jars: - org.typelevel.cats-mtl_2.13-1.3.1.jar - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-1.23.jar - - software.amazon.awssdk.annotations-2.29.51.jar - - software.amazon.awssdk.apache-client-2.29.51.jar - - software.amazon.awssdk.arns-2.29.51.jar - - software.amazon.awssdk.auth-2.29.51.jar - - software.amazon.awssdk.aws-core-2.29.51.jar - - software.amazon.awssdk.aws-query-protocol-2.29.51.jar - - software.amazon.awssdk.aws-xml-protocol-2.29.51.jar - - software.amazon.awssdk.checksums-2.29.51.jar - - software.amazon.awssdk.checksums-spi-2.29.51.jar - - software.amazon.awssdk.crt-core-2.29.51.jar - - software.amazon.awssdk.endpoints-spi-2.29.51.jar - - software.amazon.awssdk.http-auth-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-eventstream-2.29.51.jar - - software.amazon.awssdk.http-auth-spi-2.29.51.jar - - software.amazon.awssdk.http-client-spi-2.29.51.jar - - software.amazon.awssdk.identity-spi-2.29.51.jar - - software.amazon.awssdk.json-utils-2.29.51.jar - - software.amazon.awssdk.metrics-spi-2.29.51.jar - - software.amazon.awssdk.netty-nio-client-2.29.51.jar - - software.amazon.awssdk.profiles-2.29.51.jar - - software.amazon.awssdk.protocol-core-2.29.51.jar - - software.amazon.awssdk.regions-2.29.51.jar - - software.amazon.awssdk.retries-2.29.51.jar - - software.amazon.awssdk.retries-spi-2.29.51.jar - - software.amazon.awssdk.s3-2.29.51.jar - - software.amazon.awssdk.sdk-core-2.29.51.jar - - software.amazon.awssdk.sts-2.29.51.jar - - software.amazon.awssdk.third-party-jackson-core-2.29.51.jar - - software.amazon.awssdk.utils-2.29.51.jar + - software.amazon.awssdk.annotations-2.53.1.jar + - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.arns-2.53.1.jar + - software.amazon.awssdk.auth-2.53.1.jar + - software.amazon.awssdk.aws-core-2.53.1.jar + - software.amazon.awssdk.aws-query-protocol-2.53.1.jar + - software.amazon.awssdk.aws-xml-protocol-2.53.1.jar + - software.amazon.awssdk.checksums-2.53.1.jar + - software.amazon.awssdk.checksums-spi-2.53.1.jar + - software.amazon.awssdk.crt-core-2.53.1.jar + - software.amazon.awssdk.endpoints-spi-2.53.1.jar + - software.amazon.awssdk.http-auth-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-eventstream-2.53.1.jar + - software.amazon.awssdk.http-auth-spi-2.53.1.jar + - software.amazon.awssdk.http-client-spi-2.53.1.jar + - software.amazon.awssdk.identity-spi-2.53.1.jar + - software.amazon.awssdk.json-utils-2.53.1.jar + - software.amazon.awssdk.metrics-spi-2.53.1.jar + - software.amazon.awssdk.netty-nio-client-2.53.1.jar + - software.amazon.awssdk.profiles-2.53.1.jar + - software.amazon.awssdk.protocol-core-2.53.1.jar + - software.amazon.awssdk.regions-2.53.1.jar + - software.amazon.awssdk.retries-2.53.1.jar + - software.amazon.awssdk.retries-spi-2.53.1.jar + - software.amazon.awssdk.s3-2.53.1.jar + - software.amazon.awssdk.sdk-core-2.53.1.jar + - software.amazon.awssdk.sts-2.53.1.jar + - software.amazon.awssdk.third-party-jackson-core-2.53.1.jar + - software.amazon.awssdk.utils-2.53.1.jar + - software.amazon.awssdk.utils-lite-2.53.1.jar - software.amazon.eventstream.eventstream-1.0.1.jar -------------------------------------------------------------------------------- diff --git a/amber/NOTICE-binary b/amber/NOTICE-binary index 13f102a3f24..b693e7d8b16 100644 --- a/amber/NOTICE-binary +++ b/amber/NOTICE-binary @@ -1938,38 +1938,6 @@ A list of contributors may be found from CREDITS file, which is included in some artifacts (usually source distributions); but is always available from the source code management (SCM) system project uses. --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore-nio --------------------------------------------------------------------------------- - -Apache HttpCore NIO -Copyright 2005-2020 The Apache Software Foundation - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - --------------------------------------------------------------------------------- -com.esotericsoftware.kryo5 --------------------------------------------------------------------------------- - -// ------------------------------------------------------------------ -// NOTICE file corresponding to the section 4d of The Apache License, -// Version 2.0, in this case for Objenesis -// ------------------------------------------------------------------ - -Objenesis -Copyright 2006-2022 Joe Walnes, Henri Tremblay, Leonardo Mesquita - --------------------------------------------------------------------------------- -com.google.inject.extensions.guice-servlet --------------------------------------------------------------------------------- - -Google Guice - Extensions - Servlet -Copyright 2006-2022 Google, Inc. - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- software.amazon.awssdk.third-party-jackson-core -------------------------------------------------------------------------------- @@ -2030,44 +1998,50 @@ under the following copyright. Copyright © 2023 Werner Randelshofer, Switzerland. MIT License. -See FastDoubleParser-NOTICE for details of other source code included in FastDoubleParser -and the licenses and copyrights that apply to that code. +See FastDoubleParser-LICENSE and also FastDoubleParser-ThirdParty-LICENSE for details of other source code +included in FastDoubleParser and the licenses and copyrights that apply to that code. -# FastDoubleParser +## Schubfach -This is a Java port of Daniel Lemire's fast_float project. -This project provides parsers for double, float, BigDecimal and BigInteger values. +jackson-core bundles a copy of the Schubfach number writing code . +That code is available under an MIT license +under the following copyright. -## Copyright +Copyright 2018-2020 Raffaello Giulietti -Copyright © 2023 Werner Randelshofer, Switzerland. +See Schubfach-LICENSE. -## Licensing +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore-nio +-------------------------------------------------------------------------------- -This code is licensed under MIT License. -https://github.com/wrandelshofer/FastDoubleParser/blob/522be16e145f43308c43b23094e31d5efcaa580e/LICENSE -(The file 'LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +Apache HttpCore NIO +Copyright 2005-2020 The Apache Software Foundation -Some portions of the code have been derived from other projects. -All these projects require that we include a copyright notice, and some require that we also include some text of their -license file. +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -fast_double_parser, Copyright (c) 2022 Daniel Lemire. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/fastfloat/fast_float/blob/dc88f6f882ac7eb8ec3765f633835cb76afa0ac2/LICENSE-APACHE +-------------------------------------------------------------------------------- +com.esotericsoftware.kryo5 +-------------------------------------------------------------------------------- -fast_float, Copyright (c) 2021 The fast_float authors. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/lemire/fast_double_parser/blob/07d9189a8fb815fe800cb15ca022e7a07093236e/LICENSE +// ------------------------------------------------------------------ +// NOTICE file corresponding to the section 4d of The Apache License, +// Version 2.0, in this case for Objenesis +// ------------------------------------------------------------------ -bigint, Copyright 2020 Tim Buktu. 2-clause BSD License. -https://github.com/tbuktu/bigint/tree/floatfft -https://github.com/tbuktu/bigint/blob/617c8cd8a7c5e4fb4d919c6a4d11e2586107f029/LICENSE -https://github.com/wrandelshofer/FastDoubleParser/blob/39e123b15b71f29a38a087d16a0bc620fc879aa6/bigint-LICENSE -(We only use those portions of the bigint project that can be licensed under 2-clause BSD License.) -(The file 'bigint-LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +Objenesis +Copyright 2006-2022 Joe Walnes, Henri Tremblay, Leonardo Mesquita + +-------------------------------------------------------------------------------- +com.google.inject.extensions.guice-servlet +-------------------------------------------------------------------------------- + +Google Guice - Extensions - Servlet +Copyright 2006-2022 Google, Inc. + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- org.apache.kerby.kerb-util diff --git a/computing-unit-managing-service/LICENSE-binary b/computing-unit-managing-service/LICENSE-binary index 0b8e4c1286b..4b62dcd7aa9 100644 --- a/computing-unit-managing-service/LICENSE-binary +++ b/computing-unit-managing-service/LICENSE-binary @@ -405,11 +405,11 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar + - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar + - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.16.jar + - org.apache.httpcomponents.httpcore-4.4.13.jar - org.apache.iceberg.iceberg-api-1.9.2.jar - org.apache.iceberg.iceberg-aws-1.9.2.jar - org.apache.iceberg.iceberg-bundled-guava-1.9.2.jar @@ -476,36 +476,37 @@ Scala/Java jars: - org.snakeyaml.snakeyaml-engine-2.7.jar - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - - software.amazon.awssdk.annotations-2.29.51.jar - - software.amazon.awssdk.apache-client-2.29.51.jar - - software.amazon.awssdk.arns-2.29.51.jar - - software.amazon.awssdk.auth-2.29.51.jar - - software.amazon.awssdk.aws-core-2.29.51.jar - - software.amazon.awssdk.aws-query-protocol-2.29.51.jar - - software.amazon.awssdk.aws-xml-protocol-2.29.51.jar - - software.amazon.awssdk.checksums-2.29.51.jar - - software.amazon.awssdk.checksums-spi-2.29.51.jar - - software.amazon.awssdk.crt-core-2.29.51.jar - - software.amazon.awssdk.endpoints-spi-2.29.51.jar - - software.amazon.awssdk.http-auth-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-eventstream-2.29.51.jar - - software.amazon.awssdk.http-auth-spi-2.29.51.jar - - software.amazon.awssdk.http-client-spi-2.29.51.jar - - software.amazon.awssdk.identity-spi-2.29.51.jar - - software.amazon.awssdk.json-utils-2.29.51.jar - - software.amazon.awssdk.metrics-spi-2.29.51.jar - - software.amazon.awssdk.netty-nio-client-2.29.51.jar - - software.amazon.awssdk.profiles-2.29.51.jar - - software.amazon.awssdk.protocol-core-2.29.51.jar - - software.amazon.awssdk.regions-2.29.51.jar - - software.amazon.awssdk.retries-2.29.51.jar - - software.amazon.awssdk.retries-spi-2.29.51.jar - - software.amazon.awssdk.s3-2.29.51.jar - - software.amazon.awssdk.sdk-core-2.29.51.jar - - software.amazon.awssdk.sts-2.29.51.jar - - software.amazon.awssdk.third-party-jackson-core-2.29.51.jar - - software.amazon.awssdk.utils-2.29.51.jar + - software.amazon.awssdk.annotations-2.53.1.jar + - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.arns-2.53.1.jar + - software.amazon.awssdk.auth-2.53.1.jar + - software.amazon.awssdk.aws-core-2.53.1.jar + - software.amazon.awssdk.aws-query-protocol-2.53.1.jar + - software.amazon.awssdk.aws-xml-protocol-2.53.1.jar + - software.amazon.awssdk.checksums-2.53.1.jar + - software.amazon.awssdk.checksums-spi-2.53.1.jar + - software.amazon.awssdk.crt-core-2.53.1.jar + - software.amazon.awssdk.endpoints-spi-2.53.1.jar + - software.amazon.awssdk.http-auth-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-eventstream-2.53.1.jar + - software.amazon.awssdk.http-auth-spi-2.53.1.jar + - software.amazon.awssdk.http-client-spi-2.53.1.jar + - software.amazon.awssdk.identity-spi-2.53.1.jar + - software.amazon.awssdk.json-utils-2.53.1.jar + - software.amazon.awssdk.metrics-spi-2.53.1.jar + - software.amazon.awssdk.netty-nio-client-2.53.1.jar + - software.amazon.awssdk.profiles-2.53.1.jar + - software.amazon.awssdk.protocol-core-2.53.1.jar + - software.amazon.awssdk.regions-2.53.1.jar + - software.amazon.awssdk.retries-2.53.1.jar + - software.amazon.awssdk.retries-spi-2.53.1.jar + - software.amazon.awssdk.s3-2.53.1.jar + - software.amazon.awssdk.sdk-core-2.53.1.jar + - software.amazon.awssdk.sts-2.53.1.jar + - software.amazon.awssdk.third-party-jackson-core-2.53.1.jar + - software.amazon.awssdk.utils-2.53.1.jar + - software.amazon.awssdk.utils-lite-2.53.1.jar - software.amazon.eventstream.eventstream-1.0.1.jar -------------------------------------------------------------------------------- diff --git a/computing-unit-managing-service/NOTICE-binary b/computing-unit-managing-service/NOTICE-binary index c79c36a74ea..a36f858deb7 100644 --- a/computing-unit-managing-service/NOTICE-binary +++ b/computing-unit-managing-service/NOTICE-binary @@ -885,6 +885,16 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2020 The Apache Software Foundation + This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -1615,16 +1625,6 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2022 The Apache Software Foundation - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- com.google.guava.guava -------------------------------------------------------------------------------- @@ -1978,16 +1978,6 @@ A list of contributors may be found from CREDITS file, which is included in some artifacts (usually source distributions); but is always available from the source code management (SCM) system project uses. --------------------------------------------------------------------------------- -com.google.inject.extensions.guice-servlet --------------------------------------------------------------------------------- - -Google Guice - Extensions - Servlet -Copyright 2006-2022 Google, Inc. - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- software.amazon.awssdk.third-party-jackson-core -------------------------------------------------------------------------------- @@ -2048,44 +2038,28 @@ under the following copyright. Copyright © 2023 Werner Randelshofer, Switzerland. MIT License. -See FastDoubleParser-NOTICE for details of other source code included in FastDoubleParser -and the licenses and copyrights that apply to that code. +See FastDoubleParser-LICENSE and also FastDoubleParser-ThirdParty-LICENSE for details of other source code +included in FastDoubleParser and the licenses and copyrights that apply to that code. -# FastDoubleParser +## Schubfach -This is a Java port of Daniel Lemire's fast_float project. -This project provides parsers for double, float, BigDecimal and BigInteger values. - -## Copyright - -Copyright © 2023 Werner Randelshofer, Switzerland. +jackson-core bundles a copy of the Schubfach number writing code . +That code is available under an MIT license +under the following copyright. -## Licensing +Copyright 2018-2020 Raffaello Giulietti -This code is licensed under MIT License. -https://github.com/wrandelshofer/FastDoubleParser/blob/522be16e145f43308c43b23094e31d5efcaa580e/LICENSE -(The file 'LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) - -Some portions of the code have been derived from other projects. -All these projects require that we include a copyright notice, and some require that we also include some text of their -license file. +See Schubfach-LICENSE. -fast_double_parser, Copyright (c) 2022 Daniel Lemire. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/fastfloat/fast_float/blob/dc88f6f882ac7eb8ec3765f633835cb76afa0ac2/LICENSE-APACHE +-------------------------------------------------------------------------------- +com.google.inject.extensions.guice-servlet +-------------------------------------------------------------------------------- -fast_float, Copyright (c) 2021 The fast_float authors. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/lemire/fast_double_parser/blob/07d9189a8fb815fe800cb15ca022e7a07093236e/LICENSE +Google Guice - Extensions - Servlet +Copyright 2006-2022 Google, Inc. -bigint, Copyright 2020 Tim Buktu. 2-clause BSD License. -https://github.com/tbuktu/bigint/tree/floatfft -https://github.com/tbuktu/bigint/blob/617c8cd8a7c5e4fb4d919c6a4d11e2586107f029/LICENSE -https://github.com/wrandelshofer/FastDoubleParser/blob/39e123b15b71f29a38a087d16a0bc620fc879aa6/bigint-LICENSE -(We only use those portions of the bigint project that can be licensed under 2-clause BSD License.) -(The file 'bigint-LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- com.fasterxml.classmate diff --git a/file-service/LICENSE-binary b/file-service/LICENSE-binary index b84e5912d67..d2d08a1e835 100644 --- a/file-service/LICENSE-binary +++ b/file-service/LICENSE-binary @@ -369,11 +369,11 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar + - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar + - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.16.jar + - org.apache.httpcomponents.httpcore-4.4.13.jar - org.apache.iceberg.iceberg-api-1.9.2.jar - org.apache.iceberg.iceberg-aws-1.9.2.jar - org.apache.iceberg.iceberg-bundled-guava-1.9.2.jar @@ -441,36 +441,37 @@ Scala/Java jars: - org.slf4j.log4j-over-slf4j-2.0.12.jar - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - - software.amazon.awssdk.annotations-2.29.51.jar - - software.amazon.awssdk.apache-client-2.29.51.jar - - software.amazon.awssdk.arns-2.29.51.jar - - software.amazon.awssdk.auth-2.29.51.jar - - software.amazon.awssdk.aws-core-2.29.51.jar - - software.amazon.awssdk.aws-query-protocol-2.29.51.jar - - software.amazon.awssdk.aws-xml-protocol-2.29.51.jar - - software.amazon.awssdk.checksums-2.29.51.jar - - software.amazon.awssdk.checksums-spi-2.29.51.jar - - software.amazon.awssdk.crt-core-2.29.51.jar - - software.amazon.awssdk.endpoints-spi-2.29.51.jar - - software.amazon.awssdk.http-auth-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-eventstream-2.29.51.jar - - software.amazon.awssdk.http-auth-spi-2.29.51.jar - - software.amazon.awssdk.http-client-spi-2.29.51.jar - - software.amazon.awssdk.identity-spi-2.29.51.jar - - software.amazon.awssdk.json-utils-2.29.51.jar - - software.amazon.awssdk.metrics-spi-2.29.51.jar - - software.amazon.awssdk.netty-nio-client-2.29.51.jar - - software.amazon.awssdk.profiles-2.29.51.jar - - software.amazon.awssdk.protocol-core-2.29.51.jar - - software.amazon.awssdk.regions-2.29.51.jar - - software.amazon.awssdk.retries-2.29.51.jar - - software.amazon.awssdk.retries-spi-2.29.51.jar - - software.amazon.awssdk.s3-2.29.51.jar - - software.amazon.awssdk.sdk-core-2.29.51.jar - - software.amazon.awssdk.sts-2.29.51.jar - - software.amazon.awssdk.third-party-jackson-core-2.29.51.jar - - software.amazon.awssdk.utils-2.29.51.jar + - software.amazon.awssdk.annotations-2.53.1.jar + - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.arns-2.53.1.jar + - software.amazon.awssdk.auth-2.53.1.jar + - software.amazon.awssdk.aws-core-2.53.1.jar + - software.amazon.awssdk.aws-query-protocol-2.53.1.jar + - software.amazon.awssdk.aws-xml-protocol-2.53.1.jar + - software.amazon.awssdk.checksums-2.53.1.jar + - software.amazon.awssdk.checksums-spi-2.53.1.jar + - software.amazon.awssdk.crt-core-2.53.1.jar + - software.amazon.awssdk.endpoints-spi-2.53.1.jar + - software.amazon.awssdk.http-auth-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-eventstream-2.53.1.jar + - software.amazon.awssdk.http-auth-spi-2.53.1.jar + - software.amazon.awssdk.http-client-spi-2.53.1.jar + - software.amazon.awssdk.identity-spi-2.53.1.jar + - software.amazon.awssdk.json-utils-2.53.1.jar + - software.amazon.awssdk.metrics-spi-2.53.1.jar + - software.amazon.awssdk.netty-nio-client-2.53.1.jar + - software.amazon.awssdk.profiles-2.53.1.jar + - software.amazon.awssdk.protocol-core-2.53.1.jar + - software.amazon.awssdk.regions-2.53.1.jar + - software.amazon.awssdk.retries-2.53.1.jar + - software.amazon.awssdk.retries-spi-2.53.1.jar + - software.amazon.awssdk.s3-2.53.1.jar + - software.amazon.awssdk.sdk-core-2.53.1.jar + - software.amazon.awssdk.sts-2.53.1.jar + - software.amazon.awssdk.third-party-jackson-core-2.53.1.jar + - software.amazon.awssdk.utils-2.53.1.jar + - software.amazon.awssdk.utils-lite-2.53.1.jar - software.amazon.eventstream.eventstream-1.0.1.jar -------------------------------------------------------------------------------- diff --git a/file-service/NOTICE-binary b/file-service/NOTICE-binary index 4d2672e6274..f5075258caf 100644 --- a/file-service/NOTICE-binary +++ b/file-service/NOTICE-binary @@ -885,6 +885,16 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2020 The Apache Software Foundation + This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -1615,16 +1625,6 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2022 The Apache Software Foundation - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- com.google.guava.guava -------------------------------------------------------------------------------- @@ -1931,16 +1931,6 @@ A list of contributors may be found from CREDITS file, which is included in some artifacts (usually source distributions); but is always available from the source code management (SCM) system project uses. --------------------------------------------------------------------------------- -com.google.inject.extensions.guice-servlet --------------------------------------------------------------------------------- - -Google Guice - Extensions - Servlet -Copyright 2006-2022 Google, Inc. - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- software.amazon.awssdk.third-party-jackson-core -------------------------------------------------------------------------------- @@ -2001,44 +1991,28 @@ under the following copyright. Copyright © 2023 Werner Randelshofer, Switzerland. MIT License. -See FastDoubleParser-NOTICE for details of other source code included in FastDoubleParser -and the licenses and copyrights that apply to that code. +See FastDoubleParser-LICENSE and also FastDoubleParser-ThirdParty-LICENSE for details of other source code +included in FastDoubleParser and the licenses and copyrights that apply to that code. -# FastDoubleParser +## Schubfach -This is a Java port of Daniel Lemire's fast_float project. -This project provides parsers for double, float, BigDecimal and BigInteger values. - -## Copyright - -Copyright © 2023 Werner Randelshofer, Switzerland. +jackson-core bundles a copy of the Schubfach number writing code . +That code is available under an MIT license +under the following copyright. -## Licensing +Copyright 2018-2020 Raffaello Giulietti -This code is licensed under MIT License. -https://github.com/wrandelshofer/FastDoubleParser/blob/522be16e145f43308c43b23094e31d5efcaa580e/LICENSE -(The file 'LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) - -Some portions of the code have been derived from other projects. -All these projects require that we include a copyright notice, and some require that we also include some text of their -license file. +See Schubfach-LICENSE. -fast_double_parser, Copyright (c) 2022 Daniel Lemire. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/fastfloat/fast_float/blob/dc88f6f882ac7eb8ec3765f633835cb76afa0ac2/LICENSE-APACHE +-------------------------------------------------------------------------------- +com.google.inject.extensions.guice-servlet +-------------------------------------------------------------------------------- -fast_float, Copyright (c) 2021 The fast_float authors. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/lemire/fast_double_parser/blob/07d9189a8fb815fe800cb15ca022e7a07093236e/LICENSE +Google Guice - Extensions - Servlet +Copyright 2006-2022 Google, Inc. -bigint, Copyright 2020 Tim Buktu. 2-clause BSD License. -https://github.com/tbuktu/bigint/tree/floatfft -https://github.com/tbuktu/bigint/blob/617c8cd8a7c5e4fb4d919c6a4d11e2586107f029/LICENSE -https://github.com/wrandelshofer/FastDoubleParser/blob/39e123b15b71f29a38a087d16a0bc620fc879aa6/bigint-LICENSE -(We only use those portions of the bigint project that can be licensed under 2-clause BSD License.) -(The file 'bigint-LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- com.fasterxml.classmate diff --git a/workflow-compiling-service/LICENSE-binary b/workflow-compiling-service/LICENSE-binary index 96c723694ae..c0fbedf5a06 100644 --- a/workflow-compiling-service/LICENSE-binary +++ b/workflow-compiling-service/LICENSE-binary @@ -371,12 +371,12 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar + - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar + - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar - org.apache.httpcomponents.httpasyncclient-4.1.5.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.16.jar + - org.apache.httpcomponents.httpcore-4.4.13.jar - org.apache.httpcomponents.httpcore-nio-4.4.13.jar - org.apache.httpcomponents.httpmime-4.5.13.jar - org.apache.iceberg.iceberg-api-1.9.2.jar @@ -450,36 +450,37 @@ Scala/Java jars: - org.slf4j.log4j-over-slf4j-2.0.12.jar - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - - software.amazon.awssdk.annotations-2.29.51.jar - - software.amazon.awssdk.apache-client-2.29.51.jar - - software.amazon.awssdk.arns-2.29.51.jar - - software.amazon.awssdk.auth-2.29.51.jar - - software.amazon.awssdk.aws-core-2.29.51.jar - - software.amazon.awssdk.aws-query-protocol-2.29.51.jar - - software.amazon.awssdk.aws-xml-protocol-2.29.51.jar - - software.amazon.awssdk.checksums-2.29.51.jar - - software.amazon.awssdk.checksums-spi-2.29.51.jar - - software.amazon.awssdk.crt-core-2.29.51.jar - - software.amazon.awssdk.endpoints-spi-2.29.51.jar - - software.amazon.awssdk.http-auth-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-2.29.51.jar - - software.amazon.awssdk.http-auth-aws-eventstream-2.29.51.jar - - software.amazon.awssdk.http-auth-spi-2.29.51.jar - - software.amazon.awssdk.http-client-spi-2.29.51.jar - - software.amazon.awssdk.identity-spi-2.29.51.jar - - software.amazon.awssdk.json-utils-2.29.51.jar - - software.amazon.awssdk.metrics-spi-2.29.51.jar - - software.amazon.awssdk.netty-nio-client-2.29.51.jar - - software.amazon.awssdk.profiles-2.29.51.jar - - software.amazon.awssdk.protocol-core-2.29.51.jar - - software.amazon.awssdk.regions-2.29.51.jar - - software.amazon.awssdk.retries-2.29.51.jar - - software.amazon.awssdk.retries-spi-2.29.51.jar - - software.amazon.awssdk.s3-2.29.51.jar - - software.amazon.awssdk.sdk-core-2.29.51.jar - - software.amazon.awssdk.sts-2.29.51.jar - - software.amazon.awssdk.third-party-jackson-core-2.29.51.jar - - software.amazon.awssdk.utils-2.29.51.jar + - software.amazon.awssdk.annotations-2.53.1.jar + - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.arns-2.53.1.jar + - software.amazon.awssdk.auth-2.53.1.jar + - software.amazon.awssdk.aws-core-2.53.1.jar + - software.amazon.awssdk.aws-query-protocol-2.53.1.jar + - software.amazon.awssdk.aws-xml-protocol-2.53.1.jar + - software.amazon.awssdk.checksums-2.53.1.jar + - software.amazon.awssdk.checksums-spi-2.53.1.jar + - software.amazon.awssdk.crt-core-2.53.1.jar + - software.amazon.awssdk.endpoints-spi-2.53.1.jar + - software.amazon.awssdk.http-auth-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-2.53.1.jar + - software.amazon.awssdk.http-auth-aws-eventstream-2.53.1.jar + - software.amazon.awssdk.http-auth-spi-2.53.1.jar + - software.amazon.awssdk.http-client-spi-2.53.1.jar + - software.amazon.awssdk.identity-spi-2.53.1.jar + - software.amazon.awssdk.json-utils-2.53.1.jar + - software.amazon.awssdk.metrics-spi-2.53.1.jar + - software.amazon.awssdk.netty-nio-client-2.53.1.jar + - software.amazon.awssdk.profiles-2.53.1.jar + - software.amazon.awssdk.protocol-core-2.53.1.jar + - software.amazon.awssdk.regions-2.53.1.jar + - software.amazon.awssdk.retries-2.53.1.jar + - software.amazon.awssdk.retries-spi-2.53.1.jar + - software.amazon.awssdk.s3-2.53.1.jar + - software.amazon.awssdk.sdk-core-2.53.1.jar + - software.amazon.awssdk.sts-2.53.1.jar + - software.amazon.awssdk.third-party-jackson-core-2.53.1.jar + - software.amazon.awssdk.utils-2.53.1.jar + - software.amazon.awssdk.utils-lite-2.53.1.jar - software.amazon.eventstream.eventstream-1.0.1.jar -------------------------------------------------------------------------------- diff --git a/workflow-compiling-service/NOTICE-binary b/workflow-compiling-service/NOTICE-binary index 4be686ccfa6..1f3d624a973 100644 --- a/workflow-compiling-service/NOTICE-binary +++ b/workflow-compiling-service/NOTICE-binary @@ -1323,6 +1323,16 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2020 The Apache Software Foundation + This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -2053,16 +2063,6 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2022 The Apache Software Foundation - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- com.google.guava.guava -------------------------------------------------------------------------------- @@ -2369,26 +2369,6 @@ A list of contributors may be found from CREDITS file, which is included in some artifacts (usually source distributions); but is always available from the source code management (SCM) system project uses. --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore-nio --------------------------------------------------------------------------------- - -Apache HttpCore NIO -Copyright 2005-2020 The Apache Software Foundation - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - --------------------------------------------------------------------------------- -com.google.inject.extensions.guice-servlet --------------------------------------------------------------------------------- - -Google Guice - Extensions - Servlet -Copyright 2006-2022 Google, Inc. - -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - -------------------------------------------------------------------------------- software.amazon.awssdk.third-party-jackson-core -------------------------------------------------------------------------------- @@ -2449,44 +2429,38 @@ under the following copyright. Copyright © 2023 Werner Randelshofer, Switzerland. MIT License. -See FastDoubleParser-NOTICE for details of other source code included in FastDoubleParser -and the licenses and copyrights that apply to that code. +See FastDoubleParser-LICENSE and also FastDoubleParser-ThirdParty-LICENSE for details of other source code +included in FastDoubleParser and the licenses and copyrights that apply to that code. -# FastDoubleParser +## Schubfach -This is a Java port of Daniel Lemire's fast_float project. -This project provides parsers for double, float, BigDecimal and BigInteger values. +jackson-core bundles a copy of the Schubfach number writing code . +That code is available under an MIT license +under the following copyright. -## Copyright +Copyright 2018-2020 Raffaello Giulietti -Copyright © 2023 Werner Randelshofer, Switzerland. +See Schubfach-LICENSE. -## Licensing +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore-nio +-------------------------------------------------------------------------------- -This code is licensed under MIT License. -https://github.com/wrandelshofer/FastDoubleParser/blob/522be16e145f43308c43b23094e31d5efcaa580e/LICENSE -(The file 'LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +Apache HttpCore NIO +Copyright 2005-2020 The Apache Software Foundation -Some portions of the code have been derived from other projects. -All these projects require that we include a copyright notice, and some require that we also include some text of their -license file. +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -fast_double_parser, Copyright (c) 2022 Daniel Lemire. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/fastfloat/fast_float/blob/dc88f6f882ac7eb8ec3765f633835cb76afa0ac2/LICENSE-APACHE +-------------------------------------------------------------------------------- +com.google.inject.extensions.guice-servlet +-------------------------------------------------------------------------------- -fast_float, Copyright (c) 2021 The fast_float authors. Apache 2.0 License. -https://github.com/fastfloat/fast_float -https://github.com/lemire/fast_double_parser/blob/07d9189a8fb815fe800cb15ca022e7a07093236e/LICENSE +Google Guice - Extensions - Servlet +Copyright 2006-2022 Google, Inc. -bigint, Copyright 2020 Tim Buktu. 2-clause BSD License. -https://github.com/tbuktu/bigint/tree/floatfft -https://github.com/tbuktu/bigint/blob/617c8cd8a7c5e4fb4d919c6a4d11e2586107f029/LICENSE -https://github.com/wrandelshofer/FastDoubleParser/blob/39e123b15b71f29a38a087d16a0bc620fc879aa6/bigint-LICENSE -(We only use those portions of the bigint project that can be licensed under 2-clause BSD License.) -(The file 'bigint-LICENSE' is included in the sources and classes Jar files that are released by this project -- as is required by that license.) +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). -------------------------------------------------------------------------------- com.fasterxml.classmate From e983fe29fa3dcc02b1e7df0a0fd7d50e3a04b82f Mon Sep 17 00:00:00 2001 From: Xinyuan Lin Date: Mon, 17 Aug 2026 00:12:20 -0700 Subject: [PATCH 3/3] fix(deps): keep the AWS SDK 4.x sync transport for iceberg-aws MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit `amber-integration` hit its 25-minute cap on both runners with this bump (main is consistently green in 10-14 min). The cause is not a slow test: java.lang.NoClassDefFoundError: software/amazon/awssdk/http/apache/ApacheHttpClient$Builder at org.apache.iceberg.aws.HttpClientProperties .loadHttpClientConfigurations(HttpClientProperties.java:246) at org.apache.iceberg.aws.s3.S3FileIO.newOutputFile(S3FileIO.java:193) at ...storage.result.iceberg.IcebergTableWriter.close(:151) at ...worker.managers.OutputPortStorageWriterThread.run(:63) `iceberg-aws` 1.9.2 declares no AWS SDK dependency of its own (it is `compileOnly` upstream), so it takes whatever transport the consumer puts on the classpath. It supports exactly two client types, `apache` and `urlconnection`, defaults to `apache`, and resolves that one reflectively through `DynMethods`. AWS SDK 2.53 swapped `s3`'s transitive transport from `apache-client` to `apache5-client`, so the class Iceberg reflects on disappeared. The lookup raises an `Error` rather than one of the checked exceptions `DynMethods` catches, which kills the storage writer thread mid-`close()`; the result never lands and the workflow retries every 90s until the job cap. So declare the 4.x transport explicitly and exclude `apache5-client` until Iceberg supports it — with both present the SDK picks one by priority and logs a warning, which is worse than choosing. Net effect on the bundled jars is now just the SDK bump plus the `utils-lite` split: pinning `apache-client` also restores `httpclient5` 5.4.3, `httpcore5`/`-h2` 5.3.4 and `httpcore` 4.4.16, so the licensing churn from the previous commit shrinks accordingly. `check_binary_deps.py` passes in exact mode and `generate_notice_binary.py` matches for all four dists (402 / 339 / 302 / 314 jars). --- amber/LICENSE-binary-java | 8 +++---- common/workflow-core/build.sbt | 22 +++++++++++++++---- .../LICENSE-binary | 10 ++++----- computing-unit-managing-service/NOTICE-binary | 20 ++++++++--------- file-service/LICENSE-binary | 10 ++++----- file-service/NOTICE-binary | 20 ++++++++--------- workflow-compiling-service/LICENSE-binary | 10 ++++----- workflow-compiling-service/NOTICE-binary | 20 ++++++++--------- 8 files changed, 67 insertions(+), 53 deletions(-) diff --git a/amber/LICENSE-binary-java b/amber/LICENSE-binary-java index 1db2554e70b..22a012d4366 100644 --- a/amber/LICENSE-binary-java +++ b/amber/LICENSE-binary-java @@ -399,9 +399,9 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar - - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar + - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar - org.apache.httpcomponents.httpasyncclient-4.1.5.jar - org.apache.httpcomponents.httpclient-4.5.14.jar - org.apache.httpcomponents.httpcore-4.4.16.jar @@ -510,7 +510,7 @@ Scala/Java jars: - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-1.23.jar - software.amazon.awssdk.annotations-2.53.1.jar - - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.apache-client-2.53.1.jar - software.amazon.awssdk.arns-2.53.1.jar - software.amazon.awssdk.auth-2.53.1.jar - software.amazon.awssdk.aws-core-2.53.1.jar diff --git a/common/workflow-core/build.sbt b/common/workflow-core/build.sbt index d5222069856..bd08a2e6d65 100644 --- a/common/workflow-core/build.sbt +++ b/common/workflow-core/build.sbt @@ -298,16 +298,30 @@ libraryDependencies ++= Seq( "io.lakefs" % "sdk" % "1.51.0", // for lakeFS api calls "com.typesafe" % "config" % "1.4.6", // config reader "org.apache.commons" % "commons-jcs3-core" % "3.2", // Apache Commons JCS + // AWS SDK 2.53 swapped the default sync transport from `apache-client` + // (Apache HttpClient 4) to `apache5-client`, but iceberg-aws 1.9.2 only + // knows the `apache` and `urlconnection` client types and reflectively + // resolves `ApacheHttpClient$Builder` for the former (its default). With + // only apache5-client on the classpath that lookup throws + // NoClassDefFoundError from IcebergTableWriter.close(), so keep the 4.x + // transport pinned and drop apache5-client until Iceberg supports it — + // otherwise two SdkHttpService impls compete and the SDK picks one by + // priority with a warning. + "software.amazon.awssdk" % "apache-client" % "2.53.1", "software.amazon.awssdk" % "s3" % "2.53.1" excludeAll( - ExclusionRule(organization = "io.netty") + ExclusionRule(organization = "io.netty"), + ExclusionRule(organization = "software.amazon.awssdk", name = "apache5-client") ), "software.amazon.awssdk" % "auth" % "2.53.1" excludeAll( - ExclusionRule(organization = "io.netty") + ExclusionRule(organization = "io.netty"), + ExclusionRule(organization = "software.amazon.awssdk", name = "apache5-client") ), "software.amazon.awssdk" % "regions" % "2.53.1" excludeAll( - ExclusionRule(organization = "io.netty") + ExclusionRule(organization = "io.netty"), + ExclusionRule(organization = "software.amazon.awssdk", name = "apache5-client") ), "software.amazon.awssdk" % "sts" % "2.53.1" excludeAll( - ExclusionRule(organization = "io.netty") + ExclusionRule(organization = "io.netty"), + ExclusionRule(organization = "software.amazon.awssdk", name = "apache5-client") ), ) \ No newline at end of file diff --git a/computing-unit-managing-service/LICENSE-binary b/computing-unit-managing-service/LICENSE-binary index 4b62dcd7aa9..b5c1f311ad4 100644 --- a/computing-unit-managing-service/LICENSE-binary +++ b/computing-unit-managing-service/LICENSE-binary @@ -405,11 +405,11 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar - - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar + - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.13.jar + - org.apache.httpcomponents.httpcore-4.4.16.jar - org.apache.iceberg.iceberg-api-1.9.2.jar - org.apache.iceberg.iceberg-aws-1.9.2.jar - org.apache.iceberg.iceberg-bundled-guava-1.9.2.jar @@ -477,7 +477,7 @@ Scala/Java jars: - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - software.amazon.awssdk.annotations-2.53.1.jar - - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.apache-client-2.53.1.jar - software.amazon.awssdk.arns-2.53.1.jar - software.amazon.awssdk.auth-2.53.1.jar - software.amazon.awssdk.aws-core-2.53.1.jar diff --git a/computing-unit-managing-service/NOTICE-binary b/computing-unit-managing-service/NOTICE-binary index a36f858deb7..7fa04f9cde6 100644 --- a/computing-unit-managing-service/NOTICE-binary +++ b/computing-unit-managing-service/NOTICE-binary @@ -885,16 +885,6 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2020 The Apache Software Foundation - This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -1625,6 +1615,16 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2022 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + -------------------------------------------------------------------------------- com.google.guava.guava -------------------------------------------------------------------------------- diff --git a/file-service/LICENSE-binary b/file-service/LICENSE-binary index d2d08a1e835..c436522d061 100644 --- a/file-service/LICENSE-binary +++ b/file-service/LICENSE-binary @@ -369,11 +369,11 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar - - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar + - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.13.jar + - org.apache.httpcomponents.httpcore-4.4.16.jar - org.apache.iceberg.iceberg-api-1.9.2.jar - org.apache.iceberg.iceberg-aws-1.9.2.jar - org.apache.iceberg.iceberg-bundled-guava-1.9.2.jar @@ -442,7 +442,7 @@ Scala/Java jars: - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - software.amazon.awssdk.annotations-2.53.1.jar - - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.apache-client-2.53.1.jar - software.amazon.awssdk.arns-2.53.1.jar - software.amazon.awssdk.auth-2.53.1.jar - software.amazon.awssdk.aws-core-2.53.1.jar diff --git a/file-service/NOTICE-binary b/file-service/NOTICE-binary index f5075258caf..b036316db58 100644 --- a/file-service/NOTICE-binary +++ b/file-service/NOTICE-binary @@ -885,16 +885,6 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2020 The Apache Software Foundation - This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -1625,6 +1615,16 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2022 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + -------------------------------------------------------------------------------- com.google.guava.guava -------------------------------------------------------------------------------- diff --git a/workflow-compiling-service/LICENSE-binary b/workflow-compiling-service/LICENSE-binary index c0fbedf5a06..2fda184ba5c 100644 --- a/workflow-compiling-service/LICENSE-binary +++ b/workflow-compiling-service/LICENSE-binary @@ -371,12 +371,12 @@ Scala/Java jars: - org.apache.hadoop.hadoop-yarn-common-3.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-guava-1.5.0.jar - org.apache.hadoop.thirdparty.hadoop-shaded-protobuf_3_25-1.5.0.jar - - org.apache.httpcomponents.client5.httpclient5-5.6.4.jar - - org.apache.httpcomponents.core5.httpcore5-5.4.3.jar - - org.apache.httpcomponents.core5.httpcore5-h2-5.4.3.jar + - org.apache.httpcomponents.client5.httpclient5-5.4.3.jar + - org.apache.httpcomponents.core5.httpcore5-5.3.4.jar + - org.apache.httpcomponents.core5.httpcore5-h2-5.3.4.jar - org.apache.httpcomponents.httpasyncclient-4.1.5.jar - org.apache.httpcomponents.httpclient-4.5.13.jar - - org.apache.httpcomponents.httpcore-4.4.13.jar + - org.apache.httpcomponents.httpcore-4.4.16.jar - org.apache.httpcomponents.httpcore-nio-4.4.13.jar - org.apache.httpcomponents.httpmime-4.5.13.jar - org.apache.iceberg.iceberg-api-1.9.2.jar @@ -451,7 +451,7 @@ Scala/Java jars: - org.xerial.snappy.snappy-java-1.1.10.7.jar - org.yaml.snakeyaml-2.2.jar - software.amazon.awssdk.annotations-2.53.1.jar - - software.amazon.awssdk.apache5-client-2.53.1.jar + - software.amazon.awssdk.apache-client-2.53.1.jar - software.amazon.awssdk.arns-2.53.1.jar - software.amazon.awssdk.auth-2.53.1.jar - software.amazon.awssdk.aws-core-2.53.1.jar diff --git a/workflow-compiling-service/NOTICE-binary b/workflow-compiling-service/NOTICE-binary index 1f3d624a973..aece4a0a51c 100644 --- a/workflow-compiling-service/NOTICE-binary +++ b/workflow-compiling-service/NOTICE-binary @@ -1323,16 +1323,6 @@ Arrow Flight Core Copyright 2026 The Apache Software Foundation -This product includes software developed at -The Apache Software Foundation (http://www.apache.org/). - --------------------------------------------------------------------------------- -org.apache.httpcomponents.httpcore --------------------------------------------------------------------------------- - -Apache HttpCore -Copyright 2005-2020 The Apache Software Foundation - This product includes software developed at The Apache Software Foundation (http://www.apache.org/). @@ -2063,6 +2053,16 @@ Copyright 2014-2022 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). +-------------------------------------------------------------------------------- +org.apache.httpcomponents.httpcore +-------------------------------------------------------------------------------- + +Apache HttpCore +Copyright 2005-2022 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + -------------------------------------------------------------------------------- com.google.guava.guava --------------------------------------------------------------------------------