From 0862f2fdaa159c9cd2edfa2156286869c7b52bb2 Mon Sep 17 00:00:00 2001 From: regro-cf-autotick-bot <36490558+regro-cf-autotick-bot@users.noreply.github.com> Date: Sun, 9 Aug 2026 16:43:48 +0000 Subject: [PATCH 1/2] Rebuild for libgoogle_cloud 3.8 --- .ci_support/migrations/libgoogle_cloud38.yaml | 46 +++++++++++++++++++ recipe/meta.yaml | 2 +- 2 files changed, 47 insertions(+), 1 deletion(-) create mode 100644 .ci_support/migrations/libgoogle_cloud38.yaml diff --git a/.ci_support/migrations/libgoogle_cloud38.yaml b/.ci_support/migrations/libgoogle_cloud38.yaml new file mode 100644 index 000000000..fc6f92532 --- /dev/null +++ b/.ci_support/migrations/libgoogle_cloud38.yaml @@ -0,0 +1,46 @@ +__migrator: + build_number: 1 + commit_message: Rebuild for libgoogle_cloud 3.8 + kind: version + migration_number: 1 +google_cloud_cpp: +- '3.8' +libgoogle_cloud: +- '3.8' +libgoogle_cloud_aiplatform_devel: +- '3.8' +libgoogle_cloud_all_devel: +- '3.8' +libgoogle_cloud_automl_devel: +- '3.8' +libgoogle_cloud_bigquery_devel: +- '3.8' +libgoogle_cloud_bigtable_devel: +- '3.8' +libgoogle_cloud_compute_devel: +- '3.8' +libgoogle_cloud_devel: +- '3.8' +libgoogle_cloud_dialogflow_cx_devel: +- '3.8' +libgoogle_cloud_dialogflow_es_devel: +- '3.8' +libgoogle_cloud_discoveryengine_devel: +- '3.8' +libgoogle_cloud_dlp_devel: +- '3.8' +libgoogle_cloud_iam_devel: +- '3.8' +libgoogle_cloud_oauth2_devel: +- '3.8' +libgoogle_cloud_policytroubleshooter_devel: +- '3.8' +libgoogle_cloud_pubsub_devel: +- '3.8' +libgoogle_cloud_spanner_devel: +- '3.8' +libgoogle_cloud_speech_devel: +- '3.8' +libgoogle_cloud_storage_devel: +- '3.8' +migrator_ts: 1786233804.752991 diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 47938b34e..140c27fe3 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -49,7 +49,7 @@ source: folder: cpp/submodules/parquet-testing build: - number: 31 + number: 32 # for cuda support, building with one version is enough to be compatible with # all later versions, since arrow is only using libcuda, and not libcudart. skip: true # [cuda_compiler_version not in ("None", cuda_compiler_version_min)] From 66dfd2757efb4f74717b31666cc3cbfa540f5445 Mon Sep 17 00:00:00 2001 From: regro-cf-autotick-bot <36490558+regro-cf-autotick-bot@users.noreply.github.com> Date: Sun, 9 Aug 2026 16:47:34 +0000 Subject: [PATCH 2/2] MNT: Re-rendered with conda-smithy 2026.8.9 and conda-forge-pinning 2026.08.09.00.32.1 --- .azure-pipelines/azure-pipelines-osx.yml | 0 .azure-pipelines/azure-pipelines-win.yml | 50 -------------- .../linux_64_cuda_compiler_version12.9.yaml | 4 +- .../linux_64_cuda_compiler_versionNone.yaml | 4 +- ...nux_aarch64_cuda_compiler_version12.9.yaml | 4 +- ...nux_aarch64_cuda_compiler_versionNone.yaml | 4 +- .ci_support/linux_ppc64le_.yaml | 4 +- .ci_support/migrations/gflags23.yaml | 8 --- .ci_support/migrations/orc231.yaml | 8 --- .ci_support/osx_64_.yaml | 4 +- .ci_support/osx_arm64_.yaml | 4 +- .../win_64_cuda_compiler_version12.9.yaml | 4 +- .../win_64_cuda_compiler_versionNone.yaml | 4 +- .github/workflows/conda-build.yml | 31 ++++++++- .scripts/build_steps.sh | 4 +- .scripts/logging_utils.sh | 0 .scripts/run_osx_build.sh | 4 +- .scripts/run_win_build.bat | 6 +- README.md | 68 +++++++++++++------ azure-pipelines.yml | 3 +- 20 files changed, 105 insertions(+), 113 deletions(-) mode change 100755 => 100644 .azure-pipelines/azure-pipelines-osx.yml delete mode 100755 .azure-pipelines/azure-pipelines-win.yml delete mode 100644 .ci_support/migrations/gflags23.yaml delete mode 100644 .ci_support/migrations/orc231.yaml mode change 100644 => 100755 .scripts/logging_utils.sh diff --git a/.azure-pipelines/azure-pipelines-osx.yml b/.azure-pipelines/azure-pipelines-osx.yml old mode 100755 new mode 100644 diff --git a/.azure-pipelines/azure-pipelines-win.yml b/.azure-pipelines/azure-pipelines-win.yml deleted file mode 100755 index 7ab051042..000000000 --- a/.azure-pipelines/azure-pipelines-win.yml +++ /dev/null @@ -1,50 +0,0 @@ -# This file was generated automatically from conda-smithy. To update this configuration, -# update the conda-forge.yml and/or the recipe/meta.yaml. -# -*- mode: yaml -*- - -jobs: -- job: win - pool: - vmImage: windows-2022 - strategy: - matrix: - win_64_cuda_compiler_version12.9: - CONFIG: win_64_cuda_compiler_version12.9 - UPLOAD_PACKAGES: 'True' - build_workspace_dir: C:\bld - free_disk_space: skip - pagefile_size: 0 - resize_partitions: false - store_build_artifacts: false - tools_install_dir: C:\Miniforge - win_64_cuda_compiler_versionNone: - CONFIG: win_64_cuda_compiler_versionNone - UPLOAD_PACKAGES: 'True' - build_workspace_dir: C:\bld - free_disk_space: skip - pagefile_size: 0 - resize_partitions: false - store_build_artifacts: false - tools_install_dir: C:\Miniforge - timeoutInMinutes: 360 - variables: - UPLOAD_TEMP: D:\\tmp - - steps: - - script: | - call ".scripts\run_win_build.bat" - displayName: Run Windows build - env: - CI: azure - CONFIG: $(CONFIG) - CONDA_BLD_PATH: $(build_workspace_dir) - MINIFORGE_HOME: $(tools_install_dir) - PYTHONUNBUFFERED: 1 - UPLOAD_PACKAGES: $(UPLOAD_PACKAGES) - UPLOAD_TEMP: $(UPLOAD_TEMP) - flow_run_id: azure_$(Build.BuildNumber).$(System.JobAttempt) - remote_url: $(Build.Repository.Uri) - sha: $(Build.SourceVersion) - BINSTAR_TOKEN: $(BINSTAR_TOKEN) - FEEDSTOCK_TOKEN: $(FEEDSTOCK_TOKEN) - STAGING_BINSTAR_TOKEN: $(STAGING_BINSTAR_TOKEN) diff --git a/.ci_support/linux_64_cuda_compiler_version12.9.yaml b/.ci_support/linux_64_cuda_compiler_version12.9.yaml index 09fd8855a..02323ab9b 100644 --- a/.ci_support/linux_64_cuda_compiler_version12.9.yaml +++ b/.ci_support/linux_64_cuda_compiler_version12.9.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/linux_64_cuda_compiler_versionNone.yaml b/.ci_support/linux_64_cuda_compiler_versionNone.yaml index 27760ddfa..44fea9bf5 100644 --- a/.ci_support/linux_64_cuda_compiler_versionNone.yaml +++ b/.ci_support/linux_64_cuda_compiler_versionNone.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/linux_aarch64_cuda_compiler_version12.9.yaml b/.ci_support/linux_aarch64_cuda_compiler_version12.9.yaml index 636d86d1c..67a4259eb 100644 --- a/.ci_support/linux_aarch64_cuda_compiler_version12.9.yaml +++ b/.ci_support/linux_aarch64_cuda_compiler_version12.9.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml b/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml index 0ad8ed864..7a535f7f0 100644 --- a/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml +++ b/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/linux_ppc64le_.yaml b/.ci_support/linux_ppc64le_.yaml index b8c5e06dd..8cfdd1f25 100644 --- a/.ci_support/linux_ppc64le_.yaml +++ b/.ci_support/linux_ppc64le_.yaml @@ -49,9 +49,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/migrations/gflags23.yaml b/.ci_support/migrations/gflags23.yaml deleted file mode 100644 index 2afc2ac73..000000000 --- a/.ci_support/migrations/gflags23.yaml +++ /dev/null @@ -1,8 +0,0 @@ -__migrator: - build_number: 1 - commit_message: Rebuild for gflags 2.3 - kind: version - migration_number: 1 -gflags: -- '2.3' -migrator_ts: 1784056196.8718898 diff --git a/.ci_support/migrations/orc231.yaml b/.ci_support/migrations/orc231.yaml deleted file mode 100644 index 71aba02ed..000000000 --- a/.ci_support/migrations/orc231.yaml +++ /dev/null @@ -1,8 +0,0 @@ -__migrator: - build_number: 1 - commit_message: Rebuild for orc 2.3.1 - kind: version - migration_number: 1 -migrator_ts: 1784316008.9818335 -orc: -- 2.3.1 diff --git a/.ci_support/osx_64_.yaml b/.ci_support/osx_64_.yaml index cc476d555..c885756f2 100644 --- a/.ci_support/osx_64_.yaml +++ b/.ci_support/osx_64_.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/osx_arm64_.yaml b/.ci_support/osx_arm64_.yaml index ec7a6e9a7..f5d1508bd 100644 --- a/.ci_support/osx_arm64_.yaml +++ b/.ci_support/osx_arm64_.yaml @@ -51,9 +51,9 @@ libboost_devel: libbrotlicommon: - '1.2' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libopentelemetry_cpp: diff --git a/.ci_support/win_64_cuda_compiler_version12.9.yaml b/.ci_support/win_64_cuda_compiler_version12.9.yaml index 52a8f3a0c..429237440 100644 --- a/.ci_support/win_64_cuda_compiler_version12.9.yaml +++ b/.ci_support/win_64_cuda_compiler_version12.9.yaml @@ -47,9 +47,9 @@ libcrc32c: libcurl: - '8' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libprotobuf: diff --git a/.ci_support/win_64_cuda_compiler_versionNone.yaml b/.ci_support/win_64_cuda_compiler_versionNone.yaml index e1ca139f7..c6da457e1 100644 --- a/.ci_support/win_64_cuda_compiler_versionNone.yaml +++ b/.ci_support/win_64_cuda_compiler_versionNone.yaml @@ -47,9 +47,9 @@ libcrc32c: libcurl: - '8' libgoogle_cloud_devel: -- '3.7' +- '3.8' libgoogle_cloud_storage_devel: -- '3.7' +- '3.8' libgrpc: - '1.82' libprotobuf: diff --git a/.github/workflows/conda-build.yml b/.github/workflows/conda-build.yml index dc78a1003..1483470c4 100644 --- a/.github/workflows/conda-build.yml +++ b/.github/workflows/conda-build.yml @@ -82,10 +82,34 @@ jobs: resize_partitions: False runs_on: ['ubuntu-latest'] tools_install_dir: ~/miniforge3 + - CONFIG: win_64_cuda_compiler_version12.9 + STORE_BUILD_ARTIFACTS: False + UPLOAD_PACKAGES: True + build_platform: win-64 + build_workspace_dir: C:\bld + docker_run_args: + free_disk_space: skip + os: windows + pagefile_size: 0 + resize_partitions: False + runs_on: ['windows-2022'] + tools_install_dir: C:\Miniforge + - CONFIG: win_64_cuda_compiler_versionNone + STORE_BUILD_ARTIFACTS: False + UPLOAD_PACKAGES: True + build_platform: win-64 + build_workspace_dir: C:\bld + docker_run_args: + free_disk_space: skip + os: windows + pagefile_size: 0 + resize_partitions: False + runs_on: ['windows-2022'] + tools_install_dir: C:\Miniforge steps: - name: Checkout code - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 + uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 - name: Manage disk space env: @@ -122,7 +146,7 @@ jobs: run: | export CONDA_BLD_PATH="${CONDA_BLD_PATH/#~/${HOME}}" export FEEDSTOCK_NAME="$(basename $GITHUB_REPOSITORY)" - export GIT_BRANCH="$(basename $GITHUB_REF)" + export GIT_BRANCH="${GITHUB_REF_NAME}" export MINIFORGE_HOME="${MINIFORGE_HOME/#~/${HOME}}" export flow_run_id="github_$GITHUB_RUN_ID" export remote_url="https://github.com/$GITHUB_REPOSITORY" @@ -152,7 +176,7 @@ jobs: run: | export CONDA_BLD_PATH="${CONDA_BLD_PATH/#~/${HOME}}" export FEEDSTOCK_NAME="$(basename $GITHUB_REPOSITORY)" - export GIT_BRANCH="$(basename $GITHUB_REF)" + export GIT_BRANCH="${GITHUB_REF_NAME}" export MINIFORGE_HOME="${MINIFORGE_HOME/#~/${HOME}}" export flow_run_id="github_$GITHUB_RUN_ID" export remote_url="https://github.com/$GITHUB_REPOSITORY" @@ -174,6 +198,7 @@ jobs: set "sha=%GITHUB_SHA%" call ".scripts\run_win_build.bat" env: + BUILD_PLATFORM: ${{ matrix.build_platform }} CI: github_actions CONDA_BLD_PATH: ${{ matrix.build_workspace_dir }} CONFIG: ${{ matrix.CONFIG }} diff --git a/.scripts/build_steps.sh b/.scripts/build_steps.sh index 5c97f7442..484acddad 100755 --- a/.scripts/build_steps.sh +++ b/.scripts/build_steps.sh @@ -67,7 +67,7 @@ if [[ "${BUILD_WITH_CONDA_DEBUG:-0}" == 1 ]]; then # - --output-id vs. --output-name # - --clobber-file vs. none # - none vs. --target-platform - conda debug \ + CONDA_SUBDIR="${BUILD_PLATFORM}" conda debug \ "${RECIPE_ROOT}" \ -m "${CI_SUPPORT}/${CONFIG}.yaml" \ ${EXTRA_CB_OPTIONS:-} \ @@ -83,7 +83,7 @@ else # - --clobber-file vs. none # - none vs. --target-platform # - --extra-meta a=b c=d vs. --extra-meta a=b --extra-meta c=d - conda-build \ + CONDA_SUBDIR="${BUILD_PLATFORM}" conda-build \ "${RECIPE_ROOT}" \ -m "${CI_SUPPORT}/${CONFIG}.yaml" \ ${EXTRA_CB_OPTIONS:-} \ diff --git a/.scripts/logging_utils.sh b/.scripts/logging_utils.sh old mode 100644 new mode 100755 diff --git a/.scripts/run_osx_build.sh b/.scripts/run_osx_build.sh index b0eda55cd..9d7c39125 100755 --- a/.scripts/run_osx_build.sh +++ b/.scripts/run_osx_build.sh @@ -100,7 +100,7 @@ if [[ "${BUILD_WITH_CONDA_DEBUG:-0}" == 1 ]]; then if [[ "x${BUILD_OUTPUT_ID:-}" != "x" ]]; then EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --output-id ${BUILD_OUTPUT_ID}" fi - conda debug ./recipe -m ./.ci_support/${CONFIG}.yaml \ + CONDA_SUBDIR="${BUILD_PLATFORM}" conda debug ./recipe -m ./.ci_support/${CONFIG}.yaml \ ${EXTRA_CB_OPTIONS:-} \ --clobber-file ./.ci_support/clobber_${CONFIG}.yaml @@ -112,7 +112,7 @@ else EXTRA_CB_OPTIONS="${EXTRA_CB_OPTIONS:-} --no-test" fi - conda-build ./recipe -m ./.ci_support/${CONFIG}.yaml \ + CONDA_SUBDIR="${BUILD_PLATFORM}" conda-build ./recipe -m ./.ci_support/${CONFIG}.yaml \ --suppress-variables ${EXTRA_CB_OPTIONS:-} \ --clobber-file ./.ci_support/clobber_${CONFIG}.yaml \ --extra-meta flow_run_id="$flow_run_id" remote_url="$remote_url" sha="$sha" diff --git a/.scripts/run_win_build.bat b/.scripts/run_win_build.bat index c07d98e61..06f61b83b 100755 --- a/.scripts/run_win_build.bat +++ b/.scripts/run_win_build.bat @@ -76,8 +76,12 @@ call :end_group :: Build the recipe echo Building recipe +set "_OLD_CONDA_SUBDIR=%CONDA_SUBDIR%" +set "CONDA_SUBDIR=%BUILD_PLATFORM%" conda-build.exe "recipe" -m .ci_support\%CONFIG%.yaml --suppress-variables %EXTRA_CB_OPTIONS% if !errorlevel! neq 0 exit /b !errorlevel! +set "_OLD_CONDA_SUBDIR=" +set "CONDA_SUBDIR=%_OLD_CONDA_SUBDIR%" call :start_group "Inspecting artifacts" :: inspect_artifacts was only added in conda-forge-ci-setup 4.9.4 @@ -87,7 +91,7 @@ call :end_group :: Prepare some environment variables for the upload step if /i "%CI%" == "github_actions" ( set "FEEDSTOCK_NAME=%GITHUB_REPOSITORY:*/=%" - set "GIT_BRANCH=%GITHUB_REF:refs/heads/=%" + set "GIT_BRANCH=%GITHUB_REF_NAME%" if /i "%GITHUB_EVENT_NAME%" == "pull_request" ( set "IS_PR_BUILD=True" ) else ( diff --git a/README.md b/README.md index fc6d56022..e7d298050 100644 --- a/README.md +++ b/README.md @@ -173,20 +173,6 @@ Current build status variant - - win_64_cuda_compiler_version12.9 - - - variant - - - - win_64_cuda_compiler_versionNone - - - variant - - @@ -224,31 +210,73 @@ conda config --add channels conda-forge conda config --set channel_priority strict ``` -Once the `conda-forge` channel has been enabled, `apache-arrow-proc, arrow-utils, libarrow, libarrow-acero, libarrow-all, libarrow-compute, libarrow-dataset, libarrow-flight, libarrow-flight-sql, libarrow-gandiva, libarrow-substrait, libparquet, parquet-utils` can be installed with `conda`: +How to use +---------- + +
+With conda ``` conda install apache-arrow-proc arrow-utils libarrow libarrow-acero libarrow-all libarrow-compute libarrow-dataset libarrow-flight libarrow-flight-sql libarrow-gandiva libarrow-substrait libparquet parquet-utils ``` -or with `mamba`: +
+ +
+With mamba ``` mamba install apache-arrow-proc arrow-utils libarrow libarrow-acero libarrow-all libarrow-compute libarrow-dataset libarrow-flight libarrow-flight-sql libarrow-gandiva libarrow-substrait libparquet parquet-utils ``` -It is possible to list all of the versions of `apache-arrow-proc` available on your platform with `conda`: +
+ +
+With pixi + +``` +# for adding to your local project +pixi add apache-arrow-proc arrow-utils libarrow libarrow-acero libarrow-all libarrow-compute libarrow-dataset libarrow-flight libarrow-flight-sql libarrow-gandiva libarrow-substrait libparquet parquet-utils +# for installing globally +pixi global install apache-arrow-proc arrow-utils libarrow libarrow-acero libarrow-all libarrow-compute libarrow-dataset libarrow-flight libarrow-flight-sql libarrow-gandiva libarrow-substrait libparquet parquet-utils +``` + +
+ +Search package versions +----------------------- + +It is possible to list all of the versions of `apache-arrow-proc` available on your platform: + +
+With conda ``` conda search apache-arrow-proc --channel conda-forge ``` -or with `mamba`: +
+ +
+With mamba ``` mamba search apache-arrow-proc --channel conda-forge ``` -Alternatively, `mamba repoquery` may provide more information: +
+ +
+With pixi + +``` +pixi search apache-arrow-proc --channel conda-forge +``` + +
+ +
+With mamba repoquery, which may provide more information ``` # Search all versions available on your platform: @@ -261,6 +289,8 @@ mamba repoquery whoneeds apache-arrow-proc --channel conda-forge mamba repoquery depends apache-arrow-proc --channel conda-forge ``` +
+ About conda-forge ================= diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 03594e446..7e0f633df 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -28,5 +28,4 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check jobs: - - template: ./.azure-pipelines/azure-pipelines-osx.yml - - template: ./.azure-pipelines/azure-pipelines-win.yml \ No newline at end of file + - template: ./.azure-pipelines/azure-pipelines-osx.yml \ No newline at end of file