From 6b5d2ecd0d999cca694f5e9e0f1ee52d4496f0ab Mon Sep 17 00:00:00 2001 From: Srinivas Lade Date: Wed, 26 Jun 2024 12:21:50 -0400 Subject: [PATCH 1/5] Modify with Azure FS Support --- recipe/build-pyarrow.sh | 1 + recipe/meta.yaml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/recipe/build-pyarrow.sh b/recipe/build-pyarrow.sh index 876536f..8a449b6 100644 --- a/recipe/build-pyarrow.sh +++ b/recipe/build-pyarrow.sh @@ -7,6 +7,7 @@ export PARQUET_HOME=$PREFIX export SETUPTOOLS_SCM_PRETEND_VERSION=$PKG_VERSION export PYARROW_BUILD_TYPE=release export PYARROW_WITH_ACERO=1 +export PYARROW_WITH_AZURE=1 export PYARROW_WITH_DATASET=1 export PYARROW_WITH_FLIGHT=1 export PYARROW_WITH_GANDIVA=1 diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 244ca42..02e2aaa 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -26,7 +26,7 @@ source: folder: testing build: - number: 3 + number: 4 # for cuda support, building with one version is enough to be compatible with # all later versions, since arrow is only using libcuda, and not libcudart. skip: true # [cuda_compiler_version not in ("None", cuda_compiler_version_min)] From 655cd334e57eee689aa86c6ca5c59dbda4430819 Mon Sep 17 00:00:00 2001 From: "H. Vetinari" Date: Thu, 27 Jun 2024 09:39:33 +1100 Subject: [PATCH 2/5] ensure we use new enough libarrow builds --- recipe/meta.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 02e2aaa..dc73fbf 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -104,6 +104,11 @@ outputs: - apache-arrow-proc =*={{ build_ext }} # need new enough orc for using our own tzdb - orc >=2.0.1 + # need libarrow builds from that have azure bindings built, i.e. + # https://github.com/conda-forge/arrow-cpp-feedstock/pull/1431 or later; + # to ensure a new enough library is selected, enforce most recently done + # migration as a run-constraint (can be dropped for v17) + - aws-crt-cpp >=0.26.12 test: imports: From c6e256d955e8733d5d654b62e060b7c934c36fc0 Mon Sep 17 00:00:00 2001 From: "H. Vetinari" Date: Thu, 27 Jun 2024 09:40:29 +1100 Subject: [PATCH 3/5] Revert "require tzdata for pyarrow" Now part of orc, see https://github.com/conda-forge/orc-feedstock/commit/abe8eeb5b4e7c589d0676216c1c9c2a8d76744ba This reverts commit 34f4063deb8aec7dbae50a6adbecf70e38807582. --- recipe/meta.yaml | 2 -- 1 file changed, 2 deletions(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index dc73fbf..78ca659 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -95,8 +95,6 @@ outputs: # running for pyarrow-core, where the aim is a low storage footprint. - libarrow {{ version }}.*=*{{ build_ext }} - python - # orc>=2.0.1 will look in $CONDA_PREFIX/share/zoneinfo - - tzdata # this is redundant with libarrow, but we want smithy to pick up that # cuda_compiler_version_min is present, to populate the CI configs - __cuda >={{ cuda_compiler_version_min }} # [cuda_compiler_version != "None"] From c33f1bd7f856d112e4f815f0a297acbfa6dc5911 Mon Sep 17 00:00:00 2001 From: "H. Vetinari" Date: Thu, 27 Jun 2024 09:42:40 +1100 Subject: [PATCH 4/5] remove dangling comment --- recipe/meta.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 78ca659..d23c90b 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -30,7 +30,6 @@ build: # for cuda support, building with one version is enough to be compatible with # all later versions, since arrow is only using libcuda, and not libcudart. skip: true # [cuda_compiler_version not in ("None", cuda_compiler_version_min)] - # arrow promises API- & ABI-compatibility along SemVer, see #1096 outputs: - name: pyarrow-core From 9f90bd0e74094988b250e3e25ee6f854d3fb9d5d Mon Sep 17 00:00:00 2001 From: "H. Vetinari" Date: Thu, 27 Jun 2024 09:43:58 +1100 Subject: [PATCH 5/5] Revert "disable optional dependency `sparse`" This reverts commit 8b403e93f5925ca0c281f2c1213c34ebd463d6ca. --- recipe/meta.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index d23c90b..f741450 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -268,8 +268,7 @@ outputs: - pandas - s3fs >=2023 - scipy - # disable until numba is rebuilt for numpy 2.0 - # - sparse + - sparse # these are generally (far) behind on migrating abseil/grpc/protobuf, # and using them as test dependencies blocks the migrator unnecessarily # - pytorch