Skip to content

Commit 962855a

Browse files
timkpainetimkpaine
authored
Merge branch 'main' into tkp/capi
2 parents 06d1829 + 165e1df commit 962855a

50 files changed

Lines changed: 7668 additions & 260 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/workflows/build.yml‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -306,28 +306,28 @@ jobs:
306306
run: make dist-check
307307

308308
- name: Upload Wheel
309-
uses: actions/upload-artifact@v6
309+
uses: actions/upload-artifact@v7
310310
with:
311311
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-3.10
312312
path: dist/*.whl
313313
if: ${{ matrix.cibuildwheel == 'cp310' }}
314314

315315
- name: Upload Wheel
316-
uses: actions/upload-artifact@v6
316+
uses: actions/upload-artifact@v7
317317
with:
318318
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-3.11
319319
path: dist/*.whl
320320
if: ${{ matrix.cibuildwheel == 'cp311' }}
321321

322322
- name: Upload Wheel
323-
uses: actions/upload-artifact@v6
323+
uses: actions/upload-artifact@v7
324324
with:
325325
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-3.12
326326
path: dist/*.whl
327327
if: ${{ matrix.cibuildwheel == 'cp312' }}
328328

329329
- name: Upload Wheel
330-
uses: actions/upload-artifact@v6
330+
uses: actions/upload-artifact@v7
331331
with:
332332
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-3.13
333333
path: dist/*.whl
@@ -388,7 +388,7 @@ jobs:
388388
run: make dist-check
389389

390390
- name: Upload SDist
391-
uses: actions/upload-artifact@v6
391+
uses: actions/upload-artifact@v7
392392
with:
393393
name: csp-sdist
394394
path: dist/*.tar.gz
@@ -482,7 +482,7 @@ jobs:
482482
run: make requirements
483483

484484
- name: Download wheel
485-
uses: actions/download-artifact@v7
485+
uses: actions/download-artifact@v8
486486
with:
487487
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-${{ matrix.python-version }}
488488

@@ -693,7 +693,7 @@ jobs:
693693
- name: Install requirements
694694
run: sudo make dependencies-debian
695695

696-
- uses: actions/download-artifact@v7
696+
- uses: actions/download-artifact@v8
697697
with:
698698
name: csp-sdist
699699
path: dist/
@@ -773,7 +773,7 @@ jobs:
773773
run: sudo apt-get install graphviz
774774

775775
- name: Download wheel
776-
uses: actions/download-artifact@v7
776+
uses: actions/download-artifact@v8
777777
with:
778778
name: csp-dist-${{ runner.os }}-${{ runner.arch }}-${{ matrix.python-version }}
779779

@@ -854,7 +854,7 @@ jobs:
854854

855855
steps:
856856
- name: Download wheels and sdist
857-
uses: actions/download-artifact@v7
857+
uses: actions/download-artifact@v8
858858
with:
859859
name:
860860
merge-multiple: true

‎.github/workflows/conda.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ jobs:
7878
- name: Checkout
7979
uses: actions/checkout@v6
8080

81-
- uses: mamba-org/setup-micromamba@v2
81+
- uses: mamba-org/setup-micromamba@v3
8282
with:
8383
micromamba-version: '2.3.2-0'
8484
environment-file: conda/dev-environment-unix.yml
@@ -89,7 +89,7 @@ jobs:
8989
post-cleanup: 'all'
9090
if: ${{ runner.os != 'Windows' }}
9191

92-
- uses: mamba-org/setup-micromamba@v2
92+
- uses: mamba-org/setup-micromamba@v3
9393
with:
9494
micromamba-version: '2.3.2-0'
9595
environment-file: conda/dev-environment-win.yml

‎CMakeLists.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
# Project Configuration #
33
#########################
44
cmake_minimum_required(VERSION 3.20.0)
5-
project(csp VERSION "0.14.0")
5+
project(csp VERSION "0.15.0")
66
set(CMAKE_CXX_STANDARD 20)
77

88
###################################################################################################################################################

‎Makefile‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -207,6 +207,10 @@ endif
207207

208208
dependencies-mac: ## install dependencies for mac
209209
HOMEBREW_NO_AUTO_UPDATE=1 brew bundle install
210+
brew tap-new local/old || true
211+
brew extract --version=2.72 autoconf local/old
212+
brew install local/old/autoconf@2.72
213+
brew unlink autoconf && brew link --force autoconf@2.72
210214
brew unlink bison flex && brew link --force bison flex
211215

212216
dependencies-debian: ## install dependencies for linux - note that zip is needed by bootstrap_vcpkg.sh, do not remove

‎ci/scripts/requirements.py‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,12 @@ def deps():
99
return requires + develop
1010

1111
def main():
12-
os.system("python -m pip install toml")
13-
os.system("python -m pip install " + " ".join(f'"{_}"' for _ in deps()))
12+
ret = os.system("python -m pip install --prefer-binary toml")
13+
if ret != 0:
14+
raise ValueError("Python requirement install failed: see output for error")
15+
ret = os.system("python -m pip install --prefer-binary " + " ".join(f'"{_}"' for _ in deps()))
16+
if ret != 0:
17+
raise ValueError("Python requirement install failed: see output for error")
1418

1519

1620
if __name__ == "__main__":

‎conda/dev-environment-unix.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ dependencies:
1818
- graphviz
1919
- gtest
2020
- httpx>=0.20,<1
21-
- libarrow<23
21+
- libarrow<24
2222
- libboost>=1.80.0
2323
- libboost-headers>=1.80.0
2424
- librdkafka
@@ -33,7 +33,7 @@ dependencies:
3333
- pillow
3434
- polars
3535
- psutil
36-
- pyarrow>=15,<23
36+
- pyarrow>=15,<24
3737
- pydantic>=2
3838
- pytest
3939
- pytest-asyncio

‎conda/dev-environment-win.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ dependencies:
1818
- graphviz
1919
- gtest
2020
- httpx>=0.20,<1
21-
- libarrow<23
21+
- libarrow<24
2222
- libboost>=1.80.0
2323
- libboost-headers>=1.80.0
2424
- librdkafka
@@ -33,7 +33,7 @@ dependencies:
3333
- pillow
3434
- polars
3535
- psutil
36-
- pyarrow>=15,<23
36+
- pyarrow>=15,<24
3737
- pydantic>=2
3838
- pytest
3939
- pytest-asyncio

‎cpp/cmake/modules/FindDepsArrowAdapter.cmake‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,25 @@ cmake_minimum_required(VERSION 3.7.2)
33
# ARROW
44
find_package(Arrow REQUIRED)
55
include_directories(${ARROW_INCLUDE_DIR})
6+
7+
# Resolve Arrow link targets based on platform and vcpkg configuration.
8+
# Sets CSP_ARROW_LINK_LIBS for use in target_link_libraries().
9+
# On Windows with vcpkg, also applies the ws2_32.dll fix and defines ARROW_STATIC.
10+
if(WIN32)
11+
if(CSP_USE_VCPKG)
12+
set(CSP_ARROW_LINK_LIBS Arrow::arrow_static)
13+
add_compile_definitions(ARROW_STATIC)
14+
else()
15+
# Until we manage to get the fix for ws2_32.dll in arrow-16 into conda, manually fix the error here
16+
get_target_property(LINK_LIBS Arrow::arrow_shared INTERFACE_LINK_LIBRARIES)
17+
string(REPLACE "ws2_32.dll" "ws2_32" FIXED_LINK_LIBS "${LINK_LIBS}")
18+
set_target_properties(Arrow::arrow_shared PROPERTIES INTERFACE_LINK_LIBRARIES "${FIXED_LINK_LIBS}")
19+
set(CSP_ARROW_LINK_LIBS arrow_shared)
20+
endif()
21+
else()
22+
if(CSP_USE_VCPKG)
23+
set(CSP_ARROW_LINK_LIBS arrow_static)
24+
else()
25+
set(CSP_ARROW_LINK_LIBS arrow)
26+
endif()
27+
endif()

‎cpp/csp/adapters/CMakeLists.txt‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,10 @@ if(CSP_BUILD_KAFKA_ADAPTER)
33
add_subdirectory(kafka)
44
endif()
55

6+
if(CSP_BUILD_ARROW_ADAPTER)
7+
add_subdirectory(arrow)
8+
endif()
9+
610
if(CSP_BUILD_PARQUET_ADAPTER)
711
add_subdirectory(parquet)
812
endif()

0 commit comments

Comments
 (0)