GH-47677: [C++][GPU] Allow building with CUDA 13 (#48259)

### What changes are included in this PR?

1. Add compatibility fix for CUDA 13 in C++ CUDA tests
2. Add CI builds with CUDA 13
3. Disable Numba interop tests because of a regression in Numba-CUDA: see NVIDIA/numba-cuda#611

### Are these changes tested?

Yes, on CI.

### Are there any user-facing changes?

No.

* GitHub Issue: #47677

Authored-by: Antoine Pitrou <[email protected]>
Signed-off-by: Raúl Cumplido <[email protected]>

Author: pitrou

ci/scripts/install_numba.sh

@@ -34,6 +34,8 @@ if [ -n "${ARROW_PYTHON_VENV:-}" ]; then
   . "${ARROW_PYTHON_VENV}/bin/activate"
 fi
 
+# TODO: GH-47371 (install Python CUDA bindings explicitly)
+
 if [ "${numba}" = "master" ]; then
   pip install https://github.com/numba/numba/archive/main.tar.gz#egg=numba
 elif [ "${numba}" = "latest" ]; then

compose.yaml

@@ -581,12 +581,16 @@ services:
     environment:
       <<: [*common, *ccache, *sccache, *cpp]
       ARROW_BUILD_UTILITIES: "OFF"
+      ARROW_ACERO: "OFF"
+      ARROW_AZURE: "OFF"
       ARROW_COMPUTE: "OFF"
       ARROW_CSV: "OFF"
       ARROW_CUDA: "ON"
       ARROW_DATASET: "OFF"
       ARROW_ENABLE_TIMING_TESTS: "OFF"
       ARROW_FILESYSTEM: "OFF"
+      ARROW_FLIGHT: "OFF"
+      ARROW_FLIGHT_SQL: "OFF"
       ARROW_GANDIVA: "OFF"
       ARROW_GCS: "OFF"
       ARROW_HDFS: "OFF"
@@ -999,19 +1003,20 @@ services:
     environment:
       <<: [*common, *ccache, *sccache]
       ARROW_BUILD_UTILITIES: "OFF"
-      ARROW_COMPUTE: "ON"
-      ARROW_CSV: "ON"
+      ARROW_ACERO: "OFF"
+      ARROW_AZURE: "OFF"
       ARROW_CUDA: "ON"
-      ARROW_DATASET: "ON"
+      ARROW_DATASET: "OFF"
       ARROW_ENABLE_TIMING_TESTS: "OFF"
-      ARROW_FILESYSTEM: "ON"
+      ARROW_FILESYSTEM: "OFF"
+      ARROW_FLIGHT: "OFF"
+      ARROW_FLIGHT_SQL: "OFF"
       ARROW_GANDIVA: "OFF"
       ARROW_GCS: "OFF"
-      ARROW_HDFS: "ON"
-      ARROW_JEMALLOC: "ON"
-      ARROW_JSON: "ON"
+      ARROW_HDFS: "OFF"
+      ARROW_JEMALLOC: "OFF"
       ARROW_ORC: "OFF"
-      ARROW_PARQUET: "ON"
+      ARROW_PARQUET: "OFF"
       ARROW_S3: "OFF"
       ARROW_SUBSTRAIT: "OFF"
       ARROW_WITH_OPENTELEMETRY: "OFF"

cpp/src/arrow/gpu/cuda_test.cc

@@ -91,7 +91,12 @@ class TestCudaBase : public ::testing::Test {
 
   Result<CUcontext> NonPrimaryRawContext() {
     CUcontext ctx;
+#if CUDA_VERSION >= 13000
+    RETURN_NOT_OK(StatusFromCuda(cuCtxCreate(&ctx, /*ctxCreateParams=*/nullptr,
+                                             /*flags=*/0, device_->handle())));
+#else
     RETURN_NOT_OK(StatusFromCuda(cuCtxCreate(&ctx, /*flags=*/0, device_->handle())));
+#endif
     non_primary_contexts_.push_back(ctx);
     return ctx;
   }

dev/tasks/tasks.yml

@@ -833,23 +833,25 @@ tasks:
 
   ############################## CUDA tests #################################
 
-  test-cuda-cpp-ubuntu-22.04-cuda-11.7.1:
+{% for ubuntu, cuda in [("22.04", "11.7.1"), ("24.04", "13.0.2")] %}
+  test-cuda-cpp-ubuntu-{{ ubuntu }}-cuda-{{ cuda }}:
     ci: github
     template: docker-tests/github.cuda.yml
     params:
       env:
-        CUDA: 11.7.1
-        UBUNTU: 22.04
+        CUDA: {{ cuda }}
+        UBUNTU: {{ ubuntu }}
       image: ubuntu-cuda-cpp
 
-  test-cuda-python-ubuntu-22.04-cuda-11.7.1:
+  test-cuda-python-ubuntu-{{ ubuntu }}-cuda-{{ cuda }}:
     ci: github
     template: docker-tests/github.cuda.yml
     params:
       env:
-        CUDA: 11.7.1
-        UBUNTU: 22.04
+        CUDA: {{ cuda }}
+        UBUNTU: {{ ubuntu }}
       image: ubuntu-cuda-python
+{% endfor %}
 
   ############################## Fuzz tests #################################
 

python/pyarrow/_cuda.pyx

@@ -460,9 +460,14 @@ cdef class CudaBuffer(Buffer):
         """
         import ctypes
         from numba.cuda.cudadrv.driver import MemoryPointer
-        return MemoryPointer(self.context.to_numba(),
-                             pointer=ctypes.c_void_p(self.address),
-                             size=self.size)
+        try:
+            return MemoryPointer(self.context.to_numba(),
+                                 pointer=ctypes.c_void_p(self.address),
+                                 size=self.size)
+        except TypeError:
+            # Newer Numba does not take a context argument anymore
+            return MemoryPointer(pointer=ctypes.c_void_p(self.address),
+                                 size=self.size)
 
     cdef getitem(self, int64_t i):
         return self.copy_to_host(position=i, nbytes=1)[0]

python/pyarrow/tests/test_cuda_numba_interop.py

@@ -22,6 +22,9 @@
 except ImportError:
     pytestmark = pytest.mark.numpy
 
+pytest.skip("Numba integration tests broken by Numba API changes, see GH-48265",
+            allow_module_level=True)
+
 dtypes = ['uint8', 'int16', 'float32']
 cuda = pytest.importorskip("pyarrow.cuda")
 nb_cuda = pytest.importorskip("numba.cuda")