Added runner for upstream dask gpu tests

This adds a Cron Job to the github actions that runs the `gpu` marked
tests from dask and distributed.

The setup here is modeled after https://github.com/rapidsai/cudf/blob/branch-25.02/.github/workflows/pandas-tests.yaml, which
is running pandas tests against the nightly versions of cudf.

Author: Tom Augspurger

.github/workflows/cron.yaml

@@ -1,78 +1,29 @@
+# Based off https://github.com/rapidsai/cudf/blob/branch-25.02/.github/workflows/pandas-tests.yaml
+name: Test dask-upstream
+
 on:
-  # TODO: change to cron-based schedule one this is working
-  push:
-    branches:
-      - main
+  workflow_dispatch:
+    inputs:
+      branch:
+        required: true
+        type: string
+      date:
+        required: true
+        type: string
+      sha:
+        required: true
+        type: string
 
 jobs:
-  test:
-    name: "Test dask and distributed"
-    # TODO: change to appropriate image
-    runs-on: "linux-amd64-gpu-v100-latest-1"
-    container:
-      image: rapidsai/distributed:24.12-cuda11.8.0-devel-ubuntu20.04-py3.12
-      env:
-        NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
-    steps:
-    - name: Checkout ourselves
-      uses: actions/checkout@v4
-      with:
-        path: utils
-    - name: Checkout dask
-      uses: actions/checkout@v4
-      with:
-        repository: dask/dask
-        path: dask
-    - name: Checkout distributed
-      uses: actions/checkout@v4
-      with:
-        repository: dask/distributed
-        path: distributed
-    - name: Run
-      run: |
-        (cd dask; git rev-parse HEAD;
-         cd ../distributed; git rev-parse HEAD) | tee commit-hashes.txt
-    - name: Upload commit hashes
-      uses: actions/upload-artifact@v4
-      with:
-        name: commit-hashes.txt
-        path: commit-hashes.txt
-    - name: Setup python
-      uses: actions/setup-python@v5
-      with:
-        python-version: 3.12
-    - name: Get last artifact URL from last run
-      id: get_last_id
-      run: |
-        pip install requests
-        VAL=$(python utils/get.py)
-        echo "${VAL}"
-        echo "${VAL}" >> $GITHUB_OUTPUT
-    - name: Download artifact from last run if exists
-      if: ${{ fromJSON(steps.get_last_id.outputs.INFO).exists }}
-      continue-on-error: true
-      uses: actions/download-artifact@v4
+  dask-tests:
+      # run the Dask and Distributed unit tests
+      secrets: inherit
+      uses: rapidsai/shared-workflows/.github/workflows/[email protected]
       with:
-        name: commit-hashes.txt
-        path: previous-run
-        github-token: ${{ secrets.GITHUB_TOKEN }}
-        run-id: ${{ fromJSON(steps.get_last_id.outputs.INFO).id }}
-    - name: Check if test run is needed
-      id: check_run_needed
-      run: |
-        ls -l previous-run/
-        if [ ! -f previous-run/commit-hashes.txt ]; then
-          echo "No previous run hashes, need to re-run"
-          echo 'INFO={"rerun": true}' >> $GITHUB_OUTPUT
-        elif cmp -s commit-hashes.txt previous-run/commit-hashes.txt; then
-          echo "Previous run hash same as this one, no need to re-run"
-          echo 'INFO={"rerun": false}' >> $GITHUB_OUTPUT
-        else
-          echo "Previous run hash different, need to re-run"
-          echo 'INFO={"rerun": true}' >> $GITHUB_OUTPUT
-        fi
-    - name: Run tests
-      if: ${{ fromJSON(steps.check_run_needed.outputs.INFO).rerun }}
-      run: |
-        echo Running tests
-        nvidia-smi
+        # This selects "ARCH=amd64 + the latest supported Python + CUDA".
+        matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))]))
+        build_type: nightly
+        branch: ${{ inputs.branch }}
+        date: ${{ inputs.date }}
+        sha: ${{ inputs.sha }}
+        script: scripts/run.sh

.gitignore

@@ -0,0 +1,2 @@
+dask
+distributed

README.md

@@ -1 +1,9 @@
 # Dask Upstream Testing
+
+This repository contains the scripts to run Dask's `gpu`-marked tests on a schedule.
+
+## Version Policy
+
+The primary goal here is to quickly identify breakages in tests defined in `dask/dask` and `dask/distributed`, so we'll use the latest `main` from each of those.
+
+When breakages occur, they'll generally be fixed either in Dask or in the the nightly versions of the downstream packages (rapids, cupy, numba, etc.). And so we install the nightly (rather than `latest`) version of the downstream packages.

get.py

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES.
+
+# Install
+set -euo pipefail
+
+# RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
+RAPIDS_PY_CUDA_SUFFIX=12
+# TODO: set this to main once dask-cudf is compatible
+# DASK_VERSION=main
+DASK_VERSION=2024.12.1
+export PIP_YES=true
+export PIP_PRE=true
+
+# Should this use nightly wheels or rapids-download-wheels-from-s3?
+
+pip install --extra-index-url=https://pypi.anaconda.org/rapidsai-wheels-nightly/simple \
+  "cudf-cu12" \
+  "dask-cudf-cu12"
+
+echo "Installing dask@{DASK_VERSION}"
+
+if [ ! -d "dask" ]; then
+    git clone https://github.com/dask/dask
+fi
+
+if [ ! -d "distributed" ]; then
+    git clone https://github.com/dask/distributed
+fi
+
+pip uninstall dask distributed
+cd dask && git clean -fdx && git checkout $DASK_VERSION && pip install -e .[test] && cd ..
+cd distributed && git clean -fdx && git checkout $DASK_VERSION && pip install -e . && cd ..
+
+./scripts/test

scripts/run.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+# SPDX-FileCopyrightText: Copyright (c) 2023-2025, NVIDIA CORPORATION & AFFILIATES.
+
+pushd dask
+pytest dask -v -m gpu
+dask_status=$?
+popd
+
+pushd distributed
+pytest distributed -v -m gpu
+distributed_status=$?
+popd
+
+if [ $dask_status -ne 0 ] || [ $distributed_status -ne 0 ]; then
+    echo "Tests faild"
+    exit 1
+fi