[pre-commit.ci] pre-commit autoupdate

.gitattributes

@@ -1 +1 @@
-cunumeric/_version.py export-subst
+cunpyumeric/_version.py export-subst

.github/CODEOWNERS

@@ -1,4 +1,4 @@
 # Code Ownership
-.github                   @marcinz @m3vaz @sandeepd-nv @mag1cp1n
-continuous_integration    @marcinz @m3vaz @sandeepd-nv @mag1cp1n
-conda                     @marcinz @m3vaz @sandeepd-nv @mag1cp1n
+.github                   @nv-legate/devops-reviewers
+continuous_integration    @nv-legate/devops-reviewers
+conda                     @nv-legate/devops-reviewers

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -8,7 +8,7 @@ body:
       value: "# Bug report"
   - type: markdown
     attributes:
-      value: Thank you for reporting a bug and helping us improve Cunumeric!
+      value: Thank you for reporting a bug and helping us improve cuPyNumeric!
   - type: markdown
     attributes:
       value: >
@@ -29,7 +29,7 @@ body:
         Platform    :  Linux-6.8.0-40-generic-x86_64-with-glibc2.35
         Legion      :  (failed to detect)
         Legate      :  24.05.00+255.g2656afbd
-        Cunumeric   :  24.05.00+132.gc4741d57
+        cuPynumeric :  24.05.00+132.gc4741d57
         Numpy       :  1.26.4
         Scipy       :  1.13.1
         Numba       :  (failed to detect)

.github/workflows/ci-gh-docs.yml

@@ -0,0 +1,46 @@
+---
+name: Docs
+
+concurrency:
+  group: ${{ startsWith(github.ref_name, 'main') && format('unique-{0}', github.run_id) || format('ci-build-docs-on-{0}-from-{1}', github.event_name, github.ref_name) }}
+  cancel-in-progress: true
+
+on:
+  push:
+    branches:
+      - "pull-request/[0-9]+"
+      - "branch-*"
+      - "main"
+  merge_group:
+
+jobs:
+  build-and-test:
+    name: Build documentation (${{ matrix.platform }}, ${{ matrix.target-device }}, ${{ matrix.build-mode }}, ucx enabled)
+    strategy:
+      fail-fast: false
+      matrix:
+        platform:
+          - linux
+        target-device:
+          - gpu
+        build-mode:
+          - release
+    uses:
+      ./.github/workflows/gh-build-docs.yml
+    with:
+      platform: ${{ matrix.platform }}
+      target-device: ${{ matrix.target-device }}
+      build-mode: ${{ matrix.build-mode }}
+      build-type: ci
+      upload-docs-to-gh-pages: false
+    secrets: inherit
+
+  docs-pass:
+    if: always()
+    needs:
+      - build-and-test
+    runs-on: linux-amd64-cpu4
+    steps:
+      - name: Check job results
+        if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
+        run: exit 1

.github/workflows/ci-gh-nightly-release.yml

@@ -30,11 +30,42 @@ jobs:
     uses:
       ./.github/workflows/gh-build-and-test.yml
     with:
-      build-type: release
-      dependencies-workflow: ci-gh-nightly-release.yml
+      build-type: nightly
       platform: ${{ matrix.platform }}
       python-version: ${{ matrix.python-version }}
       target-device: ${{ matrix.target-device }}
       upload-enabled: ${{ matrix.upload-enabled }}
-      waive-gpu-tests: ${{ github.workflow == 'Build Release package' && matrix.platform == 'linux-aarch64' }}
+      refname: ${{ github.ref_name }}
+      default-branch: ${{ github.event.repository.default_branch }}
+    secrets: inherit
+
+  build-nightly-docs:
+    name: Build Nightly documentation (${{ matrix.platform }}, ${{ matrix.target-device }}, ${{ matrix.build-mode }}, ucx enabled)
+    strategy:
+      fail-fast: false
+      matrix:
+        platform:
+          - linux
+        target-device:
+          - gpu
+        build-mode:
+          - release
+    uses:
+      ./.github/workflows/gh-build-docs.yml
+    with:
+      platform: ${{ matrix.platform }}
+      target-device: ${{ matrix.target-device }}
+      build-mode: ${{ matrix.build-mode }}
+      build-type: nightly
+      upload-docs-to-gh-pages: true
+    secrets: inherit
+
+  push_code:
+    name: Nightly source release
+    uses:
+      nv-legate/legate-gh-ci/.github/workflows/gh-push-code.yml@nightly_push_to_external_repo
+    with:
+      runs-on: linux-amd64-cpu4
+      source-repo: "${{ github.repository_owner }}/cupynumeric.internal"
+      dest-repo: "${{ github.repository_owner }}/cupynumeric"
     secrets: inherit

.github/workflows/ci-gh-validate-legate-sha.yml

@@ -20,7 +20,7 @@ jobs:
     - name: Checkout repository
       uses: actions/checkout@v4
       with:
-        path: cunumeric.internal
+        path: cupynumeric.internal
 
     - name: Set up environment
       run: |
@@ -30,7 +30,7 @@ jobs:
     - name: Parse versions.json
       shell: bash --noprofile --norc -xeuo pipefail {0}
       run: |
-        DEPENDENCIES_FILE="cunumeric.internal/cmake/versions.json"
+        DEPENDENCIES_FILE="cupynumeric.internal/cmake/versions.json"
         GIT_REPO=$(jq -r '.packages.legate.repo' ${DEPENDENCIES_FILE})
         GIT_ORG=$(jq -r '.packages.legate.org' ${DEPENDENCIES_FILE})
         GIT_TAG=$(jq -r '.packages.legate.git_tag' ${DEPENDENCIES_FILE})

.github/workflows/ci-gh-release.yml → .github/workflows/ci-gh.yml

@@ -1,4 +1,4 @@
-name: Build Release package
+name: Build CI package
 
 concurrency:
   group: ${{ startsWith(github.ref_name, 'main') && format('unique-{0}', github.run_id) || format('ci-build-and-test-on-{0}-from-{1}', github.event_name, github.ref_name) }}
@@ -33,10 +33,21 @@ jobs:
     uses:
       ./.github/workflows/gh-build-and-test.yml
     with:
-      build-type: release
+      build-type: ci
       platform: ${{ matrix.platform }}
-      python-version: "3.10"
+      python-version: ${{ matrix.python-version }}
       target-device: ${{ matrix.target-device }}
       upload-enabled: ${{ matrix.upload-enabled }}
-      waive-gpu-tests: ${{ github.workflow == 'Build Release package' && matrix.platform == 'linux-aarch64' }}
+      refname: ${{ github.ref_name }}
+      default-branch: ${{ github.event.repository.default_branch }}
     secrets: inherit
+
+  tests-pass:
+    if: always()
+    needs:
+      - build-and-test
+    runs-on: linux-amd64-cpu4
+    steps:
+      - name: Check job results
+        if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
+        run: exit 1

.github/workflows/gh-build-and-test.yml

@@ -13,18 +13,16 @@ on:
       upload-enabled:
         type: boolean
         required: true
-      waive-gpu-tests:
-         required: true
-         type: boolean
-         description: Waive GPU tests based on specific configuration
       python-version:
         required: false
         type: string
         default: "3.12"
-      dependencies-workflow:
-        required: false
+      refname:
+        required: true
+        type: string
+      default-branch:
+        required: true
         type: string
-        default: ci-gh.yml
 
 jobs:
   setup-build:
@@ -51,14 +49,14 @@ jobs:
     needs: setup-build
     name: "Build (${{ inputs.platform }}, ${{ inputs.target-device }}, ${{ inputs.build-type }}, Python ${{ inputs.python-version }})"
     uses:
-      nv-legate/legate-gh-ci/.github/workflows/gh-build.yml@v1.17
+      nv-legate/legate-gh-ci/.github/workflows/gh-build.yml@v1.29
     with:
+      build-has-tests: ${{ !inputs.upload-enabled }}
       build-mode: ""
       build-type: ${{ inputs.build-type }}
       client-repo: ${{ github.event.repository.name }}
-      dependencies-file: "cmake/versions.json"
-      dependencies-workflow: ${{ inputs.dependencies-workflow }}
-      legate-gh-ci-tag: "v1.17"
+      dependencies-file: ""
+      legate-gh-ci-tag: "v1.29"
       network: "ucx"
       platform: ${{ inputs.platform }}
       python-version: ${{ inputs.python-version }}
@@ -68,45 +66,29 @@ jobs:
       use-container: ${{ inputs.platform == 'linux' || inputs.platform == 'linux-aarch64' }}
     secrets: inherit
 
-  nightly-exists:
-    needs: setup-build
-    name: "Check if legate.internal nightly exists for SHA specified in versions.json (${{ inputs.platform }}, ${{ inputs.target-device }}, ${{ inputs.build-type }})"
-    uses:
-      nv-legate/legate-gh-ci/.github/workflows/[email protected]
-    with:
-      build-mode: ""
-      build-type: ${{ inputs.build-type }}
-      client-repo: ${{ github.event.repository.name }}
-      dependencies-file: "cmake/versions.json"
-      legate-gh-ci-tag: "v1.17"
-      network: "ucx"
-      platform: ${{ inputs.platform }}
-      python-version: ${{ inputs.python-version }}
-      runs-on: linux-amd64-cpu4
-      target-device: ${{ inputs.target-device }}
-      upload-enabled: ${{ inputs.upload-enabled }}
-    secrets: inherit
-
   upload:
     needs: build
     if: ${{ github.repository_owner == 'nv-legate' && contains(github.workflow, 'release') && inputs.upload-enabled == true }}
     name: Upload package to Server
     uses:
-      nv-legate/legate-gh-ci/.github/workflows/gh-upload.yml@v1.17
+      nv-legate/legate-gh-ci/.github/workflows/gh-upload.yml@v1.29
     with:
+      build-has-tests: ${{ !inputs.upload-enabled }}
       build-mode: ""
       build-type: ${{ inputs.build-type }}
       client-repo: ${{ github.event.repository.name }}
-      legate-gh-ci-tag: "v1.17"
+      legate-gh-ci-tag: "v1.29"
       name: Upload package to Server
       network: "ucx"
-      pkgSubString: "cunumeric-"
+      pkgSubString: "cupynumeric-"
       platform: ${{ inputs.platform }}
       python-version: ${{ inputs.python-version }}
-      repos-Root: "cunumeric"
+      repos-Root: "cupynumeric"
       target-device: ${{ inputs.target-device }}
-      upload-action: "upload-package"
+      upload-action: "upload-package-Anaconda"
       upload-enabled: ${{ inputs.upload-enabled }}
+      refname: ${{ inputs.refname }}
+      default-branch: ${{ inputs.default-branch }}
     secrets: inherit
 
   setup-test:
@@ -121,20 +103,25 @@ jobs:
       - id: set-matrix
         run: |
           set -xeuo pipefail
+
           MATRIX_JSON='{"include": ['
+
           RUNNERS=(
-            'linux-amd64-gpu-v100-latest-1:gpu:gpu:linux' 'linux-amd64-2gpu:gpu:2gpu:linux'
+            'linux-amd64-gpu-l4-latest-1:gpu:gpu:linux' 'linux-amd64-2gpu:gpu:2gpu:linux'
             'linux-amd64-cpu16:cpu:cpu:linux'
             'linux-arm64-cpu16:cpu:cpu:linux-aarch64' 'linux-aarch64-2gpu:gpu:2gpu:linux-aarch64' 'linux-aarch64-2gpu:gpu:gpu:linux-aarch64'
             'macos-latest:cpu:cpu:mac')
+
           TEST_CONFIGS=(
             '1 CPU test:test --cpus 1 --debug:cpu'
             '1 CPU test:test --cpus 1 --debug:gpu'
             '2 CPU test:test --cpus 2 --debug:cpu'
             '2 CPU test:test --cpus 2 --debug:gpu'
-            # set the number of workers manually because nvidia runners report 6 gpus when onyl one is really available
-            # this workaround can be removed when the number of available gpus is reported correctly (when we run on VMs)
-            'GPU test:test --use cuda --gpus 1 -j 7 --debug:gpu'
+            # Set the number of workers manually because nvidia runners report 6
+            # gpus when only one is really available this workaround can be
+            # removed when the number of available gpus is reported correctly
+            # (when we run on VMs)
+            'GPU test:test --use cuda --gpus 1 --debug:gpu'
             '2 GPU test:test --use cuda --gpus 2 --debug:2gpu'
             'OpenMP test:test --use openmp --omps 1 --ompthreads 2 --debug:gpu'
             'OpenMP test:test --use openmp --omps 1 --ompthreads 2 --debug:cpu'
@@ -143,31 +130,49 @@ jobs:
             'Eager execution test:test --use eager --debug:gpu'
             'Eager execution test:test --use eager --debug:cpu'
             'mypy:mypy:cpu'
-            'Documentation:docs:cpu'
             'Unit tests:unit:cpu'
+            'CPP tests:cpp:cpu'
+            # TODO: Uncomment the following lines once
+            # https://github.com/nv-legate/cupynumeric.internal/issues/654 has
+            # been fixed.
+            # 'CPP tests:cpp:gpu'
+            # 'CPP tests:cpp:2gpu'
           )
+
           for RUNNER in "${RUNNERS[@]}"; do
             IFS=':' read -ra RUNNER_INFO <<< "$RUNNER"
             RUNNER_NAME=${RUNNER_INFO[0]}
             RUNNER_TYPE=${RUNNER_INFO[1]}
             RUNNER_DEVICE=${RUNNER_INFO[2]}
             RUNNER_PLATFORM=${RUNNER_INFO[3]}
+
             if [[ "$RUNNER_TYPE" == "${{ inputs.target-device }}" && "$RUNNER_PLATFORM" == "${{ inputs.platform }}" ]]; then
+
               for TEST_CONFIG in "${TEST_CONFIGS[@]}"; do
                 IFS=':' read -ra CONFIG_INFO <<< "$TEST_CONFIG"
                 TEST_NAME=${CONFIG_INFO[0]}
                 TEST_OPTIONS=${CONFIG_INFO[1]}
                 TEST_TARGET_DEVICE=${CONFIG_INFO[2]}
+
+                # Note: we don't have enough linux-aarch64 GPU runners to
+                # support per commit testing. This is why these tests are waived
+                # here.
+                WAIVE_TEST="${{ inputs.target-device == 'gpu' && inputs.build-type == 'ci' && inputs.platform == 'linux-aarch64' }}"
+
                 if [[ "$TEST_TARGET_DEVICE" == "$RUNNER_DEVICE" ]]; then
-                  if ! [[ "$TEST_NAME" =~ "GPU" && "${{ inputs.waive-gpu-tests }}" == 'true' ]]; then
+                  if [[ "${WAIVE_TEST}" == "false" ]]; then
                     MATRIX_JSON+="{\"runner\": {\"name\": \"$RUNNER_NAME\", \"type\": \"$RUNNER_TYPE\", \"platform\": \"$RUNNER_PLATFORM\"}, \"test-config\": {\"name\": \"$TEST_NAME\", \"test-options\": \"$TEST_OPTIONS\"}},"
                   fi
                 fi
               done
             fi
           done
-          MATRIX_JSON=$(echo "$MATRIX_JSON" | sed 's/,$//') # Remove the trailing comma
+
+          # Remove the trailing comma
+          MATRIX_JSON=$(echo "$MATRIX_JSON" | sed 's/,$//')
+          # Terminate JSON expression
           MATRIX_JSON+=']}'
+
           echo "matrix=$MATRIX_JSON" >> $GITHUB_OUTPUT
 
   test:
@@ -180,13 +185,14 @@ jobs:
       matrix: ${{fromJson(needs.setup-test.outputs.matrix)}}
 
     uses:
-      nv-legate/legate-gh-ci/.github/workflows/gh-test-within-container.yml@v1.17
+      nv-legate/legate-gh-ci/.github/workflows/gh-test-within-container.yml@v1.29
     with:
+      build-has-tests: ${{ !inputs.upload-enabled }}
       build-mode: ""
       build-type: ${{ inputs.build-type }}
       client-repo: ${{ github.event.repository.name }}
       has-gpu: ${{ matrix.runner.type == 'gpu' }}
-      legate-gh-ci-tag: "v1.17"
+      legate-gh-ci-tag: "v1.29"
       name: ${{ matrix.test-config.name }}
       network: "ucx"
       platform: ${{ inputs.platform }}
@@ -200,21 +206,24 @@ jobs:
   updateTestStatus:
     needs: test
     name: Update Test status on Server
-    if: ${{ (github.repository_owner == 'nv-legate') && contains(github.workflow, 'Nightly') && (inputs.upload-enabled == true) }}
+    if: ${{ false }}
     uses:
-      nv-legate/legate-gh-ci/.github/workflows/gh-upload.yml@v1.17
+      nv-legate/legate-gh-ci/.github/workflows/gh-upload.yml@v1.29
     with:
+      build-has-tests: ${{ !inputs.upload-enabled }}
       build-mode: ""
       build-type: ${{ inputs.build-type }}
       client-repo: ${{ github.event.repository.name }}
-      legate-gh-ci-tag: "v1.17"
+      legate-gh-ci-tag: "v1.29"
       name: UpdateTestStatus
       network: "ucx"
-      pkgSubString: "cunumeric-"
+      pkgSubString: "cupynumeric-"
       platform: ${{ inputs.platform }}
       python-version: ${{ inputs.python-version }}
-      repos-Root: "cunumeric"
+      repos-Root: "cupynumeric"
       target-device: ${{ inputs.target-device }}
       upload-action: "update-test-status"
       upload-enabled: true
+      refname: ${{ inputs.refname }}
+      default-branch: ${{ inputs.default-branch }}
     secrets: inherit