diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f3cecee4b71..09ec11dab68 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -622,6 +622,41 @@ build/icpx/igpu/release/static:
     ONEAPI_DEVICE_SELECTOR: "*:gpu"
     BUILD_HWLOC: "OFF"
 
+# windows jobs: Release shared
+# Note that this is using Powershell, not bash
+build/windows/release/shared:
+  stage: build
+  script:
+    - if (Test-Path build) { rm -r -fo build }
+    - if (Test-Path install) { rm -r -fo install }
+    - mkdir build
+    - mkdir install
+    - cmake -B build -DBUILD_SHARED_LIBS=ON -DGINKGO_BUILD_CUDA=OFF "-DCMAKE_INSTALL_PREFIX=$pwd\install" .
+    - cmake --build build --config Release -j16
+    - ctest --test-dir build -C Release --no-tests=error --output-on-failure -j16
+    - $env:PATH+=";$pwd/install/bin"
+    - cmake --install build --config Release
+    - cmake --build build --target test_install --config Release
+  tags:
+    - windows
+
+# CUDA
+build/windows-cuda/release/shared:
+  stage: build
+  script:
+    - if (Test-Path build) { rm -r -fo build }
+    - if (Test-Path install) { rm -r -fo install }
+    - mkdir build
+    - mkdir install
+    - cmake -B build -DBUILD_SHARED_LIBS=ON -DGINKGO_BUILD_CUDA=ON "-DCMAKE_INSTALL_PREFIX=$pwd\install" .
+    - cmake --build build --config Release -j16
+    - ctest --test-dir build -C Release --no-tests=error --output-on-failure
+    - $env:PATH+=";$pwd/install/bin"
+    - cmake --install build --config Release
+    - cmake --build build --target test_install --config Release
+  tags:
+    - windows-cuda
+
 # Job with important warnings as error
 warnings:
   stage: code_quality