diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 894774b06..d49931868 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -80,8 +80,21 @@ jobs:
       - uses: Swatinem/rust-cache@v2
         with:
           save-if: ${{ github.ref == 'refs/heads/main' }}
-      - name: "Cargo Test"
-        run: cargo nextest run --all --status-level skip --failure-output immediate-final --no-fail-fast -j 12 --final-status-level slow
+      - name: "Cargo test"
+        run: |
+          cargo nextest run --workspace --status-level skip --failure-output immediate-final --no-fail-fast -j 12 --final-status-level slow
+      - name: "Smoke test"
+        if: ${{ matrix.os != 'windows' }}
+        run: |
+          uv="./target/debug/uv"
+          $uv venv
+          $uv pip install ruff
+      - name: "Smoke test"
+        if: ${{ matrix.os == 'windows' }}
+        run: |
+          Set-Alias -Name uv -Value ./target/debug/uv
+          uv venv
+          uv pip install ruff
 
   # Separate job for the nightly crate
   windows-trampoline: