diff --git a/.github/workflows/sparse-registry.yml b/.github/workflows/sparse-registry.yml
new file mode 100644
index 0000000..4669e5b
--- /dev/null
+++ b/.github/workflows/sparse-registry.yml
@@ -0,0 +1,33 @@
+name: sparse-registry
+
+on: [push, pull_request]
+
+jobs:
+  sparse-registry:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+
+    name: Test `cargo check/test` with sparse registry on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+
+    env:
+      CARGO_TERM_COLOR: always
+      CARGO_UNSTABLE_SPARSE_REGISTRY: true
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - run: |
+          rustup toolchain install nightly --profile minimal
+          rustup default nightly
+
+      - uses: ./
+        with:
+          workspaces: tests
+
+      - run: |
+          cargo check
+          cargo test
+        working-directory: tests
diff --git a/src/cleanup.ts b/src/cleanup.ts
index 95e408b..bc30533 100644
--- a/src/cleanup.ts
+++ b/src/cleanup.ts
@@ -28,8 +28,6 @@ export async function cleanTargetDir(targetDir: string, packages: Packages) {
       await rm(dir.path, dirent);
     }
   }
-
-  await fs.promises.unlink(path.join(targetDir, "./.rustc_info.json"));
 }
 
 async function cleanProfileTarget(profileDir: string, packages: Packages) {