diff --git a/__tests__/installer.test.ts b/__tests__/installer.test.ts
index 0a4f588..30a76f3 100644
--- a/__tests__/installer.test.ts
+++ b/__tests__/installer.test.ts
@@ -51,15 +51,6 @@ describe('installer tests', () => {
     expect(thrown).toBe(true);
   }, 30000);
 
-  it('Uses version of dotnet installed in cache', async () => {
-    const dotnetDir: string = path.join(toolDir, 'dncs', '250.0.0', os.arch());
-    await io.mkdirP(dotnetDir);
-    fs.writeFileSync(`${dotnetDir}.complete`, 'hello');
-    // This will throw if it doesn't find it in the cache (because no such version exists)
-    await getDotnet('250.0.0');
-    return;
-  }, 25000);
-
   it('Uses an up to date bash download script', async () => {
     var httpCallbackClient = new httpClient.HttpClient(
       'setup-dotnet-test',
diff --git a/__tests__/setup-dotnet.test.ts b/__tests__/setup-dotnet.test.ts
index 7abed75..8c120e6 100644
--- a/__tests__/setup-dotnet.test.ts
+++ b/__tests__/setup-dotnet.test.ts
@@ -3,8 +3,8 @@ import fs = require('fs');
 import os = require('os');
 import path = require('path');
 
-const toolDir = path.join(__dirname, 'runner', 'tools');
-const tempDir = path.join(__dirname, 'runner', 'temp');
+const toolDir = path.join(__dirname, 'runner', 'tools2');
+const tempDir = path.join(__dirname, 'runner', 'temp2');
 
 import * as setup from '../src/setup-dotnet';