diff --git a/src/main.rs b/src/main.rs
index e0b2bcc72664..05e0c58f88d4 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -86,10 +86,9 @@ where
         })
         .map(|p| ("CARGO_TARGET_DIR", p));
 
-    // Run the dogfood tests directly on nightly cargo. This is required due
-    // to a bug in rustup.rs when running cargo on custom toolchains. See issue #3118.
+    // Don't run the dogfood tests on beta
     if std::env::var_os("CLIPPY_DOGFOOD").is_some() && cfg!(windows) {
-        args.insert(0, "+nightly".to_string());
+        return Ok(())
     }
 
     let exit_status = std::process::Command::new("cargo")