diff --git a/mix.exs b/mix.exs
index 8298647d..7431b8d6 100644
--- a/mix.exs
+++ b/mix.exs
@@ -153,8 +153,9 @@ defmodule Sentry.Mixfile do
     integration_dir = Path.join("test_integrations", integration)
 
     {_, status} =
-      System.cmd("sh", ["-c", "cd #{integration_dir} && mix test #{Enum.join(args, " ")}"],
-        into: IO.binstream(:stdio, :line)
+      System.cmd("mix", ["test" | args],
+        into: IO.binstream(:stdio, :line),
+        cd: Path.join("test_integrations", integration)
       )
 
     if status > 0 do