diff --git a/packages/babel-preset-react-app/index.js b/packages/babel-preset-react-app/index.js
index 5360f8c18e4..35a0dafdac8 100644
--- a/packages/babel-preset-react-app/index.js
+++ b/packages/babel-preset-react-app/index.js
@@ -81,7 +81,17 @@ if (env === 'test') {
   module.exports = {
     presets: [
       // Latest stable ECMAScript features
-      require.resolve('babel-preset-latest'),
+      [require.resolve('babel-preset-env'), {
+        targets: {
+          // React parses on ie 9, so we should too
+          ie: 9,
+          // We currently minify with uglify
+          // Remove after https://github.com/mishoo/UglifyJS2/issues/448
+          uglify: true
+        },
+        // Disable polyfill transforms
+        useBuiltIns: false
+      }],
       // JSX, Flow
       require.resolve('babel-preset-react')
     ],
diff --git a/packages/babel-preset-react-app/package.json b/packages/babel-preset-react-app/package.json
index 11d24793e6e..3c14aa0c824 100644
--- a/packages/babel-preset-react-app/package.json
+++ b/packages/babel-preset-react-app/package.json
@@ -19,8 +19,7 @@
     "babel-plugin-transform-react-jsx-source": "6.22.0",
     "babel-plugin-transform-regenerator": "6.22.0",
     "babel-plugin-transform-runtime": "6.22.0",
-    "babel-preset-env": "1.1.8",
-    "babel-preset-latest": "6.22.0",
+    "babel-preset-env": "1.2.1",
     "babel-preset-react": "6.22.0",
     "babel-runtime": "6.22.0"
   }