diff --git a/packages/react-error-overlay/webpack.config.iframe.js b/packages/react-error-overlay/webpack.config.iframe.js
index 2f26b438..8e9bed55 100644
--- a/packages/react-error-overlay/webpack.config.iframe.js
+++ b/packages/react-error-overlay/webpack.config.iframe.js
@@ -23,21 +23,27 @@ module.exports = {
           path.resolve(__dirname, './src'),
           path.dirname(
             require.resolve('chalk', {
-              paths: path.dirname(require.resolve('@babel/code-frame')),
+              paths: [path.dirname(require.resolve('@babel/code-frame'))],
             })
           ),
           path.dirname(
-            require.resolve(
-              'ansi-styles',
-              path.dirname(
-                require.resolve('chalk', {
-                  paths: path.dirname(require.resolve('@babel/code-frame')),
-                })
-              )
-            )
+            require.resolve('ansi-styles', {
+              paths: [
+                path.dirname(
+                  require.resolve('chalk', {
+                    paths: [path.dirname(require.resolve('@babel/code-frame'))],
+                  })
+                ),
+              ],
+            })
           ),
         ],
-        use: 'babel-loader',
+        use: {
+          loader: 'babel-loader',
+          options: {
+            presets: ['react-app'],
+          },
+        },
       },
     ],
   },