diff --git a/spec/fixtures/api/native-window-open-native-addon.html b/spec/fixtures/api/native-window-open-native-addon.html
index c1f75872ef97..9a3f20468c73 100644
--- a/spec/fixtures/api/native-window-open-native-addon.html
+++ b/spec/fixtures/api/native-window-open-native-addon.html
@@ -2,8 +2,21 @@
 <body>
 <script type="text/javascript" charset="utf-8">
   const {ipcRenderer} = require('electron')
-  const runas = require('runas')
-  ipcRenderer.send('answer', typeof runas)
+
+  let runas
+  let requireError
+
+  try {
+    runas = require('runas')
+  } catch (error) {
+    requireError = error
+  }
+
+  if (requireError != null) {
+    ipcRenderer.send('answer', `Require runas failed: ${requireError.message}`)
+  } else {
+    ipcRenderer.send('answer', typeof runas)
+  }
 </script>
 </body>
 </html>
