diff --git a/spec/api-native-image-spec.js b/spec/api-native-image-spec.js
index 7e49cbf78e51..4fcd710766c8 100644
--- a/spec/api-native-image-spec.js
+++ b/spec/api-native-image-spec.js
@@ -10,6 +10,8 @@ describe('nativeImage module', () => {
       assert(nativeImage.createFromPath('').isEmpty())
       assert(nativeImage.createFromPath('does-not-exist.png').isEmpty())
       assert(nativeImage.createFromPath('does-not-exist.ico').isEmpty())
+      assert(nativeImage.createFromPath(__dirname).isEmpty())
+      assert(nativeImage.createFromPath(__filename).isEmpty())
     })
 
     it('loads images from paths relative to the current working directory', () => {