diff --git a/atom/browser/ui/message_box_mac.mm b/atom/browser/ui/message_box_mac.mm
index 8f495f3bf7a..17c66043a27 100644
--- a/atom/browser/ui/message_box_mac.mm
+++ b/atom/browser/ui/message_box_mac.mm
@@ -188,7 +188,7 @@ void ShowMessageBox(NativeWindow* parent_window,
   if (!parent_window || !parent_window->GetNativeWindow() ||
       parent_window->is_offscreen_dummy()) {
     int ret = [[alert autorelease] runModal];
-    callback.Run(ret, false);
+    callback.Run(ret, alert.suppressionButton.state == NSOnState);
   } else {
     ModalDelegate* delegate = [[ModalDelegate alloc] initWithCallback:callback
                                                              andAlert:alert