diff --git a/spec/api-app-spec.js b/spec/api-app-spec.js
index 5624c319bf..2997966f55 100644
--- a/spec/api-app-spec.js
+++ b/spec/api-app-spec.js
@@ -360,7 +360,7 @@ describe('app module', () => {
       app.setLoginItemSettings({openAtLogin: true, openAsHidden: true})
       assert.deepEqual(app.getLoginItemSettings(), {
         openAtLogin: true,
-        openAsHidden: process.platform === 'darwin', // Only available on macOS
+        openAsHidden: process.platform === 'darwin' && !process.mas, // Only available on macOS
         wasOpenedAtLogin: false,
         wasOpenedAsHidden: false,
         restoreState: false