diff --git a/.circleci/config.yml b/.circleci/config.yml
index 08d46c1c6606..00f49a4b748b 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -9,9 +9,6 @@ jobs:
     resource_class: xlarge
     steps:
       - checkout
-      - run:
-          name: Setup for headless testing
-          command: sh -e /etc/init.d/xvfb start
       - run:
           name: Check for release
           command: |
@@ -73,9 +70,6 @@ jobs:
     resource_class: xlarge
     steps:
       - checkout
-      - run:
-          name: Setup for headless testing
-          command: sh -e /etc/init.d/xvfb start
       - run:
           name: Check for release
           command: |
@@ -137,9 +131,6 @@ jobs:
     resource_class: xlarge
     steps:
       - checkout
-      - run:
-          name: Setup for headless testing
-          command: sh -e /etc/init.d/xvfb start
       - run:
           name: Check for release
           command: |
@@ -199,6 +190,7 @@ jobs:
       - image: electronbuilds/electron:0.0.3
         environment:
           TARGET_ARCH: x64
+          DISPLAY: ':99.0'
     resource_class: xlarge
     steps:
       - checkout