electron/.circleci/config/base.yml

version: 2.1

parameters:
  run-docs-only:
    type: boolean
    default: false

  upload-to-storage:
    type: string
    default: '1'

  run-build-linux:
    type: boolean
    default: false

  medium-linux-executor:
    type: enum
    default: electronjs/aks-linux-medium
    enum: ["electronjs/aks-linux-medium", "medium"]
  
  large-linux-executor:
    type: enum
    default: electronjs/aks-linux-large
    enum: ["electronjs/aks-linux-large", "2xlarge"]

# Executors
executors:
  linux-docker:
    parameters:
      size:
        description: "Docker executor size"
        type: enum
        # aks-linux-large === 32 core
        # 2xlarge should not be used directly, use the pipeline param instead
        enum: ["medium", "electronjs/aks-linux-medium", "xlarge", "electronjs/aks-linux-large", "2xlarge"]
    docker:
      - image: ghcr.io/electron/build:9a43c14f5c19be0359843299f79e736521373adc
    resource_class: << parameters.size >>

  # Electron Runners
  linux-arm:
    resource_class: electronjs/aks-linux-arm-test
    docker:
      - image: ghcr.io/electron/test:arm32v7-8e0f85b708fa58e28e4824954d6fd55adfda5e9e

  linux-arm64:
    resource_class: electronjs/aks-linux-arm-test
    docker:
      - image: ghcr.io/electron/test:arm64v8-76d5d29e247972da3855a01c2d8cf72c5998233a

# The config expects the following environment variables to be set:
#  - "SLACK_WEBHOOK" Slack hook URL to send notifications.
#
# CircleCI docs on variables:
# https://circleci.com/docs/2.0/env-vars/

# Build configurations options.
env-testing-build: &env-testing-build
  GN_CONFIG: //electron/build/args/testing.gn
  CHECK_DIST_MANIFEST: '1'

env-release-build: &env-release-build
  GN_CONFIG: //electron/build/args/release.gn
  STRIP_BINARIES: true
  GENERATE_SYMBOLS: true
  CHECK_DIST_MANIFEST: '1'
  IS_RELEASE: true

env-headless-testing: &env-headless-testing
  DISPLAY: ':99.0'

env-stack-dumping: &env-stack-dumping
  ELECTRON_ENABLE_STACK_DUMPING: '1'

env-browsertests: &env-browsertests
  GN_CONFIG: //electron/build/args/native_tests.gn
  BUILD_TARGET: electron/spec:chromium_browsertests
  TESTS_CONFIG: src/electron/spec/configs/browsertests.yml

env-unittests: &env-unittests
  GN_CONFIG: //electron/build/args/native_tests.gn
  BUILD_TARGET: electron/spec:chromium_unittests
  TESTS_CONFIG: src/electron/spec/configs/unittests.yml

env-arm: &env-arm
  GN_EXTRA_ARGS: 'target_cpu = "arm" build_tflite_with_xnnpack = false'
  MKSNAPSHOT_TOOLCHAIN: //build/toolchain/linux:clang_arm
  BUILD_NATIVE_MKSNAPSHOT: 1
  TARGET_ARCH: arm

env-apple-silicon: &env-apple-silicon
  GN_EXTRA_ARGS: 'target_cpu = "arm64"'
  TARGET_ARCH: arm64
  npm_config_arch: arm64

env-runner: &env-runner
  IS_ELECTRON_RUNNER: 1

env-arm64: &env-arm64
  GN_EXTRA_ARGS: 'target_cpu = "arm64" fatal_linker_warnings = false enable_linux_installer = false'
  MKSNAPSHOT_TOOLCHAIN: //build/toolchain/linux:clang_arm64
  BUILD_NATIVE_MKSNAPSHOT: 1
  TARGET_ARCH: arm64

env-mas: &env-mas
  GN_EXTRA_ARGS: 'is_mas_build = true'
  MAS_BUILD: 'true'

env-mas-apple-silicon: &env-mas-apple-silicon
  GN_EXTRA_ARGS: 'target_cpu = "arm64" is_mas_build = true'
  MAS_BUILD: 'true'
  TARGET_ARCH: arm64
  npm_config_arch: arm64

env-send-slack-notifications: &env-send-slack-notifications
  NOTIFY_SLACK: true

env-global: &env-global
  ELECTRON_OUT_DIR: Default

env-linux-medium: &env-linux-medium
  <<: *env-global
  NUMBER_OF_NINJA_PROCESSES: 3

env-linux-2xlarge: &env-linux-2xlarge
  <<: *env-global
  NUMBER_OF_NINJA_PROCESSES: 34

env-linux-2xlarge-release: &env-linux-2xlarge-release
  <<: *env-global
  NUMBER_OF_NINJA_PROCESSES: 16

env-ninja-status: &env-ninja-status
  NINJA_STATUS: "[%r processes, %f/%t @ %o/s : %es] "

env-32bit-release: &env-32bit-release
  # Set symbol level to 1 for 32 bit releases because of https://crbug.com/648948
  GN_BUILDFLAG_ARGS: 'symbol_level = 1'

# Individual (shared) steps.
step-maybe-notify-slack-failure: &step-maybe-notify-slack-failure
  run:
    name: Send a Slack notification on failure
    command: |
      if [ "$NOTIFY_SLACK" == "true" ]; then
        export MESSAGE="Build failed for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*."
        curl -g -H "Content-Type: application/json" -X POST \
        -d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"#FC5C3C\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK
      fi
    when: on_fail

step-maybe-notify-slack-success: &step-maybe-notify-slack-success
  run:
    name: Send a Slack notification on success
    command: |
      if [ "$NOTIFY_SLACK" == "true" ]; then
        export MESSAGE="Build succeeded for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*."
        curl -g -H "Content-Type: application/json" -X POST \
        -d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"good\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK
      fi
    when: on_success

step-checkout-electron: &step-checkout-electron
  checkout:
    path: src/electron

step-depot-tools-get: &step-depot-tools-get
  run:
    name: Get depot tools
    command: |
      git clone --depth=1 https://chromium.googlesource.com/chromium/tools/depot_tools.git
      sed -i '/ninjalog_uploader_wrapper.py/d' ./depot_tools/autoninja
      # Remove swift-format dep from cipd on macOS until we send a patch upstream.
      cd depot_tools
      cat > gclient.diff \<< 'EOF'
      diff --git a/gclient.py b/gclient.py
      index c305c248..e6e0fbdc 100755
      --- a/gclient.py
      +++ b/gclient.py
      @@ -783,7 +783,8 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
                               not condition or "non_git_source" not in condition):
                           continue
                       cipd_root = self.GetCipdRoot()
      -                for package in dep_value.get('packages', []):
      +                packages = dep_value.get('packages', [])
      +                for package in (x for x in packages if "infra/3pp/tools/swift-format" not in x.get('package')):
                           deps_to_add.append(
                               CipdDependency(parent=self,
                                              name=name,
      EOF
        git apply --3way gclient.diff
      fi
      # Ensure depot_tools does not update.
      test -d depot_tools && cd depot_tools
      touch .disable_auto_update

step-depot-tools-add-to-path: &step-depot-tools-add-to-path
  run:
    name: Add depot tools to PATH
    command: echo 'export PATH="$PATH:'"$PWD"'/depot_tools"' >> $BASH_ENV

step-gclient-sync: &step-gclient-sync
  run:
    name: Gclient sync
    command: |
      # If we did not restore a complete sync then we need to sync for realz
      if [ ! -s "src/electron/.circle-sync-done" ]; then
        gclient config \
          --name "src/electron" \
          --unmanaged \
          $GCLIENT_EXTRA_ARGS \
          "$CIRCLE_REPOSITORY_URL"

        ELECTRON_USE_THREE_WAY_MERGE_FOR_PATCHES=1 gclient sync --with_branch_heads --with_tags
        if [ "$IS_RELEASE" != "true" ]; then
          # Re-export all the patches to check if there were changes.
          python3 src/electron/script/export_all_patches.py src/electron/patches/config.json
          cd src/electron
          git update-index --refresh || true
          if ! git diff-index --quiet HEAD --; then
            # There are changes to the patches. Make a git commit with the updated patches
            git add patches
            GIT_COMMITTER_NAME="PatchUp" GIT_COMMITTER_EMAIL="73610968+patchup[bot]@users.noreply.github.com" git commit -m "chore: update patches" --author="PatchUp <73610968+patchup[bot]@users.noreply.github.com>"
            # Export it
            mkdir -p ../../patches
            git format-patch -1 --stdout --keep-subject --no-stat --full-index > ../../patches/update-patches.patch
            if (node ./script/push-patch.js 2> /dev/null > /dev/null); then
              echo
              echo "======================================================================"
              echo "Changes to the patches when applying, we have auto-pushed the diff to the current branch"
              echo "A new CI job will kick off shortly"
              echo "======================================================================"
              exit 1
            else
              echo
              echo "======================================================================"
              echo "There were changes to the patches when applying."
              echo "Check the CI artifacts for a patch you can apply to fix it."
              echo "======================================================================"
              exit 1
            fi
          fi
        fi
      fi

step-setup-env-for-build: &step-setup-env-for-build
  run:
    name: Setup Environment Variables
    command: |
      # To find `gn` executable.
      echo 'export CHROMIUM_BUILDTOOLS_PATH="'"$PWD"'/src/buildtools"' >> $BASH_ENV

step-setup-rbe-for-build: &step-setup-rbe-for-build
  run:
    name: Setup RBE
    command: |
      echo 'export NUMBER_OF_NINJA_PROCESSES=300' >> $BASH_ENV
      if [ "`uname`" == "Darwin" ]; then
        echo 'export NUMBER_OF_NINJA_PROCESSES=200' >> $BASH_ENV
        echo 'ulimit -n 10000' >> $BASH_ENV
        echo 'sudo launchctl limit maxfiles 65536 200000' >> $BASH_ENV
      fi
      git clone https://github.com/electron/build-tools.git
      cd build-tools
      npx yarn --ignore-engines
      mkdir third_party
      # Pull down credential helper and print status
      node -e "require('./src/utils/reclient.js').downloadAndPrepare({})"
      HELPER=$(node -p "require('./src/utils/reclient.js').helperPath({})")
      $HELPER login
      echo 'export RBE_service='`node -e "console.log(require('./src/utils/reclient.js').serviceAddress)"` >> $BASH_ENV
      echo 'export RBE_experimental_credentials_helper='`node -e "console.log(require('./src/utils/reclient.js').helperPath({}))"` >> $BASH_ENV
      echo 'export RBE_experimental_credentials_helper_args="print"' >> $BASH_ENV

step-restore-brew-cache: &step-restore-brew-cache
  restore_cache:
    paths:
      - /usr/local/Cellar/gnu-tar
      - /usr/local/bin/gtar
    keys:
      - v6-brew-cache-{{ arch }}

step-save-brew-cache: &step-save-brew-cache
  save_cache:
    paths:
      - /usr/local/Cellar/gnu-tar
      - /usr/local/bin/gtar
    key: v6-brew-cache-{{ arch }}
    name: Persisting brew cache

step-install-npm-deps: &step-install-npm-deps
  run:
    name: Install node_modules
    command: |
      cd src/electron
      node script/yarn install --frozen-lockfile

step-gn-gen-default: &step-gn-gen-default
  run:
    name: Default GN gen
    command: |
      cd src
      gn gen out/Default --args="import(\"$GN_CONFIG\") use_remoteexec=true $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS"

step-gn-check: &step-gn-check
  run:
    name: GN check
    command: |
      cd src
      gn check out/Default //electron:electron_lib
      gn check out/Default //electron:electron_app
      gn check out/Default //electron/shell/common/api:mojo
      # Check the hunspell filenames
      node electron/script/gen-hunspell-filenames.js --check
      node electron/script/gen-libc++-filenames.js --check

step-maybe-electron-dist-strip: &step-maybe-electron-dist-strip
  run:
    name: Strip electron binaries
    command: |
      if [ "$STRIP_BINARIES" == "true" ] && [ "`uname`" == "Linux" ]; then
        if [ x"$TARGET_ARCH" == x ]; then
          target_cpu=x64
        else
          target_cpu="$TARGET_ARCH"
        fi
        cd src
        electron/script/copy-debug-symbols.py --target-cpu="$target_cpu" --out-dir=out/Default/debug --compress
        electron/script/strip-binaries.py --target-cpu="$target_cpu"
        electron/script/add-debug-link.py --target-cpu="$target_cpu" --debug-dir=out/Default/debug
      fi

step-electron-chromedriver-build: &step-electron-chromedriver-build
  run:
    name: Build chromedriver.zip
    command: |
      cd src
      if [ "`uname`" != "Darwin" ] && ([ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]); then
        gn gen out/chromedriver --args="import(\"$GN_CONFIG\") use_remoteexec=true is_component_ffmpeg=false proprietary_codecs=false $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS"
        export CHROMEDRIVER_DIR="out/chromedriver"
      else
        export CHROMEDRIVER_DIR="out/Default"
      fi
      autoninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver -j $NUMBER_OF_NINJA_PROCESSES
      if [ "`uname`" == "Linux" ]; then
        electron/script/strip-binaries.py --target-cpu="$TARGET_ARCH" --file $PWD/$CHROMEDRIVER_DIR/chromedriver
      fi
      autoninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver_zip
      if [ "`uname`" != "Darwin" ] && ([ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]); then
        cp out/chromedriver/chromedriver.zip out/Default
      fi

step-nodejs-headers-build: &step-nodejs-headers-build
  run:
    name: Build Node.js headers
    command: |
      cd src
      autoninja -C out/Default electron:node_headers

step-electron-dist-unzip: &step-electron-dist-unzip
  run:
    name: Unzip dist.zip
    command: |
      cd src/out/Default
      # -o  overwrite files WITHOUT prompting
      # TODO(alexeykuzmin): Remove '-o' when it's no longer needed.
      # -: allows to extract archive members into  locations  outside
      #    of the current ``extraction root folder''.
      #    ASan builds have the llvm-symbolizer binaries listed as
      #    runtime_deps, with their paths as `../../third_party/...`
      #    unzip exits with non-zero code on such zip files unless -: is
      #    passed.
      unzip -:o dist.zip

step-mksnapshot-unzip: &step-mksnapshot-unzip
  run:
    name: Unzip mksnapshot.zip
    command: |
      cd src/out/Default
      unzip -:o mksnapshot.zip

step-chromedriver-unzip: &step-chromedriver-unzip
  run:
    name: Unzip chromedriver.zip
    command: |
      cd src/out/Default
      unzip -:o chromedriver.zip

step-ffmpeg-gn-gen: &step-ffmpeg-gn-gen
  run:
    name: ffmpeg GN gen
    command: |
      cd src
      gn gen out/ffmpeg --args="import(\"//electron/build/args/ffmpeg.gn\") use_remoteexec=true $GN_EXTRA_ARGS"

step-ffmpeg-build: &step-ffmpeg-build
  run:
    name: Non proprietary ffmpeg build
    command: |
      cd src
      autoninja -C out/ffmpeg electron:electron_ffmpeg_zip -j $NUMBER_OF_NINJA_PROCESSES

step-verify-mksnapshot: &step-verify-mksnapshot
  run:
    name: Verify mksnapshot
    command: |
      if [ "$IS_ASAN" != "1" ]; then
        cd src
        if [ "`uname`" != "Darwin" ] && ([ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]); then
          python3 electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --snapshot-files-dir $PWD/cross-arch-snapshots
        else
          python3 electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default
        fi
      fi

step-verify-chromedriver: &step-verify-chromedriver
  run:
    name: Verify ChromeDriver
    command: |
      if [ "$IS_ASAN" != "1" ]; then
        cd src
        python3 electron/script/verify-chromedriver.py --source-root "$PWD" --build-dir out/Default
      fi

step-setup-linux-for-headless-testing: &step-setup-linux-for-headless-testing
  run:
    name: Setup for headless testing
    command: |
      if [ "`uname`" != "Darwin" ]; then
        sh -e /etc/init.d/xvfb start
      fi

step-mksnapshot-build: &step-mksnapshot-build
  run:
    name: mksnapshot build
    no_output_timeout: 30m
    command: |
      cd src
      autoninja -C out/Default electron:electron_mksnapshot -j $NUMBER_OF_NINJA_PROCESSES
      gn desc out/Default v8:run_mksnapshot_default args > out/Default/mksnapshot_args
      # Remove unused args from mksnapshot_args
      SEDOPTION="-i"
      if [ "`uname`" == "Darwin" ]; then
        SEDOPTION="-i ''"
      fi
      sed $SEDOPTION '/.*builtins-pgo/d' out/Default/mksnapshot_args
      sed $SEDOPTION '/--turbo-profiling-input/d' out/Default/mksnapshot_args
      sed $SEDOPTION '/The gn arg use_goma=true .*/d' out/Default/mksnapshot_args
      if [ "`uname`" != "Darwin" ]; then
        if [ "$TARGET_ARCH" == "arm" ]; then
          electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/mksnapshot
          electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/v8_context_snapshot_generator
        elif [ "$TARGET_ARCH" == "arm64" ]; then
          electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/mksnapshot
          electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/v8_context_snapshot_generator
        else
          electron/script/strip-binaries.py --file $PWD/out/Default/mksnapshot
          electron/script/strip-binaries.py --file $PWD/out/Default/v8_context_snapshot_generator
        fi
      fi
      if [ "$SKIP_DIST_ZIP" != "1" ]; then
        autoninja -C out/Default electron:electron_mksnapshot_zip -j $NUMBER_OF_NINJA_PROCESSES
        (cd out/Default; zip mksnapshot.zip mksnapshot_args gen/v8/embedded.S)
      fi

step-hunspell-build: &step-hunspell-build
  run:
    name: hunspell build
    command: |
      cd src
      if [ "$SKIP_DIST_ZIP" != "1" ]; then
        autoninja -C out/Default electron:hunspell_dictionaries_zip -j $NUMBER_OF_NINJA_PROCESSES
      fi

step-maybe-generate-libcxx: &step-maybe-generate-libcxx
  run:
    name: maybe generate libcxx
    command: |
      cd src
      if [ "`uname`" == "Linux" ]; then
        autoninja -C out/Default electron:libcxx_headers_zip -j $NUMBER_OF_NINJA_PROCESSES
        autoninja -C out/Default electron:libcxxabi_headers_zip -j $NUMBER_OF_NINJA_PROCESSES
        autoninja -C out/Default electron:libcxx_objects_zip -j $NUMBER_OF_NINJA_PROCESSES
      fi

step-maybe-generate-breakpad-symbols: &step-maybe-generate-breakpad-symbols
  run:
    name: Generate breakpad symbols
    no_output_timeout: 30m
    command: |
      if [ "$GENERATE_SYMBOLS" == "true" ]; then
        cd src
        autoninja -C out/Default electron:electron_symbols
      fi

step-maybe-zip-symbols: &step-maybe-zip-symbols
  run:
    name: Zip symbols
    command: |
      cd src
      export BUILD_PATH="$PWD/out/Default"
      autoninja -C out/Default electron:licenses
      autoninja -C out/Default electron:electron_version_file
      electron/script/zip-symbols.py -b $BUILD_PATH

step-maybe-zip-symbols-and-clean: &step-maybe-zip-symbols-and-clean
  run:
    name: Zip symbols
    command: |
      cd src
      export BUILD_PATH="$PWD/out/Default"
      autoninja -C out/Default electron:licenses
      autoninja -C out/Default electron:electron_version_file
      DELETE_DSYMS_AFTER_ZIP=1 electron/script/zip-symbols.py -b $BUILD_PATH

step-maybe-cross-arch-snapshot: &step-maybe-cross-arch-snapshot
  run:
    name: Generate cross arch snapshot (arm/arm64)
    command: |
      if [ "$GENERATE_CROSS_ARCH_SNAPSHOT" == "true" ] && [ -z "$CIRCLE_PR_NUMBER" ]; then
        cd src
        if [ "$TARGET_ARCH" == "arm" ]; then
          export MKSNAPSHOT_PATH="clang_x86_v8_arm"
        elif [ "$TARGET_ARCH" == "arm64" ]; then
          export MKSNAPSHOT_PATH="clang_x64_v8_arm64"
        fi
        cp "out/Default/$MKSNAPSHOT_PATH/mksnapshot" out/Default
        cp "out/Default/$MKSNAPSHOT_PATH/v8_context_snapshot_generator" out/Default
        if [ "`uname`" == "Linux" ]; then
          cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.so" out/Default
        elif [ "`uname`" == "Darwin" ]; then
          cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.dylib" out/Default
        fi
        python3 electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --create-snapshot-only
        mkdir cross-arch-snapshots
        cp out/Default-mksnapshot-test/*.bin cross-arch-snapshots
        # Clean up so that ninja does not get confused
        if [ "`uname`" == "Linux" ]; then
          rm -f out/Default/libffmpeg.so
        elif [ "`uname`" == "Darwin" ]; then
          rm -f out/Default/libffmpeg.dylib
        fi
      fi

step-maybe-generate-typescript-defs: &step-maybe-generate-typescript-defs
  run:
    name: Generate type declarations
    command: |
      if [ "`uname`" == "Darwin" ]; then
        cd src/electron
        node script/yarn create-typescript-definitions
      fi

step-fix-known-hosts-linux: &step-fix-known-hosts-linux
  run:
    name: Fix Known Hosts on Linux
    command: |
      if [ "`uname`" == "Linux" ]; then
        ./src/electron/.circleci/fix-known-hosts.sh
      fi

# Checkout Steps
step-generate-deps-hash: &step-generate-deps-hash
  run:
    name: Generate DEPS Hash
    command: node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target

step-touch-sync-done: &step-touch-sync-done
  run:
    name: Touch Sync Done
    command: touch src/electron/.circle-sync-done

# Restore exact src cache based on the hash of DEPS and patches/*
# If no cache is matched EXACTLY then the .circle-sync-done file is empty
# If a cache is matched EXACTLY then the .circle-sync-done file contains "done"
step-maybe-restore-src-cache: &step-maybe-restore-src-cache
  restore_cache:
    keys:
      - v17-src-cache-{{ checksum "src/electron/.depshash" }}
    name: Restoring src cache
step-maybe-restore-src-cache-marker: &step-maybe-restore-src-cache-marker
  restore_cache:
    keys:
      - v17-src-cache-marker-{{ checksum "src/electron/.depshash" }}
    name: Restoring src cache marker

step-maybe-restore-src-cache-aks: &step-maybe-restore-src-cache-aks
  restore_cache_aks:
    step-name: Restoring src cache
    cache_key: v17-src-cache-$(shasum src/electron/.depshash | cut -f1 -d' ')
    cache_path: /var/portal

step-maybe-restore-src-cache-marker-aks: &step-maybe-restore-src-cache-marker-aks
  restore_cache_aks:
    step-name: Restoring src cache marker
    cache_key: v17-src-cache-marker-$(shasum src/electron/.depshash | cut -f1 -d' ')
    cache_path: "."

# Restore exact or closest git cache based on the hash of DEPS and .circle-sync-done
# If the src cache was restored above then this will match an empty cache
# If the src cache was not restored above then this will match a close git cache
step-maybe-restore-git-cache: &step-maybe-restore-git-cache
  restore_cache:
    paths:
      - git-cache
    keys:
      - v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }}
      - v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}
    name: Conditionally restoring git cache

step-maybe-restore-git-cache-aks: &step-maybe-restore-git-cache-aks
  restore_cache_aks:
    step-name: Conditionally restoring git cache (aks)
    cache_key: v1-git-cache-$(shasum src/electron/.circle-sync-done | cut -f1 -d' ')-$(shasum src/electron/DEPS | cut -f1 -d' ') v1-git-cache-$(shasum src/electron/.circle-sync-done | cut -f1 -d' ')
    cache_path: git-cache

step-set-git-cache-path: &step-set-git-cache-path
  run:
    name: Set GIT_CACHE_PATH to make gclient to use the cache
    command: |
      # CircleCI does not support interpolation when setting environment variables.
      # https://circleci.com/docs/2.0/env-vars/#setting-an-environment-variable-in-a-shell-command
      echo 'export GIT_CACHE_PATH="$PWD/git-cache"' >> $BASH_ENV

# Persist the git cache based on the hash of DEPS and .circle-sync-done
# If the src cache was restored above then this will persist an empty cache
step-save-git-cache: &step-save-git-cache
  save_cache:
    paths:
      - git-cache
    key: v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }}
    name: Persisting git cache

step-save-git-cache-aks: &step-save-git-cache-aks
  save_cache_aks:
    step-name: Persisting git cache (AKS)
    cache_key: v1-git-cache-$(shasum src/electron/.circle-sync-done | cut -f1 -d' ')-$(shasum src/electron/DEPS | cut -f1 -d' ')
    cache_path: git-cache

step-run-electron-only-hooks: &step-run-electron-only-hooks
  run:
    name: Run Electron Only Hooks
    command: gclient runhooks --spec="solutions=[{'name':'src/electron','url':None,'deps_file':'DEPS','custom_vars':{'process_deps':False},'managed':False}]"

step-generate-deps-hash-cleanly: &step-generate-deps-hash-cleanly
  run:
    name: Generate DEPS Hash
    command: (cd src/electron && git checkout .) && node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target

# Mark the sync as done for future cache saving
step-mark-sync-done: &step-mark-sync-done
  run:
    name: Mark Sync Done
    command: echo DONE > src/electron/.circle-sync-done

# Minimize the size of the cache
step-minimize-workspace-size-from-checkout: &step-minimize-workspace-size-from-checkout
  run:
    name: Remove some unused data to avoid storing it in the workspace/cache
    command: |
      rm -rf src/android_webview
      rm -rf src/ios/chrome
      rm -rf src/third_party/blink/web_tests
      rm -rf src/third_party/blink/perf_tests
      rm -rf third_party/electron_node/deps/openssl
      rm -rf third_party/electron_node/deps/v8
      rm -rf chrome/test/data/xr/webvr_info
      rm -rf src/third_party/angle/third_party/VK-GL-CTS/src
      rm -rf src/third_party/swift-toolchain
      rm -rf src/third_party/swiftshader/tests/regres/testlists

# Save the src cache based on the deps hash
step-save-src-cache: &step-save-src-cache
  save_cache:
    paths:
      - /var/portal
    key: v17-src-cache-{{ checksum "/var/portal/src/electron/.depshash" }}
    name: Persisting src cache
step-make-src-cache-marker: &step-make-src-cache-marker
  run:
    name: Making src cache marker
    command: touch .src-cache-marker
step-save-src-cache-marker: &step-save-src-cache-marker
  save_cache:
    paths:
      - .src-cache-marker
    key: v17-src-cache-marker-{{ checksum "/var/portal/src/electron/.depshash" }}
step-save-src-cache-aks: &step-save-src-cache-aks
  save_cache_aks:
    step-name: Persisting src cache (aks)
    cache_key: v17-src-cache-$(shasum /var/portal/src/electron/.depshash | cut -f1 -d' ')
    cache_path: /var/portal
step-save-src-cache-marker-aks: &step-save-src-cache-marker-aks
  save_cache_aks:
    step-name: Persisting src cache marker (aks)
    cache_key: v17-src-cache-marker-$(shasum /var/portal/src/electron/.depshash | cut -f1 -d' ')
    cache_path: .src-cache-marker

step-maybe-early-exit-no-doc-change: &step-maybe-early-exit-no-doc-change
  run:
    name: Shortcircuit job if change is not doc only
    command: |
      if [ ! -s src/electron/.skip-ci-build ]; then
        circleci-agent step halt
      fi

step-ts-compile: &step-ts-compile
  run:
    name: Run TS/JS compile on doc only change
    command: |
      cd src/electron
      node script/yarn create-typescript-definitions
      node script/yarn tsc -p tsconfig.default_app.json --noEmit
      for f in build/webpack/*.js
      do
        out="${f:29}"
        if [ "$out" != "base.js" ]; then
          node script/yarn webpack --config $f --output-filename=$out --output-path=./.tmp --env mode=development
        fi
      done

# List of all steps.
steps-electron-ts-compile-for-doc-change: &steps-electron-ts-compile-for-doc-change
  steps:
    # Checkout - Copied from steps-checkout
    - *step-checkout-electron
    - *step-install-npm-deps

    #Compile ts/js to verify doc change didn't break anything
    - *step-ts-compile

# Command Aliases
commands:
  aks-specific-step:
    parameters:
      circle:
        type: steps
      aks:
        type: steps
      could-be-aks:
        type: boolean
        description: Only set this to true on linux hosts
    steps:
      - when:
          condition:
            or:
              - equal: [<< parameters.could-be-aks >>, false]
              - equal: [<< pipeline.parameters.large-linux-executor >>, 2xlarge]
          steps: << parameters.circle >>
      - when:
          condition:
            and:
              - equal: [<< parameters.could-be-aks >>, true]
              - equal: [<< pipeline.parameters.large-linux-executor >>, electronjs/aks-linux-large]
          steps: << parameters.aks >>
  save_cache_aks:
    parameters:
      step-name:
        type: string
      cache_key:
        type: string
      cache_path:
        type: string
    steps:
      - run:
          name: << parameters.step-name >>
          command: |
            cache_key="<< parameters.cache_key >>"
            final_cache_path=/mnt/cross-instance-cache/${cache_key}.tar
            echo "Using cache key: $cache_key"
            echo "Checking path: $final_cache_path"
            if [ ! -f "$final_cache_path" ]; then
              echo "Cache key not founding, storing tarball"
              tmp_container=/mnt/cross-instance-cache/tmp/$CIRCLE_WORKFLOW_JOB_ID
              tmp_cache_path=$tmp_container/${cache_key}.tar
              mkdir -p $tmp_container
              if [ -f "<< parameters.cache_path >>" ]; then
                tar -cf $tmp_cache_path -C $(dirname << parameters.cache_path >>) ./$(basename << parameters.cache_path >>)
              else
                tar -cf $tmp_cache_path -C << parameters.cache_path >>/ ./
              fi
              mv -vn $tmp_cache_path $final_cache_path
              rm -rf $tmp_container
            else
              echo "Cache key already exists, skipping.."
            fi
  restore_cache_aks:
    parameters:
      step-name:
        type: string
      cache_key:
        type: string
      cache_path:
        type: string
    steps:
      - run:
          name: << parameters.step-name >>
          command: |
            df -h
            for cache_key in << parameters.cache_key >>; do
              cache_path=/mnt/cross-instance-cache/${cache_key}.tar
              echo "Using cache key: $cache_key"
              echo "Checking path: $cache_path"
              if [ ! -f "$cache_path" ]; then
                echo "Cache key not found, nothing to restore..."
              else
                echo "Cache key found, restoring to path..."
                mkdir -p << parameters.cache_path >>/
                tar -xf /mnt/cross-instance-cache/${cache_key}.tar -C << parameters.cache_path >>/
                exit 0
              fi
            done
  maybe-restore-portaled-src-cache:
    parameters:
      halt-if-successful:
        type: boolean
        default: false
      could-be-aks:
        type: boolean
    steps:
      - run:
          name: Prepare for cross-OS sync restore
          command: |
            sudo mkdir -p /var/portal
            sudo chown -R $(id -u):$(id -g) /var/portal
      - when:
          condition: << parameters.halt-if-successful >>
          steps:
            - aks-specific-step:
                circle:
                  - *step-maybe-restore-src-cache-marker
                aks:
                  - *step-maybe-restore-src-cache-marker-aks
                could-be-aks: << parameters.could-be-aks >>
            - run:
                name: Halt the job early if the src cache exists
                command: |
                  if [ -f ".src-cache-marker" ]; then
                    circleci-agent step halt
                  fi
      - aks-specific-step:
          circle:
            - *step-maybe-restore-src-cache
          aks:
            - *step-maybe-restore-src-cache-aks
          could-be-aks: << parameters.could-be-aks >>
      - run:
          name: Fix the src cache restore point
          command: |
            if [ -d "/var/portal/src" ]; then
              echo Relocating Cache
              rm -rf src
              mv /var/portal/src ./
            fi
  run-gn-check:
    parameters:
      could-be-aks:
        type: boolean
    steps:
      - *step-setup-rbe-for-build
      - checkout-from-cache:
          could-be-aks: << parameters.could-be-aks >>
      - *step-setup-env-for-build
      - *step-gn-gen-default
      - *step-gn-check
  build_and_save_artifacts:
    parameters:
      artifact-key:
        type: string
      build-type:
        type: string
      build-nonproprietary-ffmpeg:
        type: boolean
        default: true
    steps:
      - *step-gn-gen-default
      - ninja_build_electron:
          clean-prebuilt-snapshot: false
          build-type: << parameters.build-type >>
      - *step-maybe-electron-dist-strip
      - step-electron-dist-build:
          additional-targets: electron:node_headers third_party/electron_node:overlapped-checker electron:hunspell_dictionaries_zip

      # mksnapshot
      - *step-mksnapshot-build
      - *step-maybe-cross-arch-snapshot

      # chromedriver
      - *step-electron-chromedriver-build

      - when:
          condition: << parameters.build-nonproprietary-ffmpeg >>
          steps:
            # ffmpeg
            - *step-ffmpeg-gn-gen
            - *step-ffmpeg-build

      - *step-maybe-generate-breakpad-symbols
      - *step-maybe-zip-symbols

      - move_and_store_all_artifacts:
          artifact-key: << parameters.artifact-key >>

  move_and_store_all_artifacts:
    parameters:
      artifact-key:
        type: string
    steps:
      - run:
          name: Move all generated artifacts to upload folder
          command: |
            rm -rf generated_artifacts_<< parameters.artifact-key >>
            mkdir generated_artifacts_<< parameters.artifact-key >>
            mv_if_exist() {
              if [ -f "$1" ] || [ -d "$1" ]; then
                echo Storing $1
                mv $1 generated_artifacts_<< parameters.artifact-key >>
              else
                echo Skipping $1 - It is not present on disk
              fi
            }
            cp_if_exist() {
              if [ -f "$1" ] || [ -d "$1" ]; then
                echo Storing $1
                cp $1 generated_artifacts_<< parameters.artifact-key >>
              else
                echo Skipping $1 - It is not present on disk
              fi
            }
            mv_if_exist src/out/Default/dist.zip
            mv_if_exist src/out/Default/gen/node_headers.tar.gz
            mv_if_exist src/out/Default/symbols.zip
            mv_if_exist src/out/Default/mksnapshot.zip
            mv_if_exist src/out/Default/chromedriver.zip
            mv_if_exist src/out/ffmpeg/ffmpeg.zip
            mv_if_exist src/out/Default/hunspell_dictionaries.zip
            mv_if_exist src/cross-arch-snapshots
            cp_if_exist src/out/electron_ninja_log
            cp_if_exist src/out/Default/.ninja_log
          when: always
      - store_artifacts:
          path: generated_artifacts_<< parameters.artifact-key >>
          destination: ./<< parameters.artifact-key >>
      - store_artifacts:
          path: generated_artifacts_<< parameters.artifact-key >>/cross-arch-snapshots
          destination: << parameters.artifact-key >>/cross-arch-snapshots

  restore_build_artifacts:
    parameters:
      artifact-key:
        type: string
    steps:
      - attach_workspace:
          at: .
      - run:
          name: Restore key specific artifacts
          command: |
            mv_if_exist() {
              if [ -f "generated_artifacts_<< parameters.artifact-key >>/$1" ] || [ -d "generated_artifacts_<< parameters.artifact-key >>/$1" ]; then
                echo Restoring $1 to $2
                mkdir -p $2
                mv generated_artifacts_<< parameters.artifact-key >>/$1 $2
              else
                echo Skipping $1 - It is not present on disk
              fi
            }
            mv_if_exist dist.zip src/out/Default
            mv_if_exist node_headers.tar.gz src/out/Default/gen
            mv_if_exist symbols.zip src/out/Default
            mv_if_exist mksnapshot.zip src/out/Default
            mv_if_exist chromedriver.zip src/out/Default
            mv_if_exist ffmpeg.zip src/out/ffmpeg
            mv_if_exist hunspell_dictionaries.zip src/out/Default
            mv_if_exist cross-arch-snapshots src

  checkout-from-cache:
    parameters:
      could-be-aks:
        type: boolean
    steps:
      - *step-checkout-electron
      - *step-depot-tools-get
      - *step-depot-tools-add-to-path
      - *step-generate-deps-hash
      - maybe-restore-portaled-src-cache:
          could-be-aks: << parameters.could-be-aks >>
      - run:
          name: Ensure src checkout worked
          command: |
            if [ ! -d "src/third_party/blink" ]; then
              echo src cache was not restored for some reason, idk what happened here...
              exit 1
            fi
      - run:
          name: Wipe Electron
          command: rm -rf src/electron
      - *step-checkout-electron
      - *step-run-electron-only-hooks
      - *step-generate-deps-hash-cleanly

  step-electron-dist-build:
    parameters:
      additional-targets:
        type: string
        default: ''
    steps:
      - run:
          name: Build dist.zip
          command: |
            cd src
            if [ "$SKIP_DIST_ZIP" != "1" ]; then
              autoninja -C out/Default electron:electron_dist_zip << parameters.additional-targets >> -j $NUMBER_OF_NINJA_PROCESSES
              if [ "$CHECK_DIST_MANIFEST" == "1" ]; then
                if [ "`uname`" == "Linux" ]; then
                  target_os=linux
                  if [ x"$TARGET_ARCH" == x ]; then
                    target_cpu=x64
                  else
                    target_cpu="$TARGET_ARCH"
                  fi
                else
                  echo "Unknown system: `uname`"
                  exit 1
                fi
                electron/script/zip_manifests/check-zip-manifest.py out/Default/dist.zip electron/script/zip_manifests/dist_zip.$target_os.$target_cpu.manifest
              fi
            fi

  ninja_build_electron:
    parameters:
      clean-prebuilt-snapshot:
        type: boolean
        default: true
      build-type:
        type: string

    steps:
      - run:
          name: Electron << parameters.build-type >> build
          no_output_timeout: 60m
          command: |
            cd src
            NINJA_SUMMARIZE_BUILD=1 autoninja -C out/Default electron -j $NUMBER_OF_NINJA_PROCESSES
            cp out/Default/.ninja_log out/electron_ninja_log
            node electron/script/check-symlinks.js

  electron-build:
    parameters:
      attach:
        type: boolean
        default: false
      persist:
        type: boolean
        default: true
      persist-checkout:
        type: boolean
        default: false
      checkout:
        type: boolean
        default: true
      checkout-and-assume-cache:
        type: boolean
        default: false
      save-git-cache:
        type: boolean
        default: false
      checkout-to-create-src-cache:
        type: boolean
        default: false
      build:
        type: boolean
        default: true
      restore-src-cache:
        type: boolean
        default: true
      build-nonproprietary-ffmpeg:
        type: boolean
        default: true
      artifact-key:
        type: string
      build-type:
        type: string
      after-build-and-save:
        type: steps
        default: []
      after-persist:
        type: steps
        default: []
      could-be-aks:
        type: boolean
    steps:
      - when:
          condition: << parameters.attach >>
          steps:
            - attach_workspace:
                at: .
            - run: rm -rf src/electron
      - *step-restore-brew-cache
      - *step-save-brew-cache
      - when:
          condition: << parameters.build >>
          steps:
            - *step-setup-rbe-for-build
      - when:
          condition: << parameters.checkout-and-assume-cache >>
          steps:
            - checkout-from-cache:
                could-be-aks: << parameters.could-be-aks >>
      - when:
          condition: << parameters.checkout >>
          steps:
            # Checkout - Copied from steps-checkout
            - *step-checkout-electron
            - *step-depot-tools-get
            - *step-depot-tools-add-to-path
            - *step-generate-deps-hash
            - *step-touch-sync-done
            - when:
                condition: << parameters.restore-src-cache >>
                steps:
                  - maybe-restore-portaled-src-cache:
                      halt-if-successful: << parameters.checkout-to-create-src-cache >>
                      could-be-aks: << parameters.could-be-aks >>
            - aks-specific-step:
                circle:
                  - *step-maybe-restore-git-cache
                aks:
                  - *step-maybe-restore-git-cache-aks
                could-be-aks: << parameters.could-be-aks >>
            - *step-set-git-cache-path
            - *step-fix-known-hosts-linux
            # This sync call only runs if .circle-sync-done is an EMPTY file
            - *step-gclient-sync
            - store_artifacts:
                path: patches
            # These next few steps reset Electron to the correct commit regardless of which cache was restored
            - run:
                name: Wipe Electron
                command: rm -rf src/electron
            - *step-checkout-electron
            - *step-run-electron-only-hooks
            - *step-generate-deps-hash-cleanly
            - *step-touch-sync-done
            - when:
                condition: << parameters.save-git-cache >>
                steps:
                  - aks-specific-step:
                      circle:
                        - *step-save-git-cache
                      aks:
                        - *step-save-git-cache-aks
                      could-be-aks: << parameters.could-be-aks >>
            # Mark sync as done _after_ saving the git cache so that it is uploaded
            # only when the src cache was not present
            # Their are theoretically two cases for this cache key
            # 1. `vX-git-cache-DONE-{deps_hash}
            # 2. `vX-git-cache-EMPTY-{deps_hash}
            #
            # Case (1) occurs when the flag file has "DONE" in it
            # which only occurs when "step-mark-sync-done" is run
            # or when the src cache was restored successfully as that
            # flag file contains "DONE" in the src cache.
            #
            # Case (2) occurs when the flag file is empty, this occurs
            # when the src cache was not restored and "step-mark-sync-done"
            # has not run yet.
            #
            # Notably both of these cases also have completely different
            # gclient cache states.
            # In (1) the git cache is completely empty as we didn't run
            # "gclient sync" because the src cache was restored.
            # In (2) the git cache is full as we had to run "gclient sync"
            #
            # This allows us to do make the follow transitive assumption:
            # In cases where the src cache is restored, saving the git cache
            # will save an empty cache.  In cases where the src cache is built
            # during this build the git cache will save a full cache.
            #
            # In order words if there is a src cache for a given DEPS hash
            # the git cache restored will be empty.  But if the src cache
            # is missing we will restore a useful git cache.
            - *step-mark-sync-done
            - *step-minimize-workspace-size-from-checkout
            - when:
                condition: << parameters.persist-checkout >>
                steps:
                  - persist_to_workspace:
                      root: .
                      paths:
                        - depot_tools
                        - src
            - when:
                condition: << parameters.checkout-to-create-src-cache >>
                steps:
                  - run:
                      name: Move src folder to the cross-OS portal
                      command: |
                        sudo mkdir -p /var/portal
                        sudo chown -R $(id -u):$(id -g) /var/portal
                        mv ./src /var/portal
                  - aks-specific-step:
                      circle:
                        - *step-save-src-cache
                      aks:
                        - *step-save-src-cache-aks
                      could-be-aks: << parameters.could-be-aks >>
                  - *step-make-src-cache-marker
                  - aks-specific-step:
                      circle:
                        - *step-save-src-cache-marker
                      aks:
                        - *step-save-src-cache-marker-aks
                      could-be-aks: << parameters.could-be-aks >>

      - when:
          condition: << parameters.build >>
          steps:
            - *step-depot-tools-add-to-path
            - *step-setup-env-for-build

      - when:
          condition: << parameters.build >>
          steps:
            - build_and_save_artifacts:
                artifact-key: << parameters.artifact-key >>
                build-type: << parameters.build-type >>
                build-nonproprietary-ffmpeg: << parameters.build-nonproprietary-ffmpeg >>
            - steps: << parameters.after-build-and-save >>

            # Save all data needed for a further tests run.
            - when:
                condition: << parameters.persist >>
                steps:
                  - *step-minimize-workspace-size-from-checkout
                  - run: |
                      rm -rf src/third_party/electron_node/deps/openssl
                      rm -rf src/third_party/electron_node/deps/v8
                  - persist_to_workspace:
                      root: .
                      paths:
                        # Build artifacts
                        - generated_artifacts_<< parameters.artifact-key >>
                        - src/out/Default/gen/node_headers
                        - src/out/Default/overlapped-checker
                        - src/electron
                        - src/third_party/electron_node
                        - src/third_party/nan
                        - src/cross-arch-snapshots
                        - src/third_party/llvm-build
                        - src/build/linux
                        - src/buildtools/third_party/libc++
                        - src/buildtools/third_party/libc++abi
                        - src/third_party/libc++
                        - src/third_party/libc++abi
                        - src/out/Default/obj/buildtools/third_party
                        - src/v8/tools/builtins-pgo
                  - steps: << parameters.after-persist >>

      - when:
          condition: << parameters.build >>
          steps:
            - *step-maybe-notify-slack-failure
      - when:
          condition: << parameters.could-be-aks >>
          steps:
            - run:
                name: Wait for active debug sessions
                command: |
                  while [ -f /var/.ssh-lock ]
                  do
                    sleep 60
                  done
                no_output_timeout: 2h
                when: always

  electron-tests:
    parameters:
      artifact-key:
        type: string
    steps:
      - restore_build_artifacts:
          artifact-key: << parameters.artifact-key >>
      - *step-depot-tools-add-to-path
      - *step-electron-dist-unzip
      - *step-mksnapshot-unzip
      - *step-chromedriver-unzip
      - *step-setup-linux-for-headless-testing
      - *step-restore-brew-cache
      - *step-fix-known-hosts-linux

      - run:
          name: Run Electron tests
          environment:
            MOCHA_REPORTER: mocha-multi-reporters
            ELECTRON_TEST_RESULTS_DIR: junit
            MOCHA_MULTI_REPORTERS: mocha-junit-reporter, tap
            ELECTRON_DISABLE_SECURITY_WARNINGS: 1
          command: |
            cd src
            if [ "$IS_ASAN" == "1" ]; then
              ASAN_SYMBOLIZE="$PWD/tools/valgrind/asan/asan_symbolize.py --executable-path=$PWD/out/Default/electron"
              export ASAN_OPTIONS="symbolize=0 handle_abort=1"
              export G_SLICE=always-malloc
              export NSS_DISABLE_ARENA_FREE_LIST=1
              export NSS_DISABLE_UNLOAD=1
              export LLVM_SYMBOLIZER_PATH=$PWD/third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer
              export MOCHA_TIMEOUT=180000
              echo "Piping output to ASAN_SYMBOLIZE ($ASAN_SYMBOLIZE)"
              (cd electron && (circleci tests glob "spec/*-spec.ts" | xargs -I@ -P4 bash -c "echo $(pwd)/@" | circleci tests run --command="xargs node script/yarn test --runners=main --trace-uncaught --enable-logging --files" --split-by=timings 2>&1)) | $ASAN_SYMBOLIZE
            else
              if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
                export ELECTRON_SKIP_NATIVE_MODULE_TESTS=true
              fi
              if [ "$TARGET_ARCH" == "ia32" ]; then
                npm_config_arch=x64 node electron/node_modules/dugite/script/download-git.js
              fi
              (cd electron && (circleci tests glob "spec/*-spec.ts" | xargs -I@ -P4 bash -c "echo $(pwd)/@" | circleci tests run --command="xargs node script/yarn test --runners=main --trace-uncaught --enable-logging --files" --split-by=timings))
            fi
      - store_test_results:
          path: src/junit
      - store_artifacts:
          path: src/electron/spec/artifacts

      - *step-verify-mksnapshot
      - *step-verify-chromedriver

      - *step-maybe-notify-slack-failure

  nan-tests:
    parameters:
      artifact-key:
        type: string
    steps:
      - restore_build_artifacts:
          artifact-key: << parameters.artifact-key >>
      - *step-depot-tools-add-to-path
      - *step-electron-dist-unzip
      - *step-setup-linux-for-headless-testing
      - *step-fix-known-hosts-linux
      - run:
          name: Run Nan Tests
          command: |
            cd src
            node electron/script/nan-spec-runner.js

  node-tests:
    parameters:
      artifact-key:
        type: string
    steps:
      - restore_build_artifacts:
          artifact-key: << parameters.artifact-key >>
      - *step-depot-tools-add-to-path
      - *step-electron-dist-unzip
      - *step-setup-linux-for-headless-testing
      - *step-fix-known-hosts-linux
      - run:
          name: Run Node Tests
          command: |
            cd src
            node electron/script/node-spec-runner.js --default --jUnitDir=junit
      - store_test_results:
          path: src/junit

# List of all jobs.
jobs:
  # Layer 0: Docs. Standalone.
  ts-compile-doc-change:
    executor:
      name: linux-docker
      size: medium
    environment:
      <<: *env-linux-2xlarge
      <<: *env-testing-build
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    <<: *steps-electron-ts-compile-for-doc-change

  # Layer 1: Checkout.
  linux-make-src-cache:
    executor:
      name: linux-docker
      size: << pipeline.parameters.large-linux-executor >>
    environment:
      <<: *env-linux-2xlarge
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - electron-build:
          persist: false
          build: false
          checkout: true
          save-git-cache: true
          checkout-to-create-src-cache: true
          artifact-key: 'nil'
          build-type: 'nil'
          could-be-aks: true

  # Layer 2: Builds.
  linux-x64-testing:
    executor:
      name: linux-docker
      size: << pipeline.parameters.large-linux-executor >>
    environment:
      <<: *env-global
      <<: *env-testing-build
      <<: *env-ninja-status
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - electron-build:
          persist: true
          checkout: false
          checkout-and-assume-cache: true
          artifact-key: 'linux-x64'
          build-type: 'Linux'
          could-be-aks: true

  linux-x64-testing-asan:
    executor:
      name: linux-docker
      size: << pipeline.parameters.large-linux-executor >>
    environment:
      <<: *env-global
      <<: *env-testing-build
      <<: *env-ninja-status
      CHECK_DIST_MANIFEST: '0'
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
      GN_EXTRA_ARGS: 'is_asan = true'
    steps:
      - electron-build:
          persist: true
          checkout: false
          checkout-and-assume-cache: true
          build-nonproprietary-ffmpeg: false
          artifact-key: 'linux-x64-asan'
          build-type: 'Linux'
          could-be-aks: true

  linux-x64-testing-gn-check:
    executor:
      name: linux-docker
      size: << pipeline.parameters.medium-linux-executor >>
    environment:
      <<: *env-linux-medium
      <<: *env-testing-build
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - run-gn-check:
          could-be-aks: true

  linux-arm-testing:
    executor:
      name: linux-docker
      size: << pipeline.parameters.large-linux-executor >>
    environment:
      <<: *env-global
      <<: *env-arm
      <<: *env-testing-build
      <<: *env-ninja-status
      TRIGGER_ARM_TEST: true
      GENERATE_CROSS_ARCH_SNAPSHOT: true
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - electron-build:
          persist: true
          checkout: false
          checkout-and-assume-cache: true
          artifact-key: 'linux-arm'
          build-type: 'Linux ARM'
          could-be-aks: true

  linux-arm64-testing:
    executor:
      name: linux-docker
      size: << pipeline.parameters.large-linux-executor >>
    environment:
      <<: *env-global
      <<: *env-arm64
      <<: *env-testing-build
      <<: *env-ninja-status
      TRIGGER_ARM_TEST: true
      GENERATE_CROSS_ARCH_SNAPSHOT: true
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - electron-build:
          persist: true
          checkout: false
          checkout-and-assume-cache: true
          artifact-key: 'linux-arm64'
          build-type: 'Linux ARM64'
          could-be-aks: true

  linux-arm64-testing-gn-check:
    executor:
      name: linux-docker
      size: << pipeline.parameters.medium-linux-executor >>
    environment:
      <<: *env-linux-medium
      <<: *env-arm64
      <<: *env-testing-build
      GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
    steps:
      - run-gn-check:
          could-be-aks: true

  # Layer 3: Tests.
  linux-x64-testing-tests:
    executor:
      name: linux-docker
      size: medium
    environment:
      <<: *env-linux-medium
      <<: *env-headless-testing
      <<: *env-stack-dumping
    parallelism: 3
    steps:
      - electron-tests:
          artifact-key: linux-x64

  linux-x64-testing-asan-tests:
    executor:
      name: linux-docker
      size: xlarge
    environment:
      <<: *env-linux-medium
      <<: *env-headless-testing
      <<: *env-stack-dumping
      IS_ASAN: '1'
      DISABLE_CRASH_REPORTER_TESTS: '1'
    parallelism: 3
    steps:
      - electron-tests:
          artifact-key: linux-x64-asan

  linux-x64-testing-nan:
    executor:
      name: linux-docker
      size: medium
    environment:
      <<: *env-linux-medium
      <<: *env-headless-testing
      <<: *env-stack-dumping
    steps:
      - nan-tests:
          artifact-key: linux-x64

  linux-x64-testing-node:
    executor:
      name: linux-docker
      size: xlarge
    environment:
      <<: *env-linux-medium
      <<: *env-headless-testing
      <<: *env-stack-dumping
    steps:
      - node-tests:
          artifact-key: linux-x64

  linux-arm-testing-tests:
    executor: linux-arm
    environment:
      <<: *env-arm
      <<: *env-global
      <<: *env-headless-testing
      <<: *env-stack-dumping
    parallelism: 3
    steps:
      - electron-tests:
          artifact-key: linux-arm

  linux-arm64-testing-tests:
    executor: linux-arm64
    environment:
      <<: *env-arm64
      <<: *env-global
      <<: *env-headless-testing
      <<: *env-stack-dumping
    parallelism: 3
    steps:
      - electron-tests:
          artifact-key: linux-arm64

# List all workflows
workflows:
  docs-only:
    when:
      and:
        - equal: [true, << pipeline.parameters.run-docs-only >>]
    jobs:
      - ts-compile-doc-change

  build-linux:
    when:
      and:
        - equal: [true, << pipeline.parameters.run-build-linux >>]
    jobs:
      - linux-make-src-cache
      - linux-x64-testing:
          requires:
            - linux-make-src-cache
      - linux-x64-testing-asan:
          requires:
            - linux-make-src-cache
      - linux-x64-testing-gn-check:
          requires:
            - linux-make-src-cache
      - linux-x64-testing-tests:
          requires:
            - linux-x64-testing
      - linux-x64-testing-asan-tests:
          requires:
            - linux-x64-testing-asan
      - linux-x64-testing-nan:
          requires:
            - linux-x64-testing
      - linux-x64-testing-node:
          requires:
            - linux-x64-testing
      - linux-arm-testing:
          requires:
            - linux-make-src-cache
      - linux-arm-testing-tests:
          filters:
            branches:
              # Do not run this on forked pull requests
              ignore: /pull\/[0-9]+/
          requires:
            - linux-arm-testing
      - linux-arm64-testing:
          requires:
            - linux-make-src-cache
      - linux-arm64-testing-tests:
          filters:
            branches:
              # Do not run this on forked pull requests
              ignore: /pull\/[0-9]+/
          requires:
            - linux-arm64-testing
      - linux-arm64-testing-gn-check:
          requires:
            - linux-make-src-cache

  lint:
    jobs:
      - lint