version: 2.1 parameters: run-docs-only: type: boolean default: false upload-to-s3: type: string default: '1' run-build-linux: type: boolean default: false run-build-mac: type: boolean default: false run-linux-publish: type: boolean default: false linux-publish-arch-limit: type: enum default: all enum: ["all", "arm", "arm64", "x64", "ia32"] run-macos-publish: type: boolean default: false macos-publish-arch-limit: type: enum default: all enum: ["all", "osx-x64", "osx-arm64", "mas-x64", "mas-arm64"] # Executors executors: linux-docker: parameters: size: description: "Docker executor size" default: 2xlarge+ type: enum enum: ["medium", "xlarge", "2xlarge+"] docker: - image: ghcr.io/electron/build:e6bebd08a51a0d78ec23e5b3fd7e7c0846412328 resource_class: << parameters.size >> macos: parameters: size: description: "macOS executor size" default: macos.x86.medium.gen2 type: enum enum: ["macos.x86.medium.gen2", "large"] xcode: description: "xcode version" default: "12.4.0" type: enum enum: ["12.4.0", "13.3.0"] macos: xcode: << parameters.xcode >> resource_class: << parameters.size >> # Electron Runners apple-silicon: resource_class: electronjs/macos-arm64 machine: true linux-arm: resource_class: electronjs/linux-arm machine: true linux-arm64: resource_class: electronjs/linux-arm64 machine: true # The config expects the following environment variables to be set: # - "SLACK_WEBHOOK" Slack hook URL to send notifications. # # The publishing scripts expect access tokens to be defined as env vars, # but those are not covered here. # # CircleCI docs on variables: # https://circleci.com/docs/2.0/env-vars/ # Build configurations options. env-testing-build: &env-testing-build GN_CONFIG: //electron/build/args/testing.gn CHECK_DIST_MANIFEST: '1' env-release-build: &env-release-build GN_CONFIG: //electron/build/args/release.gn STRIP_BINARIES: true GENERATE_SYMBOLS: true CHECK_DIST_MANIFEST: '1' IS_RELEASE: true env-headless-testing: &env-headless-testing DISPLAY: ':99.0' env-stack-dumping: &env-stack-dumping ELECTRON_ENABLE_STACK_DUMPING: '1' env-browsertests: &env-browsertests GN_CONFIG: //electron/build/args/native_tests.gn BUILD_TARGET: electron/spec:chromium_browsertests TESTS_CONFIG: src/electron/spec/configs/browsertests.yml env-unittests: &env-unittests GN_CONFIG: //electron/build/args/native_tests.gn BUILD_TARGET: electron/spec:chromium_unittests TESTS_CONFIG: src/electron/spec/configs/unittests.yml # Build targets options. env-ia32: &env-ia32 GN_EXTRA_ARGS: 'target_cpu = "x86"' NPM_CONFIG_ARCH: ia32 TARGET_ARCH: ia32 env-arm: &env-arm GN_EXTRA_ARGS: 'target_cpu = "arm"' MKSNAPSHOT_TOOLCHAIN: //build/toolchain/linux:clang_arm BUILD_NATIVE_MKSNAPSHOT: 1 TARGET_ARCH: arm env-apple-silicon: &env-apple-silicon GN_EXTRA_ARGS: 'target_cpu = "arm64" use_prebuilt_v8_context_snapshot = true' TARGET_ARCH: arm64 USE_PREBUILT_V8_CONTEXT_SNAPSHOT: 1 npm_config_arch: arm64 env-arm64: &env-arm64 GN_EXTRA_ARGS: 'target_cpu = "arm64" fatal_linker_warnings = false enable_linux_installer = false' MKSNAPSHOT_TOOLCHAIN: //build/toolchain/linux:clang_arm64 BUILD_NATIVE_MKSNAPSHOT: 1 TARGET_ARCH: arm64 env-mas: &env-mas GN_EXTRA_ARGS: 'is_mas_build = true' MAS_BUILD: 'true' env-mas-apple-silicon: &env-mas-apple-silicon GN_EXTRA_ARGS: 'target_cpu = "arm64" is_mas_build = true use_prebuilt_v8_context_snapshot = true' MAS_BUILD: 'true' TARGET_ARCH: arm64 USE_PREBUILT_V8_CONTEXT_SNAPSHOT: 1 env-send-slack-notifications: &env-send-slack-notifications NOTIFY_SLACK: true env-global: &env-global ELECTRON_OUT_DIR: Default env-linux-medium: &env-linux-medium <<: *env-global NUMBER_OF_NINJA_PROCESSES: 3 env-linux-2xlarge: &env-linux-2xlarge <<: *env-global NUMBER_OF_NINJA_PROCESSES: 34 env-linux-2xlarge-release: &env-linux-2xlarge-release <<: *env-global NUMBER_OF_NINJA_PROCESSES: 16 env-machine-mac: &env-machine-mac <<: *env-global NUMBER_OF_NINJA_PROCESSES: 6 env-mac-large: &env-mac-large <<: *env-global NUMBER_OF_NINJA_PROCESSES: 18 env-mac-large-release: &env-mac-large-release <<: *env-global NUMBER_OF_NINJA_PROCESSES: 8 env-ninja-status: &env-ninja-status NINJA_STATUS: "[%r processes, %f/%t @ %o/s : %es] " env-disable-run-as-node: &env-disable-run-as-node GN_BUILDFLAG_ARGS: 'enable_run_as_node = false' env-32bit-release: &env-32bit-release # Set symbol level to 1 for 32 bit releases because of https://crbug.com/648948 GN_BUILDFLAG_ARGS: 'symbol_level = 1' env-macos-build: &env-macos-build # Disable pre-compiled headers to reduce out size, only useful for rebuilds GN_BUILDFLAG_ARGS: 'enable_precompiled_headers = false' # Individual (shared) steps. step-maybe-notify-slack-failure: &step-maybe-notify-slack-failure run: name: Send a Slack notification on failure command: | if [ "$NOTIFY_SLACK" == "true" ]; then export MESSAGE="Build failed for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*." curl -g -H "Content-Type: application/json" -X POST \ -d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"#FC5C3C\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK fi when: on_fail step-maybe-notify-slack-success: &step-maybe-notify-slack-success run: name: Send a Slack notification on success command: | if [ "$NOTIFY_SLACK" == "true" ]; then export MESSAGE="Build succeeded for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*." curl -g -H "Content-Type: application/json" -X POST \ -d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"good\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK fi when: on_success step-maybe-cleanup-arm64-mac: &step-maybe-cleanup-arm64-mac run: name: Cleanup after testing command: | if [ "$TARGET_ARCH" == "arm64" ] &&[ "`uname`" == "Darwin" ]; then killall Electron || echo "No Electron processes left running" killall Safari || echo "No Safari processes left running" rm -rf ~/Library/Application\ Support/Electron* rm -rf ~/Library/Application\ Support/electron* security delete-generic-password -l "Chromium Safe Storage" || echo "✓ Keychain does not contain password from tests" security delete-generic-password -l "Electron Test Main Safe Storage" || echo "✓ Keychain does not contain password from tests" elif [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then XVFB=/usr/bin/Xvfb /sbin/start-stop-daemon --stop --exec $XVFB || echo "Xvfb not running" pkill electron || echo "electron not running" rm -rf ~/.config/Electron* rm -rf ~/.config/electron* fi when: always step-checkout-electron: &step-checkout-electron checkout: path: src/electron step-depot-tools-get: &step-depot-tools-get run: name: Get depot tools command: | git clone --depth=1 https://chromium.googlesource.com/chromium/tools/depot_tools.git # remove ninjalog_uploader_wrapper.py from autoninja since we don't use it and it causes problems if [ "`uname`" == "Darwin" ]; then sed -i '' '/ninjalog_uploader_wrapper.py/d' ./depot_tools/autoninja else sed -i '/ninjalog_uploader_wrapper.py/d' ./depot_tools/autoninja fi step-depot-tools-add-to-path: &step-depot-tools-add-to-path run: name: Add depot tools to PATH command: echo 'export PATH="$PATH:'"$PWD"'/depot_tools"' >> $BASH_ENV step-gclient-sync: &step-gclient-sync run: name: Gclient sync command: | # If we did not restore a complete sync then we need to sync for realz if [ ! -s "src/electron/.circle-sync-done" ]; then gclient config \ --name "src/electron" \ --unmanaged \ $GCLIENT_EXTRA_ARGS \ "$CIRCLE_REPOSITORY_URL" ELECTRON_USE_THREE_WAY_MERGE_FOR_PATCHES=1 gclient sync --with_branch_heads --with_tags if [ "$IS_RELEASE" != "true" ]; then # Re-export all the patches to check if there were changes. python src/electron/script/export_all_patches.py src/electron/patches/config.json cd src/electron git update-index --refresh || true if ! git diff-index --quiet HEAD --; then # There are changes to the patches. Make a git commit with the updated patches git add patches GIT_COMMITTER_NAME="PatchUp" GIT_COMMITTER_EMAIL="73610968+patchup[bot]@users.noreply.github.com" git commit -m "chore: update patches" --author="PatchUp <73610968+patchup[bot]@users.noreply.github.com>" # Export it mkdir -p ../../patches git format-patch -1 --stdout --keep-subject --no-stat --full-index > ../../patches/update-patches.patch if (node ./script/push-patch.js 2> /dev/null > /dev/null); then echo echo "======================================================================" echo "Changes to the patches when applying, we have auto-pushed the diff to the current branch" echo "A new CI job will kick off shortly" echo "======================================================================" exit 1 else echo echo "======================================================================" echo "There were changes to the patches when applying." echo "Check the CI artifacts for a patch you can apply to fix it." echo "======================================================================" exit 1 fi fi fi fi step-setup-env-for-build: &step-setup-env-for-build run: name: Setup Environment Variables command: | # To find `gn` executable. echo 'export CHROMIUM_BUILDTOOLS_PATH="'"$PWD"'/src/buildtools"' >> $BASH_ENV step-setup-goma-for-build: &step-setup-goma-for-build run: name: Setup Goma command: | echo 'export NUMBER_OF_NINJA_PROCESSES=300' >> $BASH_ENV if [ "`uname`" == "Darwin" ]; then echo 'ulimit -n 10000' >> $BASH_ENV echo 'sudo launchctl limit maxfiles 65536 200000' >> $BASH_ENV fi if [ ! -z "$RAW_GOMA_AUTH" ]; then echo $RAW_GOMA_AUTH > ~/.goma_oauth2_config fi git clone https://github.com/electron/build-tools.git cd build-tools npm install mkdir third_party node -e "require('./src/utils/goma.js').downloadAndPrepare({ gomaOneForAll: true })" export GOMA_FALLBACK_ON_AUTH_FAILURE=true third_party/goma/goma_ctl.py ensure_start if [ ! -z "$RAW_GOMA_AUTH" ] && [ "`third_party/goma/goma_auth.py info`" != "Login as Fermi Planck" ]; then echo "WARNING!!!!!! Goma authentication is incorrect; please update Goma auth token." exit 1 fi echo 'export GN_GOMA_FILE='`node -e "console.log(require('./src/utils/goma.js').gnFilePath)"` >> $BASH_ENV echo 'export LOCAL_GOMA_DIR='`node -e "console.log(require('./src/utils/goma.js').dir)"` >> $BASH_ENV echo 'export GOMA_FALLBACK_ON_AUTH_FAILURE=true' >> $BASH_ENV cd .. step-restore-brew-cache: &step-restore-brew-cache restore_cache: paths: - /usr/local/Cellar/gnu-tar - /usr/local/bin/gtar keys: - v4-brew-cache-{{ arch }} step-save-brew-cache: &step-save-brew-cache save_cache: paths: - /usr/local/Cellar/gnu-tar - /usr/local/bin/gtar key: v4-brew-cache-{{ arch }} name: Persisting brew cache step-get-more-space-on-mac: &step-get-more-space-on-mac run: name: Free up space on MacOS command: | if [ "`uname`" == "Darwin" ]; then sudo mkdir -p $TMPDIR/del-target tmpify() { if [ -d "$1" ]; then sudo mv "$1" $TMPDIR/del-target/$(echo $1|shasum -a 256|head -n1|cut -d " " -f1) fi } strip_arm_deep() { opwd=$(pwd) cd $1 f=$(find . -perm +111 -type f) for fp in $f do if [[ $(file "$fp") == *"universal binary"* ]]; then if [[ $(file "$fp") == *"arm64e)"* ]]; then sudo lipo -remove arm64e "$fp" -o "$fp" || true fi if [[ $(file "$fp") == *"arm64)"* ]]; then sudo lipo -remove arm64 "$fp" -o "$fp" || true fi fi done cd $opwd } tmpify /Library/Developer/CoreSimulator tmpify ~/Library/Developer/CoreSimulator tmpify $(xcode-select -p)/Platforms/AppleTVOS.platform tmpify $(xcode-select -p)/Platforms/iPhoneOS.platform tmpify $(xcode-select -p)/Platforms/WatchOS.platform tmpify $(xcode-select -p)/Platforms/WatchSimulator.platform tmpify $(xcode-select -p)/Platforms/AppleTVSimulator.platform tmpify $(xcode-select -p)/Platforms/iPhoneSimulator.platform tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/metal/ios tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift-5.0 tmpify ~/.rubies tmpify ~/Library/Caches/Homebrew tmpify /usr/local/Homebrew sudo rm -rf $TMPDIR/del-target # sudo rm -rf "/System/Library/Desktop Pictures" # sudo rm -rf /System/Library/Templates/Data # sudo rm -rf /System/Library/Speech/Voices # sudo rm -rf "/System/Library/Screen Savers" # sudo rm -rf /System/Volumes/Data/Library/Developer/CommandLineTools/SDKs # sudo rm -rf "/System/Volumes/Data/Library/Application Support/Apple/Photos/Print Products" # sudo rm -rf /System/Volumes/Data/Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk/ # sudo rm -rf /System/Volumes/Data/Library/Java # sudo rm -rf /System/Volumes/Data/Library/Ruby # sudo rm -rf /System/Volumes/Data/Library/Printers # sudo rm -rf /System/iOSSupport # sudo rm -rf /System/Applications/*.app # sudo rm -rf /System/Applications/Utilities/*.app # sudo rm -rf /System/Library/LinguisticData # sudo rm -rf /System/Volumes/Data/private/var/db/dyld/* # sudo rm -rf /System/Library/Fonts/* # sudo rm -rf /System/Library/PreferencePanes # sudo rm -rf /System/Library/AssetsV2/* sudo rm -rf /Applications/Safari.app sudo rm -rf ~/project/src/build/linux sudo rm -rf ~/project/src/third_party/catapult/tracing/test_data sudo rm -rf ~/project/src/third_party/angle/third_party/VK-GL-CTS # lipo off some huge binaries arm64 versions to save space strip_arm_deep $(xcode-select -p)/../SharedFrameworks # strip_arm_deep /System/Volumes/Data/Library/Developer/CommandLineTools/usr fi background: true # On macOS delete all .git directories under src/ expect for # third_party/angle/ and third_party/dawn/ because of build time generation of files # gen/angle/commit.h depends on third_party/angle/.git/HEAD # https://chromium-review.googlesource.com/c/angle/angle/+/2074924 # and dawn/common/Version_autogen.h depends on third_party/dawn/.git/HEAD # https://dawn-review.googlesource.com/c/dawn/+/83901 # TODO: maybe better to always leave out */.git/HEAD file for all targets ? step-delete-git-directories: &step-delete-git-directories run: name: Delete all .git directories under src on MacOS to free space command: | if [ "`uname`" == "Darwin" ]; then cd src ( find . -type d -name ".git" -not -path "./third_party/angle/*" -not -path "./third_party/dawn/*" ) | xargs rm -rf fi # On macOS the yarn install command during gclient sync was run on a linux # machine and therefore installed a slightly different set of dependencies # Notably "fsevents" is a macOS only dependency, we rerun yarn install once # we are on a macOS machine to get the correct state step-install-npm-deps-on-mac: &step-install-npm-deps-on-mac run: name: Install node_modules on MacOS command: | if [ "`uname`" == "Darwin" ]; then cd src/electron node script/yarn install fi # This step handles the differences between the linux "gclient sync" # and the expected state on macOS step-fix-sync: &step-fix-sync run: name: Fix Sync command: | if [ "`uname`" == "Darwin" ]; then # Fix Clang Install (wrong binary) rm -rf src/third_party/llvm-build python3 src/tools/clang/scripts/update.py # Fix esbuild (wrong binary) echo 'infra/3pp/tools/esbuild/${platform}' `gclient getdep --deps-file=src/third_party/devtools-frontend/src/DEPS -r 'third_party/esbuild:infra/3pp/tools/esbuild/${platform}'` > esbuild_ensure_file # Remove extra output from calling gclient getdep which always calls update_depot_tools sed -i '' "s/Updating depot_tools... //g" esbuild_ensure_file cipd ensure --root src/third_party/devtools-frontend/src/third_party/esbuild -ensure-file esbuild_ensure_file fi cd src/third_party/angle rm .git/objects/info/alternates git remote set-url origin https://chromium.googlesource.com/angle/angle.git cp .git/config .git/config.backup git remote remove origin mv .git/config.backup .git/config git fetch step-install-signing-cert-on-mac: &step-install-signing-cert-on-mac run: name: Import and trust self-signed codesigning cert on MacOS command: | if [ "$TARGET_ARCH" != "arm64" ] && [ "`uname`" == "Darwin" ]; then cd src/electron ./script/codesign/generate-identity.sh fi step-install-gnutar-on-mac: &step-install-gnutar-on-mac run: name: Install gnu-tar on macos command: | if [ "`uname`" == "Darwin" ]; then if [ ! -d /usr/local/Cellar/gnu-tar/ ]; then brew update brew install gnu-tar fi ln -fs /usr/local/bin/gtar /usr/local/bin/tar fi step-install-python2-on-mac: &step-install-python2-on-mac run: name: Install python2 on macos command: | if [ "`uname`" == "Darwin" ]; then curl -O https://www.python.org/ftp/python/2.7.18/python-2.7.18-macosx10.9.pkg sudo installer -pkg python-2.7.18-macosx10.9.pkg -target / fi step-gn-gen-default: &step-gn-gen-default run: name: Default GN gen command: | cd src gn gen out/Default --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS" step-gn-check: &step-gn-check run: name: GN check command: | cd src gn check out/Default //electron:electron_lib gn check out/Default //electron:electron_app gn check out/Default //electron/shell/common/api:mojo # Check the hunspell filenames node electron/script/gen-hunspell-filenames.js --check node electron/script/gen-libc++-filenames.js --check step-electron-build: &step-electron-build run: name: Electron build no_output_timeout: 30m command: | # On arm platforms we generate a cross-arch ffmpeg that ninja does not seem # to realize is not correct / should be rebuilt. We delete it here so it is # rebuilt if [ "$TRIGGER_ARM_TEST" == "true" ]; then rm -f src/out/Default/libffmpeg.so fi cd src # Enable if things get really bad # if [ "$TARGET_ARCH" == "arm64" ] &&[ "`uname`" == "Darwin" ]; then # diskutil erasevolume HFS+ "xcode_disk" `hdiutil attach -nomount ram://12582912` # mv /Applications/Xcode-12.beta.5.app /Volumes/xcode_disk/ # ln -s /Volumes/xcode_disk/Xcode-12.beta.5.app /Applications/Xcode-12.beta.5.app # fi # Lets generate a snapshot and mksnapshot and then delete all the x-compiled generated files to save space if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" == "1" ]; then ninja -C out/Default electron:electron_mksnapshot_zip -j $NUMBER_OF_NINJA_PROCESSES ninja -C out/Default tools/v8_context_snapshot -j $NUMBER_OF_NINJA_PROCESSES gn desc out/Default v8:run_mksnapshot_default args > out/Default/mksnapshot_args (cd out/Default; zip mksnapshot.zip mksnapshot_args clang_x64_v8_arm64/gen/v8/embedded.S) rm -rf out/Default/clang_x64_v8_arm64/gen rm -rf out/Default/clang_x64_v8_arm64/obj rm -rf out/Default/clang_x64_v8_arm64/thinlto-cache rm -rf out/Default/clang_x64/obj # Regenerate because we just deleted some ninja files gn gen out/Default --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS" fi NINJA_SUMMARIZE_BUILD=1 autoninja -C out/Default electron -j $NUMBER_OF_NINJA_PROCESSES cp out/Default/.ninja_log out/electron_ninja_log node electron/script/check-symlinks.js step-native-unittests-build: &step-native-unittests-build run: name: Build native test targets no_output_timeout: 30m command: | cd src ninja -C out/Default shell_browser_ui_unittests -j $NUMBER_OF_NINJA_PROCESSES step-maybe-electron-dist-strip: &step-maybe-electron-dist-strip run: name: Strip electron binaries command: | if [ "$STRIP_BINARIES" == "true" ] && [ "`uname`" == "Linux" ]; then if [ x"$TARGET_ARCH" == x ]; then target_cpu=x64 elif [ "$TARGET_ARCH" == "ia32" ]; then target_cpu=x86 else target_cpu="$TARGET_ARCH" fi cd src electron/script/copy-debug-symbols.py --target-cpu="$target_cpu" --out-dir=out/Default/debug --compress electron/script/strip-binaries.py --target-cpu="$target_cpu" electron/script/add-debug-link.py --target-cpu="$target_cpu" --debug-dir=out/Default/debug fi step-electron-dist-build: &step-electron-dist-build run: name: Build dist.zip command: | cd src if [ "$SKIP_DIST_ZIP" != "1" ]; then ninja -C out/Default electron:electron_dist_zip if [ "$CHECK_DIST_MANIFEST" == "1" ]; then if [ "`uname`" == "Darwin" ]; then target_os=mac target_cpu=x64 if [ x"$MAS_BUILD" == x"true" ]; then target_os=mac_mas fi if [ "$TARGET_ARCH" == "arm64" ]; then target_cpu=arm64 fi elif [ "`uname`" == "Linux" ]; then target_os=linux if [ x"$TARGET_ARCH" == x ]; then target_cpu=x64 elif [ "$TARGET_ARCH" == "ia32" ]; then target_cpu=x86 else target_cpu="$TARGET_ARCH" fi else echo "Unknown system: `uname`" exit 1 fi electron/script/zip_manifests/check-zip-manifest.py out/Default/dist.zip electron/script/zip_manifests/dist_zip.$target_os.$target_cpu.manifest fi fi step-electron-chromedriver-build: &step-electron-chromedriver-build run: name: Build chromedriver.zip command: | cd src if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then gn gen out/chromedriver --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") is_component_ffmpeg=false proprietary_codecs=false $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS" export CHROMEDRIVER_DIR="out/chromedriver" else export CHROMEDRIVER_DIR="out/Default" fi ninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver -j $NUMBER_OF_NINJA_PROCESSES if [ "`uname`" == "Linux" ]; then electron/script/strip-binaries.py --target-cpu="$TARGET_ARCH" --file $PWD/$CHROMEDRIVER_DIR/chromedriver fi ninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver_zip if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then cp out/chromedriver/chromedriver.zip out/Default fi step-nodejs-headers-build: &step-nodejs-headers-build run: name: Build Node.js headers command: | cd src ninja -C out/Default third_party/electron_node:headers step-electron-publish: &step-electron-publish run: name: Publish Electron Dist command: | if [ "`uname`" == "Darwin" ]; then rm -rf src/out/Default/obj fi cd src/electron if [ "$UPLOAD_TO_S3" == "1" ]; then echo 'Uploading Electron release distribution to S3' script/release/uploaders/upload.py --verbose --upload_to_s3 else echo 'Uploading Electron release distribution to Github releases' script/release/uploaders/upload.py --verbose fi step-persist-data-for-tests: &step-persist-data-for-tests persist_to_workspace: root: . paths: # Build artifacts - src/out/Default/dist.zip - src/out/Default/mksnapshot.zip - src/out/Default/chromedriver.zip - src/out/Default/shell_browser_ui_unittests - src/out/Default/gen/node_headers - src/out/Default/overlapped-checker - src/out/ffmpeg/ffmpeg.zip - src/electron - src/third_party/electron_node - src/third_party/nan - src/cross-arch-snapshots - src/third_party/llvm-build - src/build/linux - src/buildtools/third_party/libc++ - src/buildtools/third_party/libc++abi - src/out/Default/obj/buildtools/third_party step-electron-dist-unzip: &step-electron-dist-unzip run: name: Unzip dist.zip command: | cd src/out/Default # -o overwrite files WITHOUT prompting # TODO(alexeykuzmin): Remove '-o' when it's no longer needed. # -: allows to extract archive members into locations outside # of the current ``extraction root folder''. # ASan builds have the llvm-symbolizer binaries listed as # runtime_deps, with their paths as `../../third_party/...` # unzip exits with non-zero code on such zip files unless -: is # passed. unzip -:o dist.zip step-ffmpeg-unzip: &step-ffmpeg-unzip run: name: Unzip ffmpeg.zip command: | cd src/out/ffmpeg unzip -:o ffmpeg.zip step-mksnapshot-unzip: &step-mksnapshot-unzip run: name: Unzip mksnapshot.zip command: | cd src/out/Default unzip -:o mksnapshot.zip step-chromedriver-unzip: &step-chromedriver-unzip run: name: Unzip chromedriver.zip command: | cd src/out/Default unzip -:o chromedriver.zip step-ffmpeg-gn-gen: &step-ffmpeg-gn-gen run: name: ffmpeg GN gen command: | cd src gn gen out/ffmpeg --args="import(\"//electron/build/args/ffmpeg.gn\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS" step-ffmpeg-build: &step-ffmpeg-build run: name: Non proprietary ffmpeg build command: | cd src ninja -C out/ffmpeg electron:electron_ffmpeg_zip -j $NUMBER_OF_NINJA_PROCESSES step-verify-ffmpeg: &step-verify-ffmpeg run: name: Verify ffmpeg command: | cd src python electron/script/verify-ffmpeg.py --source-root "$PWD" --build-dir out/Default --ffmpeg-path out/ffmpeg step-verify-mksnapshot: &step-verify-mksnapshot run: name: Verify mksnapshot command: | if [ "$IS_ASAN" != "1" ]; then cd src if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --snapshot-files-dir $PWD/cross-arch-snapshots else python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default fi fi step-verify-chromedriver: &step-verify-chromedriver run: name: Verify ChromeDriver command: | if [ "$IS_ASAN" != "1" ]; then cd src python electron/script/verify-chromedriver.py --source-root "$PWD" --build-dir out/Default fi step-setup-linux-for-headless-testing: &step-setup-linux-for-headless-testing run: name: Setup for headless testing command: | if [ "`uname`" != "Darwin" ]; then sh -e /etc/init.d/xvfb start fi step-show-goma-stats: &step-show-goma-stats run: shell: /bin/bash name: Check goma stats after build command: | set +e set +o pipefail $LOCAL_GOMA_DIR/goma_ctl.py stat $LOCAL_GOMA_DIR/diagnose_goma_log.py true when: always step-mksnapshot-build: &step-mksnapshot-build run: name: mksnapshot build no_output_timeout: 30m command: | cd src if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" != "1" ]; then ninja -C out/Default electron:electron_mksnapshot -j $NUMBER_OF_NINJA_PROCESSES gn desc out/Default v8:run_mksnapshot_default args > out/Default/mksnapshot_args fi if [ "`uname`" != "Darwin" ]; then if [ "$TARGET_ARCH" == "arm" ]; then electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/mksnapshot electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/v8_context_snapshot_generator elif [ "$TARGET_ARCH" == "arm64" ]; then electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/mksnapshot electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/v8_context_snapshot_generator else electron/script/strip-binaries.py --file $PWD/out/Default/mksnapshot electron/script/strip-binaries.py --file $PWD/out/Default/v8_context_snapshot_generator fi fi if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" != "1" ] && [ "$SKIP_DIST_ZIP" != "1" ]; then ninja -C out/Default electron:electron_mksnapshot_zip -j $NUMBER_OF_NINJA_PROCESSES (cd out/Default; zip mksnapshot.zip mksnapshot_args gen/v8/embedded.S) fi step-nodejs-build-test-executable: &step-nodejs-build-test-executable run: name: Build Node.js Test Executables command: | cd src ninja -C out/Default third_party/electron_node:overlapped-checker step-hunspell-build: &step-hunspell-build run: name: hunspell build command: | cd src if [ "$SKIP_DIST_ZIP" != "1" ]; then ninja -C out/Default electron:hunspell_dictionaries_zip -j $NUMBER_OF_NINJA_PROCESSES fi step-maybe-generate-libcxx: &step-maybe-generate-libcxx run: name: maybe generate libcxx command: | cd src if [ "`uname`" == "Linux" ]; then ninja -C out/Default electron:libcxx_headers_zip -j $NUMBER_OF_NINJA_PROCESSES ninja -C out/Default electron:libcxxabi_headers_zip -j $NUMBER_OF_NINJA_PROCESSES ninja -C out/Default electron:libcxx_objects_zip -j $NUMBER_OF_NINJA_PROCESSES fi step-maybe-generate-breakpad-symbols: &step-maybe-generate-breakpad-symbols run: name: Generate breakpad symbols no_output_timeout: 30m command: | if [ "$GENERATE_SYMBOLS" == "true" ]; then cd src ninja -C out/Default electron:electron_symbols fi step-maybe-zip-symbols: &step-maybe-zip-symbols run: name: Zip symbols command: | cd src export BUILD_PATH="$PWD/out/Default" ninja -C out/Default electron:licenses ninja -C out/Default electron:electron_version DELETE_DSYMS_AFTER_ZIP=1 electron/script/zip-symbols.py -b $BUILD_PATH step-maybe-cross-arch-snapshot: &step-maybe-cross-arch-snapshot run: name: Generate cross arch snapshot (arm/arm64) command: | if [ "$GENERATE_CROSS_ARCH_SNAPSHOT" == "true" ] && [ -z "$CIRCLE_PR_NUMBER" ]; then cd src if [ "$TARGET_ARCH" == "arm" ]; then export MKSNAPSHOT_PATH="clang_x86_v8_arm" elif [ "$TARGET_ARCH" == "arm64" ]; then export MKSNAPSHOT_PATH="clang_x64_v8_arm64" fi cp "out/Default/$MKSNAPSHOT_PATH/mksnapshot" out/Default cp "out/Default/$MKSNAPSHOT_PATH/v8_context_snapshot_generator" out/Default if [ "`uname`" == "Linux" ]; then cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.so" out/Default elif [ "`uname`" == "Darwin" ]; then cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.dylib" out/Default fi python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --create-snapshot-only mkdir cross-arch-snapshots cp out/Default-mksnapshot-test/*.bin cross-arch-snapshots fi step-maybe-generate-typescript-defs: &step-maybe-generate-typescript-defs run: name: Generate type declarations command: | if [ "`uname`" == "Darwin" ]; then cd src/electron node script/yarn create-typescript-definitions fi step-fix-known-hosts-linux: &step-fix-known-hosts-linux run: name: Fix Known Hosts on Linux command: | if [ "`uname`" == "Linux" ]; then ./src/electron/.circleci/fix-known-hosts.sh fi # Checkout Steps step-generate-deps-hash: &step-generate-deps-hash run: name: Generate DEPS Hash command: node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target step-touch-sync-done: &step-touch-sync-done run: name: Touch Sync Done command: touch src/electron/.circle-sync-done # Restore exact src cache based on the hash of DEPS and patches/* # If no cache is matched EXACTLY then the .circle-sync-done file is empty # If a cache is matched EXACTLY then the .circle-sync-done file contains "done" step-maybe-restore-src-cache: &step-maybe-restore-src-cache restore_cache: keys: - v14-src-cache-{{ checksum "src/electron/.depshash" }} name: Restoring src cache step-maybe-restore-src-cache-marker: &step-maybe-restore-src-cache-marker restore_cache: keys: - v14-src-cache-marker-{{ checksum "src/electron/.depshash" }} name: Restoring src cache marker # Restore exact or closest git cache based on the hash of DEPS and .circle-sync-done # If the src cache was restored above then this will match an empty cache # If the src cache was not restored above then this will match a close git cache step-maybe-restore-git-cache: &step-maybe-restore-git-cache restore_cache: paths: - git-cache keys: - v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }} - v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }} name: Conditionally restoring git cache step-restore-out-cache: &step-restore-out-cache restore_cache: paths: - ./src/out/Default keys: - v9-out-cache-{{ checksum "src/electron/.depshash" }}-{{ checksum "src/electron/.depshash-target" }} name: Restoring out cache step-set-git-cache-path: &step-set-git-cache-path run: name: Set GIT_CACHE_PATH to make gclient to use the cache command: | # CircleCI does not support interpolation when setting environment variables. # https://circleci.com/docs/2.0/env-vars/#setting-an-environment-variable-in-a-shell-command echo 'export GIT_CACHE_PATH="$PWD/git-cache"' >> $BASH_ENV # Persist the git cache based on the hash of DEPS and .circle-sync-done # If the src cache was restored above then this will persist an empty cache step-save-git-cache: &step-save-git-cache save_cache: paths: - git-cache key: v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }} name: Persisting git cache step-save-out-cache: &step-save-out-cache save_cache: paths: - ./src/out/Default key: v9-out-cache-{{ checksum "src/electron/.depshash" }}-{{ checksum "src/electron/.depshash-target" }} name: Persisting out cache step-run-electron-only-hooks: &step-run-electron-only-hooks run: name: Run Electron Only Hooks command: gclient runhooks --spec="solutions=[{'name':'src/electron','url':None,'deps_file':'DEPS','custom_vars':{'process_deps':False},'managed':False}]" step-generate-deps-hash-cleanly: &step-generate-deps-hash-cleanly run: name: Generate DEPS Hash command: (cd src/electron && git checkout .) && node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target # Mark the sync as done for future cache saving step-mark-sync-done: &step-mark-sync-done run: name: Mark Sync Done command: echo DONE > src/electron/.circle-sync-done # Minimize the size of the cache step-minimize-workspace-size-from-checkout: &step-minimize-workspace-size-from-checkout run: name: Remove some unused data to avoid storing it in the workspace/cache command: | rm -rf src/android_webview rm -rf src/ios/chrome rm -rf src/third_party/blink/web_tests rm -rf src/third_party/blink/perf_tests rm -rf src/third_party/WebKit/LayoutTests rm -rf third_party/electron_node/deps/openssl rm -rf third_party/electron_node/deps/v8 rm -rf chrome/test/data/xr/webvr_info # Save the src cache based on the deps hash step-save-src-cache: &step-save-src-cache save_cache: paths: - /var/portal key: v14-src-cache-{{ checksum "/var/portal/src/electron/.depshash" }} name: Persisting src cache step-make-src-cache-marker: &step-make-src-cache-marker run: name: Making src cache marker command: touch .src-cache-marker step-save-src-cache-marker: &step-save-src-cache-marker save_cache: paths: - .src-cache-marker key: v14-src-cache-marker-{{ checksum "/var/portal/src/electron/.depshash" }} step-maybe-early-exit-no-doc-change: &step-maybe-early-exit-no-doc-change run: name: Shortcircuit job if change is not doc only command: | if [ ! -s src/electron/.skip-ci-build ]; then circleci-agent step halt fi step-ts-compile: &step-ts-compile run: name: Run TS/JS compile on doc only change command: | cd src ninja -C out/Default electron:default_app_js -j $NUMBER_OF_NINJA_PROCESSES ninja -C out/Default electron:electron_js2c -j $NUMBER_OF_NINJA_PROCESSES # List of all steps. steps-electron-gn-check: &steps-electron-gn-check steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-install-python2-on-mac - *step-setup-env-for-build - *step-setup-goma-for-build - *step-gn-gen-default - *step-gn-check steps-electron-ts-compile-for-doc-change: &steps-electron-ts-compile-for-doc-change steps: # Checkout - Copied from steps-checkout - *step-checkout-electron - *step-depot-tools-get - *step-depot-tools-add-to-path - *step-restore-brew-cache - *step-install-gnutar-on-mac - *step-install-python2-on-mac - *step-get-more-space-on-mac - *step-generate-deps-hash - *step-touch-sync-done - maybe-restore-portaled-src-cache - *step-maybe-restore-git-cache - *step-set-git-cache-path # This sync call only runs if .circle-sync-done is an EMPTY file - *step-gclient-sync # These next few steps reset Electron to the correct commit regardless of which cache was restored - run: name: Wipe Electron command: rm -rf src/electron - *step-checkout-electron - *step-run-electron-only-hooks - *step-generate-deps-hash-cleanly - *step-mark-sync-done - *step-minimize-workspace-size-from-checkout - *step-depot-tools-add-to-path - *step-setup-env-for-build - *step-setup-goma-for-build - *step-get-more-space-on-mac - *step-install-npm-deps-on-mac - *step-fix-sync - *step-gn-gen-default #Compile ts/js to verify doc change didn't break anything - *step-ts-compile steps-native-tests: &steps-native-tests steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-install-python2-on-mac - *step-setup-env-for-build - *step-setup-goma-for-build - *step-gn-gen-default - run: name: Build tests command: | cd src ninja -C out/Default $BUILD_TARGET - *step-show-goma-stats - *step-setup-linux-for-headless-testing - run: name: Run tests command: | mkdir test_results python src/electron/script/native-tests.py run \ --config $TESTS_CONFIG \ --tests-dir src/out/Default \ --output-dir test_results \ $TESTS_ARGS - store_artifacts: path: test_results destination: test_results # Put it in the root folder. - store_test_results: path: test_results steps-verify-ffmpeg: &steps-verify-ffmpeg steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-electron-dist-unzip - *step-ffmpeg-unzip - *step-setup-linux-for-headless-testing - *step-verify-ffmpeg - *step-maybe-notify-slack-failure steps-tests: &steps-tests steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-electron-dist-unzip - *step-mksnapshot-unzip - *step-chromedriver-unzip - *step-setup-linux-for-headless-testing - *step-restore-brew-cache - *step-fix-known-hosts-linux - *step-install-signing-cert-on-mac - run: name: Run Electron tests environment: MOCHA_REPORTER: mocha-multi-reporters ELECTRON_TEST_RESULTS_DIR: junit MOCHA_MULTI_REPORTERS: mocha-junit-reporter, tap ELECTRON_DISABLE_SECURITY_WARNINGS: 1 command: | cd src if [ "$IS_ASAN" == "1" ]; then ASAN_SYMBOLIZE="$PWD/tools/valgrind/asan/asan_symbolize.py --executable-path=$PWD/out/Default/electron" export ASAN_OPTIONS="symbolize=0 handle_abort=1" export G_SLICE=always-malloc export NSS_DISABLE_ARENA_FREE_LIST=1 export NSS_DISABLE_UNLOAD=1 export LLVM_SYMBOLIZER_PATH=$PWD/third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer export MOCHA_TIMEOUT=180000 echo "Piping output to ASAN_SYMBOLIZE ($ASAN_SYMBOLIZE)" (cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging --files $(circleci tests glob spec-main/*-spec.ts | circleci tests split --split-by=timings)) 2>&1 | $ASAN_SYMBOLIZE (cd electron && node script/yarn test --runners=remote --trace-uncaught --enable-logging --files $(circleci tests glob spec/*-spec.js | circleci tests split --split-by=timings)) 2>&1 | $ASAN_SYMBOLIZE else if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then export ELECTRON_SKIP_NATIVE_MODULE_TESTS=true (cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging) (cd electron && node script/yarn test --runners=remote --trace-uncaught --enable-logging) else if [ "$TARGET_ARCH" == "ia32" ]; then npm_config_arch=x64 node electron/node_modules/dugite/script/download-git.js fi (cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging --files $(circleci tests glob spec-main/*-spec.ts | circleci tests split --split-by=timings)) (cd electron && node script/yarn test --runners=remote --trace-uncaught --enable-logging --files $(circleci tests glob spec/*-spec.js | circleci tests split --split-by=timings)) fi fi - run: name: Check test results existence command: | cd src # Check if test results exist and are not empty. if [ ! -s "junit/test-results-remote.xml" ]; then exit 1 fi if [ ! -s "junit/test-results-main.xml" ]; then exit 1 fi - store_test_results: path: src/junit - *step-verify-mksnapshot - *step-verify-chromedriver - *step-maybe-notify-slack-failure - *step-maybe-cleanup-arm64-mac steps-test-nan: &steps-test-nan steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-electron-dist-unzip - *step-setup-linux-for-headless-testing - *step-fix-known-hosts-linux - run: name: Run Nan Tests command: | cd src node electron/script/nan-spec-runner.js steps-test-node: &steps-test-node steps: - attach_workspace: at: . - *step-depot-tools-add-to-path - *step-electron-dist-unzip - *step-setup-linux-for-headless-testing - *step-fix-known-hosts-linux - run: name: Run Node Tests command: | cd src node electron/script/node-spec-runner.js --default --jUnitDir=junit - store_test_results: path: src/junit # Command Aliases commands: maybe-restore-portaled-src-cache: parameters: halt-if-successful: type: boolean default: false steps: - run: name: Prepare for cross-OS sync restore command: | sudo mkdir -p /var/portal sudo chown -R $(id -u):$(id -g) /var/portal - when: condition: << parameters.halt-if-successful >> steps: - *step-maybe-restore-src-cache-marker - run: name: Halt the job early if the src cache exists command: | if [ -f ".src-cache-marker" ]; then circleci-agent step halt fi - *step-maybe-restore-src-cache - run: name: Fix the src cache restore point on macOS command: | if [ -d "/var/portal/src" ]; then echo Relocating Cache rm -rf src mv /var/portal/src ./ fi move_and_store_all_artifacts: steps: - run: name: Move all generated artifacts to upload folder command: | rm -rf generated_artifacts mkdir generated_artifacts mv_if_exist() { if [ -f "$1" ] || [ -d "$1" ]; then echo Storing $1 mv $1 generated_artifacts else echo Skipping $1 - It is not present on disk fi } mv_if_exist src/out/Default/dist.zip mv_if_exist src/out/Default/shell_browser_ui_unittests mv_if_exist src/out/Default/gen/node_headers.tar.gz mv_if_exist src/out/Default/symbols.zip mv_if_exist src/out/Default/mksnapshot.zip mv_if_exist src/out/Default/chromedriver.zip mv_if_exist src/out/ffmpeg/ffmpeg.zip mv_if_exist src/out/Default/hunspell_dictionaries.zip mv_if_exist src/cross-arch-snapshots mv_if_exist src/out/electron_ninja_log mv_if_exist src/out/Default/.ninja_log when: always - store_artifacts: path: generated_artifacts destination: ./ - store_artifacts: path: generated_artifacts/cross-arch-snapshots destination: cross-arch-snapshots checkout-from-cache: steps: - *step-checkout-electron - *step-depot-tools-get - *step-depot-tools-add-to-path - *step-generate-deps-hash - maybe-restore-portaled-src-cache - run: name: Ensure src checkout worked command: | if [ ! -d "src/third_party/blink" ]; then echo src cache was not restored for some reason, idk what happened here... exit 1 fi - run: name: Wipe Electron command: rm -rf src/electron - *step-checkout-electron - *step-run-electron-only-hooks - *step-generate-deps-hash-cleanly electron-build: parameters: attach: type: boolean default: false persist: type: boolean default: true persist-checkout: type: boolean default: false checkout: type: boolean default: true checkout-and-assume-cache: type: boolean default: false save-git-cache: type: boolean default: false checkout-to-create-src-cache: type: boolean default: false build: type: boolean default: true use-out-cache: type: boolean default: true restore-src-cache: type: boolean default: true build-nonproprietary-ffmpeg: type: boolean default: true steps: - when: condition: << parameters.attach >> steps: - attach_workspace: at: . - run: rm -rf src/electron - *step-restore-brew-cache - *step-install-gnutar-on-mac - *step-install-python2-on-mac - *step-save-brew-cache - when: condition: << parameters.checkout-and-assume-cache >> steps: - checkout-from-cache - when: condition: << parameters.checkout >> steps: # Checkout - Copied from steps-checkout - *step-checkout-electron - *step-depot-tools-get - *step-depot-tools-add-to-path - *step-get-more-space-on-mac - *step-generate-deps-hash - *step-touch-sync-done - when: condition: << parameters.restore-src-cache >> steps: - maybe-restore-portaled-src-cache: halt-if-successful: << parameters.checkout-to-create-src-cache >> - *step-maybe-restore-git-cache - *step-set-git-cache-path # This sync call only runs if .circle-sync-done is an EMPTY file - *step-gclient-sync - store_artifacts: path: patches # These next few steps reset Electron to the correct commit regardless of which cache was restored - run: name: Wipe Electron command: rm -rf src/electron - *step-checkout-electron - *step-run-electron-only-hooks - *step-generate-deps-hash-cleanly - when: condition: << parameters.save-git-cache >> steps: - *step-save-git-cache # Mark sync as done _after_ saving the git cache so that it is uploaded # only when the src cache was not present # Their are theoretically two cases for this cache key # 1. `vX-git-cache-DONE-{deps_hash} # 2. `vX-git-cache-EMPTY-{deps_hash} # # Case (1) occurs when the flag file has "DONE" in it # which only occurs when "step-mark-sync-done" is run # or when the src cache was restored successfully as that # flag file contains "DONE" in the src cache. # # Case (2) occurs when the flag file is empty, this occurs # when the src cache was not restored and "step-mark-sync-done" # has not run yet. # # Notably both of these cases also have completely different # gclient cache states. # In (1) the git cache is completely empty as we didn't run # "gclient sync" because the src cache was restored. # In (2) the git cache is full as we had to run "gclient sync" # # This allows us to do make the follow transitive assumption: # In cases where the src cache is restored, saving the git cache # will save an empty cache. In cases where the src cache is built # during this build the git cache will save a full cache. # # In order words if there is a src cache for a given DEPS hash # the git cache restored will be empty. But if the src cache # is missing we will restore a useful git cache. - *step-mark-sync-done - *step-minimize-workspace-size-from-checkout - *step-delete-git-directories - when: condition: << parameters.persist-checkout >> steps: - persist_to_workspace: root: . paths: - depot_tools - src - when: condition: << parameters.checkout-to-create-src-cache >> steps: - run: name: Move src folder to the cross-OS portal command: | sudo mkdir -p /var/portal sudo chown -R $(id -u):$(id -g) /var/portal mv ./src /var/portal - *step-save-src-cache - *step-make-src-cache-marker - *step-save-src-cache-marker - when: condition: << parameters.build >> steps: - *step-depot-tools-add-to-path - *step-setup-env-for-build - *step-setup-goma-for-build - *step-get-more-space-on-mac - *step-fix-sync - *step-delete-git-directories # Electron app - when: condition: << parameters.use-out-cache >> steps: - *step-restore-out-cache - *step-gn-gen-default - *step-electron-build - *step-maybe-electron-dist-strip - *step-electron-dist-build # Native test targets - *step-native-unittests-build # Node.js headers - *step-nodejs-headers-build # Node.js test executable - *step-nodejs-build-test-executable - *step-show-goma-stats # mksnapshot - *step-mksnapshot-build - *step-maybe-cross-arch-snapshot # chromedriver - *step-electron-chromedriver-build - when: condition: << parameters.build-nonproprietary-ffmpeg >> steps: # ffmpeg - *step-ffmpeg-gn-gen - *step-ffmpeg-build # hunspell - *step-hunspell-build # Save all data needed for a further tests run. - when: condition: << parameters.persist >> steps: - *step-persist-data-for-tests - when: condition: << parameters.build >> steps: - *step-maybe-generate-breakpad-symbols - *step-maybe-zip-symbols - when: condition: << parameters.build >> steps: - move_and_store_all_artifacts - run: name: Remove the big things on macOS, this seems to be better on average command: | if [ "`uname`" == "Darwin" ]; then mkdir -p src/out/Default cd src/out/Default find . -type f -size +50M -delete mkdir -p gen/electron cd gen/electron # These files do not seem to like being in a cache, let us remove them find . -type f -name '*_pkg_info' -delete fi - when: condition: << parameters.use-out-cache >> steps: - *step-save-out-cache - *step-maybe-notify-slack-failure electron-publish: parameters: attach: type: boolean default: false checkout: type: boolean default: true steps: - when: condition: << parameters.attach >> steps: - attach_workspace: at: . - when: condition: << parameters.checkout >> steps: - *step-depot-tools-get - *step-depot-tools-add-to-path - *step-restore-brew-cache - *step-install-python2-on-mac - *step-get-more-space-on-mac - when: condition: << parameters.checkout >> steps: - *step-checkout-electron - *step-touch-sync-done - *step-maybe-restore-git-cache - *step-set-git-cache-path - *step-gclient-sync - *step-delete-git-directories - *step-minimize-workspace-size-from-checkout - *step-fix-sync - *step-setup-env-for-build - *step-setup-goma-for-build - *step-gn-gen-default # Electron app - *step-electron-build - *step-show-goma-stats - *step-maybe-generate-breakpad-symbols - *step-maybe-electron-dist-strip - *step-electron-dist-build - *step-maybe-zip-symbols # mksnapshot - *step-mksnapshot-build # chromedriver - *step-electron-chromedriver-build # Node.js headers - *step-nodejs-headers-build # ffmpeg - *step-ffmpeg-gn-gen - *step-ffmpeg-build # hunspell - *step-hunspell-build # libcxx - *step-maybe-generate-libcxx # typescript defs - *step-maybe-generate-typescript-defs # Publish - *step-electron-publish - move_and_store_all_artifacts # List of all jobs. jobs: # Layer 0: Docs. Standalone. ts-compile-doc-change: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-testing-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' <<: *steps-electron-ts-compile-for-doc-change # Layer 1: Checkout. linux-checkout-for-workspace: executor: linux-docker environment: <<: *env-linux-2xlarge GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: false build: false checkout: true persist-checkout: true linux-make-src-cache: executor: linux-docker environment: <<: *env-linux-2xlarge GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: false build: false checkout: true save-git-cache: true checkout-to-create-src-cache: true linux-checkout-for-native-tests: executor: linux-docker environment: <<: *env-linux-2xlarge GCLIENT_EXTRA_ARGS: '--custom-var=checkout_pyyaml=True' steps: - electron-build: persist: false build: false checkout: true persist-checkout: true linux-checkout-for-native-tests-with-no-patches: executor: linux-docker environment: <<: *env-linux-2xlarge GCLIENT_EXTRA_ARGS: '--custom-var=apply_patches=False --custom-var=checkout_pyyaml=True' steps: - electron-build: persist: false build: false checkout: true persist-checkout: true mac-checkout: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-testing-build <<: *env-macos-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' steps: - electron-build: persist: false build: false checkout: true persist-checkout: true restore-src-cache: false mac-checkout-for-workspace: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-testing-build <<: *env-macos-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' steps: - electron-build: persist: false build: false checkout: true persist-checkout: true mac-make-src-cache: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-testing-build <<: *env-macos-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' steps: - electron-build: persist: false build: false checkout: true save-git-cache: true checkout-to-create-src-cache: true # Layer 2: Builds. linux-x64-testing: executor: linux-docker environment: <<: *env-global <<: *env-testing-build <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true use-out-cache: false linux-x64-testing-asan: executor: linux-docker environment: <<: *env-global <<: *env-testing-build <<: *env-ninja-status CHECK_DIST_MANIFEST: '0' GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' GN_EXTRA_ARGS: 'is_asan = true' steps: - electron-build: persist: true checkout: true use-out-cache: false build-nonproprietary-ffmpeg: false linux-x64-testing-no-run-as-node: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-testing-build <<: *env-ninja-status <<: *env-disable-run-as-node GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: false checkout: true use-out-cache: false linux-x64-testing-gn-check: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-testing-build <<: *steps-electron-gn-check linux-x64-release: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-release-build <<: *env-send-slack-notifications <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true linux-x64-publish: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-release-build UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.linux-publish-arch-limit >>] - equal: ["x64", << pipeline.parameters.linux-publish-arch-limit >>] steps: - electron-publish: attach: false checkout: true linux-ia32-testing: executor: linux-docker environment: <<: *env-global <<: *env-ia32 <<: *env-testing-build <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true use-out-cache: false linux-ia32-release: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-ia32 <<: *env-release-build <<: *env-send-slack-notifications <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true linux-ia32-publish: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-ia32 <<: *env-release-build <<: *env-32bit-release UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.linux-publish-arch-limit >>] - equal: ["ia32", << pipeline.parameters.linux-publish-arch-limit >>] steps: - electron-publish: attach: false checkout: true linux-arm-testing: executor: linux-docker environment: <<: *env-global <<: *env-arm <<: *env-testing-build <<: *env-ninja-status TRIGGER_ARM_TEST: true GENERATE_CROSS_ARCH_SNAPSHOT: true GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true use-out-cache: false linux-arm-release: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-arm <<: *env-release-build <<: *env-send-slack-notifications <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: false checkout: true linux-arm-publish: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-arm <<: *env-release-build <<: *env-32bit-release GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True' UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.linux-publish-arch-limit >>] - equal: ["arm", << pipeline.parameters.linux-publish-arch-limit >>] steps: - electron-publish: attach: false checkout: true linux-arm64-testing: executor: linux-docker environment: <<: *env-global <<: *env-arm64 <<: *env-testing-build <<: *env-ninja-status TRIGGER_ARM_TEST: true GENERATE_CROSS_ARCH_SNAPSHOT: true GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: true checkout: true use-out-cache: false linux-arm64-testing-gn-check: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-arm64 <<: *env-testing-build <<: *steps-electron-gn-check linux-arm64-release: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-arm64 <<: *env-release-build <<: *env-send-slack-notifications <<: *env-ninja-status GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True' steps: - electron-build: persist: false checkout: true linux-arm64-publish: executor: linux-docker environment: <<: *env-linux-2xlarge-release <<: *env-arm64 <<: *env-release-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_arm64=True' UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.linux-publish-arch-limit >>] - equal: ["arm64", << pipeline.parameters.linux-publish-arch-limit >>] steps: - electron-publish: attach: false checkout: true osx-testing-x64: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large <<: *env-testing-build <<: *env-ninja-status <<: *env-macos-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' steps: - electron-build: persist: true checkout: false checkout-and-assume-cache: true attach: true osx-testing-x64-gn-check: executor: name: macos xcode: "13.3.0" environment: <<: *env-machine-mac <<: *env-testing-build <<: *steps-electron-gn-check osx-publish-x64-skip-checkout: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large-release <<: *env-release-build UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.macos-publish-arch-limit >>] - equal: ["osx-x64", << pipeline.parameters.macos-publish-arch-limit >>] steps: - electron-publish: attach: true checkout: false osx-publish-arm64-skip-checkout: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large-release <<: *env-release-build <<: *env-apple-silicon UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.macos-publish-arch-limit >>] - equal: ["osx-arm64", << pipeline.parameters.macos-publish-arch-limit >>] steps: - electron-publish: attach: true checkout: false osx-testing-arm64: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large <<: *env-testing-build <<: *env-ninja-status <<: *env-macos-build <<: *env-apple-silicon GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' GENERATE_CROSS_ARCH_SNAPSHOT: true steps: - electron-build: persist: true checkout: false checkout-and-assume-cache: true attach: true mas-testing-x64: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large <<: *env-mas <<: *env-testing-build <<: *env-ninja-status <<: *env-macos-build GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' steps: - electron-build: persist: true checkout: false checkout-and-assume-cache: true attach: true mas-testing-x64-gn-check: executor: name: macos xcode: "13.3.0" environment: <<: *env-machine-mac <<: *env-mas <<: *env-testing-build <<: *steps-electron-gn-check mas-publish-x64-skip-checkout: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large-release <<: *env-mas <<: *env-release-build UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.macos-publish-arch-limit >>] - equal: ["mas-x64", << pipeline.parameters.macos-publish-arch-limit >>] steps: - electron-publish: attach: true checkout: false mas-publish-arm64-skip-checkout: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large-release <<: *env-mas-apple-silicon <<: *env-release-build UPLOAD_TO_S3: << pipeline.parameters.upload-to-s3 >> <<: *env-ninja-status steps: - run: echo running - when: condition: or: - equal: ["all", << pipeline.parameters.macos-publish-arch-limit >>] - equal: ["mas-arm64", << pipeline.parameters.macos-publish-arch-limit >>] steps: - electron-publish: attach: true checkout: false mas-testing-arm64: executor: name: macos xcode: "13.3.0" environment: <<: *env-mac-large <<: *env-testing-build <<: *env-ninja-status <<: *env-macos-build <<: *env-mas-apple-silicon GCLIENT_EXTRA_ARGS: '--custom-var=checkout_mac=True --custom-var=host_os=mac' GENERATE_CROSS_ARCH_SNAPSHOT: true steps: - electron-build: persist: true checkout: false checkout-and-assume-cache: true attach: true # Layer 3: Tests. linux-x64-unittests: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-unittests <<: *env-headless-testing <<: *steps-native-tests linux-x64-disabled-unittests: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-unittests <<: *env-headless-testing TESTS_ARGS: '--only-disabled-tests' <<: *steps-native-tests linux-x64-chromium-unittests: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-unittests <<: *env-headless-testing TESTS_ARGS: '--include-disabled-tests' <<: *steps-native-tests linux-x64-browsertests: executor: linux-docker environment: <<: *env-linux-2xlarge <<: *env-browsertests <<: *env-testing-build <<: *env-headless-testing <<: *steps-native-tests linux-x64-testing-tests: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-stack-dumping parallelism: 3 <<: *steps-tests linux-x64-testing-asan-tests: executor: name: linux-docker size: xlarge environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-stack-dumping IS_ASAN: '1' DISABLE_CRASH_REPORTER_TESTS: '1' parallelism: 3 <<: *steps-tests linux-x64-testing-nan: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-test-nan linux-x64-testing-node: executor: linux-docker environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-test-node linux-x64-release-tests: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-send-slack-notifications <<: *steps-tests linux-x64-verify-ffmpeg: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-headless-testing <<: *env-send-slack-notifications <<: *steps-verify-ffmpeg linux-ia32-testing-tests: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-ia32 <<: *env-headless-testing <<: *env-stack-dumping parallelism: 3 <<: *steps-tests linux-ia32-testing-nan: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-ia32 <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-test-nan linux-ia32-testing-node: executor: linux-docker environment: <<: *env-linux-medium <<: *env-ia32 <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-test-node linux-ia32-release-tests: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-ia32 <<: *env-headless-testing <<: *env-send-slack-notifications <<: *steps-tests linux-ia32-verify-ffmpeg: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-ia32 <<: *env-headless-testing <<: *env-send-slack-notifications <<: *steps-verify-ffmpeg linux-arm-testing-tests: executor: linux-arm environment: <<: *env-arm <<: *env-global <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-tests linux-arm64-testing-tests: executor: linux-arm64 environment: <<: *env-arm64 <<: *env-global <<: *env-headless-testing <<: *env-stack-dumping <<: *steps-tests osx-testing-x64-tests: executor: macos environment: <<: *env-mac-large <<: *env-stack-dumping parallelism: 2 <<: *steps-tests osx-testing-arm64-tests: executor: apple-silicon environment: <<: *env-mac-large <<: *env-stack-dumping <<: *env-apple-silicon <<: *steps-tests mas-testing-x64-tests: executor: macos environment: <<: *env-mac-large <<: *env-stack-dumping parallelism: 2 <<: *steps-tests mas-testing-arm64-tests: executor: apple-silicon environment: <<: *env-mac-large <<: *env-stack-dumping <<: *env-apple-silicon <<: *steps-tests # Layer 4: Summary. linux-release-summary: executor: name: linux-docker size: medium environment: <<: *env-linux-medium <<: *env-send-slack-notifications steps: - *step-maybe-notify-slack-success # List all workflows workflows: docs-only: when: and: - equal: [false, << pipeline.parameters.run-macos-publish >>] - equal: [false, << pipeline.parameters.run-linux-publish >>] - equal: [true, << pipeline.parameters.run-docs-only >>] jobs: - ts-compile-doc-change publish-linux: when: << pipeline.parameters.run-linux-publish >> jobs: - linux-x64-publish: context: release-env - linux-ia32-publish: context: release-env - linux-arm-publish: context: release-env - linux-arm64-publish: context: release-env publish-macos: when: << pipeline.parameters.run-macos-publish >> jobs: - mac-checkout - osx-publish-x64-skip-checkout: requires: - mac-checkout context: release-env - mas-publish-x64-skip-checkout: requires: - mac-checkout context: release-env - osx-publish-arm64-skip-checkout: requires: - mac-checkout context: release-env - mas-publish-arm64-skip-checkout: requires: - mac-checkout context: release-env build-linux: when: and: - equal: [false, << pipeline.parameters.run-macos-publish >>] - equal: [false, << pipeline.parameters.run-linux-publish >>] - equal: [true, << pipeline.parameters.run-build-linux >>] jobs: - linux-checkout-for-workspace - linux-make-src-cache - linux-x64-testing - linux-x64-testing-asan - linux-x64-testing-no-run-as-node - linux-x64-testing-gn-check: requires: - linux-checkout-for-workspace - linux-x64-testing-tests: requires: - linux-x64-testing - linux-x64-testing-asan-tests: requires: - linux-x64-testing-asan - linux-x64-testing-nan: requires: - linux-x64-testing - linux-x64-testing-node: requires: - linux-x64-testing - linux-ia32-testing - linux-ia32-testing-tests: requires: - linux-ia32-testing - linux-ia32-testing-nan: requires: - linux-ia32-testing - linux-ia32-testing-node: requires: - linux-ia32-testing - linux-arm-testing - linux-arm-testing-tests: filters: branches: # Do not run this on forked pull requests ignore: /pull\/[0-9]+/ requires: - linux-arm-testing - linux-arm64-testing - linux-arm64-testing-tests: filters: branches: # Do not run this on forked pull requests ignore: /pull\/[0-9]+/ requires: - linux-arm64-testing - linux-arm64-testing-gn-check: requires: - linux-checkout-for-workspace build-mac: when: and: - equal: [false, << pipeline.parameters.run-macos-publish >>] - equal: [false, << pipeline.parameters.run-linux-publish >>] - equal: [true, << pipeline.parameters.run-build-mac >>] jobs: - mac-checkout-for-workspace - mac-make-src-cache - osx-testing-x64: requires: - mac-make-src-cache - osx-testing-x64-gn-check: requires: - mac-checkout-for-workspace - osx-testing-x64-tests: requires: - osx-testing-x64 - osx-testing-arm64: requires: - mac-make-src-cache - osx-testing-arm64-tests: filters: branches: # Do not run this on forked pull requests ignore: /pull\/[0-9]+/ requires: - osx-testing-arm64 - mas-testing-x64: requires: - mac-make-src-cache - mas-testing-x64-gn-check: requires: - mac-checkout-for-workspace - mas-testing-x64-tests: requires: - mas-testing-x64 - mas-testing-arm64: requires: - mac-make-src-cache - mas-testing-arm64-tests: filters: branches: # Do not run this on forked pull requests ignore: /pull\/[0-9]+/ requires: - mas-testing-arm64 lint: jobs: - lint