2021-11-29 23:09:07 +00:00
version : 2.1
parameters :
run-docs-only :
type : boolean
default : false
2023-02-01 11:59:16 +00:00
2022-05-09 13:34:17 +00:00
upload-to-storage :
2021-11-29 23:09:07 +00:00
type : string
default : '1'
run-build-linux :
type : boolean
default : false
run-build-mac :
type : boolean
default : false
run-linux-publish :
type : boolean
default : false
linux-publish-arch-limit :
type : enum
default : all
2022-04-22 22:36:22 +00:00
enum : [ "all" , "arm" , "arm64" , "x64" ]
2021-11-29 23:09:07 +00:00
run-macos-publish :
type : boolean
default : false
macos-publish-arch-limit :
type : enum
default : all
enum : [ "all" , "osx-x64" , "osx-arm64" , "mas-x64" , "mas-arm64" ]
# Executors
executors :
linux-docker :
parameters :
size :
description : "Docker executor size"
type : enum
2022-04-28 10:17:05 +00:00
enum : [ "medium" , "xlarge" , "2xlarge" ]
2021-11-29 23:09:07 +00:00
docker :
2022-02-01 16:54:27 +00:00
- image : ghcr.io/electron/build:e6bebd08a51a0d78ec23e5b3fd7e7c0846412328
2021-11-29 23:09:07 +00:00
resource_class : << parameters.size >>
macos :
parameters :
size :
description : "macOS executor size"
type : enum
2022-02-17 21:57:23 +00:00
enum : [ "macos.x86.medium.gen2" , "large" ]
2021-11-29 23:09:07 +00:00
macos :
2023-03-10 16:07:42 +00:00
xcode : 14.0 .0
2021-11-29 23:09:07 +00:00
resource_class : << parameters.size >>
# Electron Runners
apple-silicon :
resource_class : electronjs/macos-arm64
machine : true
linux-arm :
resource_class : electronjs/linux-arm
machine : true
linux-arm64 :
resource_class : electronjs/linux-arm64
machine : true
# The config expects the following environment variables to be set:
# - "SLACK_WEBHOOK" Slack hook URL to send notifications.
#
# The publishing scripts expect access tokens to be defined as env vars,
# but those are not covered here.
#
# CircleCI docs on variables:
# https://circleci.com/docs/2.0/env-vars/
# Build configurations options.
env-testing-build : &env-testing-build
GN_CONFIG : //electron/build/args/testing.gn
CHECK_DIST_MANIFEST : '1'
env-release-build : &env-release-build
GN_CONFIG : //electron/build/args/release.gn
STRIP_BINARIES : true
GENERATE_SYMBOLS : true
CHECK_DIST_MANIFEST : '1'
IS_RELEASE : true
env-headless-testing : &env-headless-testing
DISPLAY : ':99.0'
env-stack-dumping : &env-stack-dumping
ELECTRON_ENABLE_STACK_DUMPING : '1'
env-browsertests : &env-browsertests
GN_CONFIG : //electron/build/args/native_tests.gn
BUILD_TARGET : electron/spec:chromium_browsertests
TESTS_CONFIG : src/electron/spec/configs/browsertests.yml
env-unittests : &env-unittests
GN_CONFIG : //electron/build/args/native_tests.gn
BUILD_TARGET : electron/spec:chromium_unittests
TESTS_CONFIG : src/electron/spec/configs/unittests.yml
env-arm : &env-arm
GN_EXTRA_ARGS : 'target_cpu = "arm"'
MKSNAPSHOT_TOOLCHAIN : //build/toolchain/linux:clang_arm
BUILD_NATIVE_MKSNAPSHOT : 1
TARGET_ARCH : arm
env-apple-silicon : &env-apple-silicon
GN_EXTRA_ARGS : 'target_cpu = "arm64" use_prebuilt_v8_context_snapshot = true'
TARGET_ARCH : arm64
USE_PREBUILT_V8_CONTEXT_SNAPSHOT : 1
npm_config_arch : arm64
2022-07-11 08:04:32 +00:00
env-runner : &env-runner
IS_ELECTRON_RUNNER : 1
2021-11-29 23:09:07 +00:00
env-arm64 : &env-arm64
GN_EXTRA_ARGS : 'target_cpu = "arm64" fatal_linker_warnings = false enable_linux_installer = false'
MKSNAPSHOT_TOOLCHAIN : //build/toolchain/linux:clang_arm64
BUILD_NATIVE_MKSNAPSHOT : 1
TARGET_ARCH : arm64
env-mas : &env-mas
GN_EXTRA_ARGS : 'is_mas_build = true'
MAS_BUILD : 'true'
env-mas-apple-silicon : &env-mas-apple-silicon
GN_EXTRA_ARGS : 'target_cpu = "arm64" is_mas_build = true use_prebuilt_v8_context_snapshot = true'
MAS_BUILD : 'true'
TARGET_ARCH : arm64
USE_PREBUILT_V8_CONTEXT_SNAPSHOT : 1
2022-11-16 18:57:09 +00:00
npm_config_arch : arm64
2021-11-29 23:09:07 +00:00
env-send-slack-notifications : &env-send-slack-notifications
NOTIFY_SLACK : true
2023-02-01 11:59:16 +00:00
2021-11-29 23:09:07 +00:00
env-global : &env-global
ELECTRON_OUT_DIR : Default
env-linux-medium : &env-linux-medium
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 3
env-linux-2xlarge : &env-linux-2xlarge
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 34
env-linux-2xlarge-release : &env-linux-2xlarge-release
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 16
env-machine-mac : &env-machine-mac
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 6
env-mac-large : &env-mac-large
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 18
env-mac-large-release : &env-mac-large-release
<< : *env-global
NUMBER_OF_NINJA_PROCESSES : 8
env-ninja-status : &env-ninja-status
NINJA_STATUS : "[%r processes, %f/%t @ %o/s : %es] "
env-disable-run-as-node : &env-disable-run-as-node
GN_BUILDFLAG_ARGS : 'enable_run_as_node = false'
env-32bit-release : &env-32bit-release
# Set symbol level to 1 for 32 bit releases because of https://crbug.com/648948
GN_BUILDFLAG_ARGS : 'symbol_level = 1'
env-macos-build : &env-macos-build
# Disable pre-compiled headers to reduce out size, only useful for rebuilds
GN_BUILDFLAG_ARGS : 'enable_precompiled_headers = false'
# Individual (shared) steps.
step-maybe-notify-slack-failure : &step-maybe-notify-slack-failure
run :
name : Send a Slack notification on failure
command : |
if [ "$NOTIFY_SLACK" == "true" ]; then
export MESSAGE="Build failed for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*."
curl -g -H "Content-Type: application/json" -X POST \
-d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"#FC5C3C\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK
fi
when : on_fail
step-maybe-notify-slack-success : &step-maybe-notify-slack-success
run :
name : Send a Slack notification on success
command : |
if [ "$NOTIFY_SLACK" == "true" ]; then
export MESSAGE="Build succeeded for *<$CIRCLE_BUILD_URL|$CIRCLE_JOB>* nightly build from *$CIRCLE_BRANCH*."
curl -g -H "Content-Type: application/json" -X POST \
-d "{\"text\": \"$MESSAGE\", \"attachments\": [{\"color\": \"good\",\"title\": \"$CIRCLE_JOB nightly build results\",\"title_link\": \"$CIRCLE_BUILD_URL\"}]}" $SLACK_WEBHOOK
fi
when : on_success
step-maybe-cleanup-arm64-mac : &step-maybe-cleanup-arm64-mac
run :
name : Cleanup after testing
command : |
if [ "$TARGET_ARCH" == "arm64" ] &&[ "`uname`" == "Darwin" ]; then
killall Electron || echo "No Electron processes left running"
killall Safari || echo "No Safari processes left running"
rm -rf ~/Library/Application\ Support/Electron*
rm -rf ~/Library/Application\ Support/electron*
security delete-generic-password -l "Chromium Safe Storage" || echo "✓ Keychain does not contain password from tests"
security delete-generic-password -l "Electron Test Main Safe Storage" || echo "✓ Keychain does not contain password from tests"
2022-09-23 19:32:10 +00:00
security delete-generic-password -a "electron-test-safe-storage" || echo "✓ Keychain does not contain password from tests"
2023-01-06 02:35:34 +00:00
security delete-generic-password -l "electron-test-safe-storage Safe Storage" || echo "✓ Keychain does not contain password from tests"
2021-11-29 23:09:07 +00:00
elif [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
XVFB=/usr/bin/Xvfb
/sbin/start-stop-daemon --stop --exec $XVFB || echo "Xvfb not running"
pkill electron || echo "electron not running"
rm -rf ~/.config/Electron*
rm -rf ~/.config/electron*
fi
when : always
step-checkout-electron : &step-checkout-electron
checkout :
path : src/electron
step-depot-tools-get : &step-depot-tools-get
run :
name : Get depot tools
command : |
git clone --depth=1 https://chromium.googlesource.com/chromium/tools/depot_tools.git
2022-01-21 00:58:04 +00:00
if [ "`uname`" == "Darwin" ]; then
2022-04-22 22:36:22 +00:00
# remove ninjalog_uploader_wrapper.py from autoninja since we don't use it and it causes problems
2022-01-21 00:58:04 +00:00
sed -i '' '/ninjalog_uploader_wrapper.py/d' ./depot_tools/autoninja
else
sed -i '/ninjalog_uploader_wrapper.py/d' ./depot_tools/autoninja
2022-04-22 22:36:22 +00:00
# Remove swift-format dep from cipd on macOS until we send a patch upstream.
cd depot_tools
patch gclient.py -R \<<'EOF'
676 , 677c676
< packages = dep_value.get('packages', [])
< for package in (x for x in packages if "infra/3pp/tools/swift-format" not in x.get('package')):
---
> for package in dep_value.get('packages', []) :
EOF
2022-01-21 00:58:04 +00:00
fi
2021-11-29 23:09:07 +00:00
step-depot-tools-add-to-path : &step-depot-tools-add-to-path
run :
name : Add depot tools to PATH
command : echo 'export PATH="$PATH:'"$PWD"'/depot_tools"' >> $BASH_ENV
step-gclient-sync : &step-gclient-sync
run :
name : Gclient sync
command : |
# If we did not restore a complete sync then we need to sync for realz
if [ ! -s "src/electron/.circle-sync-done" ]; then
gclient config \
--name "src/electron" \
--unmanaged \
$GCLIENT_EXTRA_ARGS \
"$CIRCLE_REPOSITORY_URL"
ELECTRON_USE_THREE_WAY_MERGE_FOR_PATCHES=1 gclient sync --with_branch_heads --with_tags
if [ "$IS_RELEASE" != "true" ]; then
# Re-export all the patches to check if there were changes.
python src/electron/script/export_all_patches.py src/electron/patches/config.json
cd src/electron
git update-index --refresh || true
if ! git diff-index --quiet HEAD --; then
# There are changes to the patches. Make a git commit with the updated patches
git add patches
GIT_COMMITTER_NAME="PatchUp" GIT_COMMITTER_EMAIL="73610968+patchup[bot]@users.noreply.github.com" git commit -m "chore: update patches" --author="PatchUp <73610968+patchup[bot]@users.noreply.github.com>"
# Export it
mkdir -p ../../patches
git format-patch -1 --stdout --keep-subject --no-stat --full-index > ../../patches/update-patches.patch
if (node ./script/push-patch.js 2> /dev/null > /dev/null); then
echo
echo "======================================================================"
echo "Changes to the patches when applying, we have auto-pushed the diff to the current branch"
echo "A new CI job will kick off shortly"
echo "======================================================================"
exit 1
else
echo
echo "======================================================================"
echo "There were changes to the patches when applying."
echo "Check the CI artifacts for a patch you can apply to fix it."
echo "======================================================================"
exit 1
fi
fi
fi
fi
step-setup-env-for-build : &step-setup-env-for-build
run :
name : Setup Environment Variables
command : |
# To find `gn` executable.
echo 'export CHROMIUM_BUILDTOOLS_PATH="'"$PWD"'/src/buildtools"' >> $BASH_ENV
step-setup-goma-for-build : &step-setup-goma-for-build
run :
name : Setup Goma
command : |
echo 'export NUMBER_OF_NINJA_PROCESSES=300' >> $BASH_ENV
if [ "`uname`" == "Darwin" ]; then
echo 'ulimit -n 10000' >> $BASH_ENV
echo 'sudo launchctl limit maxfiles 65536 200000' >> $BASH_ENV
fi
if [ ! -z "$RAW_GOMA_AUTH" ]; then
echo $RAW_GOMA_AUTH > ~/.goma_oauth2_config
fi
git clone https://github.com/electron/build-tools.git
cd build-tools
npm install
mkdir third_party
node -e "require('./src/utils/goma.js').downloadAndPrepare({ gomaOneForAll: true })"
export GOMA_FALLBACK_ON_AUTH_FAILURE=true
third_party/goma/goma_ctl.py ensure_start
2022-03-23 22:55:26 +00:00
if [ ! -z "$RAW_GOMA_AUTH" ] && [ "`third_party/goma/goma_auth.py info`" != "Login as Fermi Planck" ]; then
echo "WARNING!!!!!! Goma authentication is incorrect; please update Goma auth token."
exit 1
fi
2021-11-29 23:09:07 +00:00
echo 'export GN_GOMA_FILE='`node -e "console.log(require('./src/utils/goma.js').gnFilePath)"` >> $BASH_ENV
echo 'export LOCAL_GOMA_DIR='`node -e "console.log(require('./src/utils/goma.js').dir)"` >> $BASH_ENV
echo 'export GOMA_FALLBACK_ON_AUTH_FAILURE=true' >> $BASH_ENV
cd ..
2022-04-27 06:14:59 +00:00
touch "${TMPDIR:=/tmp}"/.goma-ready
background : true
step-wait-for-goma : &step-wait-for-goma
run :
name : Wait for Goma
command : |
until [ -f "${TMPDIR:=/tmp}"/.goma-ready ]
do
sleep 5
done
echo "Goma ready"
2022-07-19 08:20:16 +00:00
no_output_timeout : 5m
2021-11-29 23:09:07 +00:00
step-restore-brew-cache : &step-restore-brew-cache
restore_cache :
paths :
- /usr/local/Cellar/gnu-tar
- /usr/local/bin/gtar
keys :
2022-04-22 22:36:22 +00:00
- v5-brew-cache-{{ arch }}
2021-11-29 23:09:07 +00:00
step-save-brew-cache : &step-save-brew-cache
save_cache :
paths :
- /usr/local/Cellar/gnu-tar
- /usr/local/bin/gtar
2022-04-22 22:36:22 +00:00
key : v5-brew-cache-{{ arch }}
2021-11-29 23:09:07 +00:00
name : Persisting brew cache
step-get-more-space-on-mac : &step-get-more-space-on-mac
run :
name : Free up space on MacOS
command : |
if [ "`uname`" == "Darwin" ]; then
sudo mkdir -p $TMPDIR/del-target
2022-02-11 01:43:14 +00:00
2021-11-29 23:09:07 +00:00
tmpify() {
if [ -d "$1" ]; then
sudo mv "$1" $TMPDIR/del-target/$(echo $1|shasum -a 256|head -n1|cut -d " " -f1)
fi
}
strip_arm_deep() {
opwd=$(pwd)
cd $1
f=$(find . -perm +111 -type f)
for fp in $f
do
if [[ $(file "$fp") == *"universal binary"* ]]; then
if [[ $(file "$fp") == *"arm64e)"* ]]; then
sudo lipo -remove arm64e "$fp" -o "$fp" || true
fi
if [[ $(file "$fp") == *"arm64)"* ]]; then
sudo lipo -remove arm64 "$fp" -o "$fp" || true
fi
fi
done
cd $opwd
}
tmpify /Library/Developer/CoreSimulator
tmpify ~/Library/Developer/CoreSimulator
tmpify $(xcode-select -p)/Platforms/AppleTVOS.platform
tmpify $(xcode-select -p)/Platforms/iPhoneOS.platform
tmpify $(xcode-select -p)/Platforms/WatchOS.platform
tmpify $(xcode-select -p)/Platforms/WatchSimulator.platform
tmpify $(xcode-select -p)/Platforms/AppleTVSimulator.platform
tmpify $(xcode-select -p)/Platforms/iPhoneSimulator.platform
tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/metal/ios
tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift
tmpify $(xcode-select -p)/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift-5.0
tmpify ~/.rubies
tmpify ~/Library/Caches/Homebrew
tmpify /usr/local/Homebrew
2023-03-21 00:06:27 +00:00
# the contents of build/linux/strip_binary.gni aren't used, but
# https://chromium-review.googlesource.com/c/chromium/src/+/4278307
# needs the file to exist.
mv ~/project/src/build/linux/strip_binary.gni "${TMPDIR}"/
tmpify ~/project/src/build/linux/
mkdir -p ~/project/src/build/linux
mv "${TMPDIR}/strip_binary.gni" ~/project/src/build/linux/
2021-11-29 23:09:07 +00:00
sudo rm -rf $TMPDIR/del-target
2022-02-25 18:17:35 +00:00
# sudo rm -rf "/System/Library/Desktop Pictures"
# sudo rm -rf /System/Library/Templates/Data
# sudo rm -rf /System/Library/Speech/Voices
# sudo rm -rf "/System/Library/Screen Savers"
# sudo rm -rf /System/Volumes/Data/Library/Developer/CommandLineTools/SDKs
# sudo rm -rf "/System/Volumes/Data/Library/Application Support/Apple/Photos/Print Products"
# sudo rm -rf /System/Volumes/Data/Library/Developer/CommandLineTools/SDKs/MacOSX10.15.sdk/
# sudo rm -rf /System/Volumes/Data/Library/Java
# sudo rm -rf /System/Volumes/Data/Library/Ruby
# sudo rm -rf /System/Volumes/Data/Library/Printers
# sudo rm -rf /System/iOSSupport
# sudo rm -rf /System/Applications/*.app
# sudo rm -rf /System/Applications/Utilities/*.app
# sudo rm -rf /System/Library/LinguisticData
# sudo rm -rf /System/Volumes/Data/private/var/db/dyld/*
2022-02-11 01:43:14 +00:00
# sudo rm -rf /System/Library/Fonts/*
# sudo rm -rf /System/Library/PreferencePanes
2022-02-25 18:17:35 +00:00
# sudo rm -rf /System/Library/AssetsV2/*
2022-02-11 01:43:14 +00:00
sudo rm -rf /Applications/Safari.app
sudo rm -rf ~/project/src/third_party/catapult/tracing/test_data
sudo rm -rf ~/project/src/third_party/angle/third_party/VK-GL-CTS
# lipo off some huge binaries arm64 versions to save space
strip_arm_deep $(xcode-select -p)/../SharedFrameworks
2022-02-25 18:17:35 +00:00
# strip_arm_deep /System/Volumes/Data/Library/Developer/CommandLineTools/usr
2021-11-29 23:09:07 +00:00
fi
background : true
# On macOS delete all .git directories under src/ expect for
2022-04-12 11:19:14 +00:00
# third_party/angle/ and third_party/dawn/ because of build time generation of files
2021-11-29 23:09:07 +00:00
# gen/angle/commit.h depends on third_party/angle/.git/HEAD
# https://chromium-review.googlesource.com/c/angle/angle/+/2074924
2022-04-12 11:19:14 +00:00
# and dawn/common/Version_autogen.h depends on third_party/dawn/.git/HEAD
# https://dawn-review.googlesource.com/c/dawn/+/83901
2021-11-29 23:09:07 +00:00
# TODO: maybe better to always leave out */.git/HEAD file for all targets ?
step-delete-git-directories : &step-delete-git-directories
run :
name : Delete all .git directories under src on MacOS to free space
command : |
if [ "`uname`" == "Darwin" ]; then
cd src
2022-10-25 06:44:43 +00:00
( find . -type d -name ".git" -not -path "./third_party/angle/*" -not -path "./third_party/dawn/*" -not -path "./electron/*" ) | xargs rm -rf
2021-11-29 23:09:07 +00:00
fi
# On macOS the yarn install command during gclient sync was run on a linux
# machine and therefore installed a slightly different set of dependencies
# Notably "fsevents" is a macOS only dependency, we rerun yarn install once
# we are on a macOS machine to get the correct state
step-install-npm-deps-on-mac : &step-install-npm-deps-on-mac
run :
name : Install node_modules on MacOS
command : |
if [ "`uname`" == "Darwin" ]; then
cd src/electron
node script/yarn install
fi
2022-05-24 21:04:49 +00:00
step-install-npm-deps : &step-install-npm-deps
run :
name : Install node_modules
command : |
cd src/electron
node script/yarn install --frozen-lockfile
2021-11-29 23:09:07 +00:00
# This step handles the differences between the linux "gclient sync"
# and the expected state on macOS
step-fix-sync : &step-fix-sync
run :
name : Fix Sync
command : |
2023-01-30 17:35:38 +00:00
SEDOPTION="-i"
2021-11-29 23:09:07 +00:00
if [ "`uname`" == "Darwin" ]; then
2023-01-30 17:35:38 +00:00
SEDOPTION="-i ''"
2021-11-29 23:09:07 +00:00
# Fix Clang Install (wrong binary)
rm -rf src/third_party/llvm-build
python3 src/tools/clang/scripts/update.py
2022-02-25 18:17:35 +00:00
# Fix esbuild (wrong binary)
echo 'infra/3pp/tools/esbuild/${platform}' `gclient getdep --deps-file=src/third_party/devtools-frontend/src/DEPS -r 'third_party/esbuild:infra/3pp/tools/esbuild/${platform}'` > esbuild_ensure_file
2022-03-29 03:57:11 +00:00
# Remove extra output from calling gclient getdep which always calls update_depot_tools
sed -i '' "s/Updating depot_tools... //g" esbuild_ensure_file
2022-02-25 18:17:35 +00:00
cipd ensure --root src/third_party/devtools-frontend/src/third_party/esbuild -ensure-file esbuild_ensure_file
2021-11-29 23:09:07 +00:00
fi
2023-01-30 17:35:38 +00:00
# Make sure we are using the right ninja
echo 'infra/3pp/tools/ninja/${platform}' `gclient getdep --deps-file=src/DEPS -r 'src/third_party/ninja:infra/3pp/tools/ninja/${platform}'` > ninja_ensure_file
sed $SEDOPTION "s/Updating depot_tools... //g" ninja_ensure_file
cipd ensure --root src/third_party/ninja -ensure-file ninja_ensure_file
2023-01-31 16:29:39 +00:00
# Explicitly add ninja to the path
echo 'export PATH="$PATH:'"$PWD"'/src/third_party/ninja"' >> $BASH_ENV
2021-11-29 23:09:07 +00:00
cd src/third_party/angle
2022-02-25 18:17:35 +00:00
rm .git/objects/info/alternates
2021-11-29 23:09:07 +00:00
git remote set-url origin https://chromium.googlesource.com/angle/angle.git
2022-02-25 18:17:35 +00:00
cp .git/config .git/config.backup
git remote remove origin
mv .git/config.backup .git/config
2021-11-29 23:09:07 +00:00
git fetch
step-install-signing-cert-on-mac : &step-install-signing-cert-on-mac
run :
name : Import and trust self-signed codesigning cert on MacOS
command : |
if [ "$TARGET_ARCH" != "arm64" ] && [ "`uname`" == "Darwin" ]; then
2022-07-11 08:04:32 +00:00
sudo security authorizationdb write com.apple.trust-settings.admin allow
2021-11-29 23:09:07 +00:00
cd src/electron
./script/codesign/generate-identity.sh
fi
step-install-gnutar-on-mac : &step-install-gnutar-on-mac
run :
name : Install gnu-tar on macos
command : |
if [ "`uname`" == "Darwin" ]; then
if [ ! -d /usr/local/Cellar/gnu-tar/ ]; then
brew update
brew install gnu-tar
fi
ln -fs /usr/local/bin/gtar /usr/local/bin/tar
fi
step-gn-gen-default : &step-gn-gen-default
run :
name : Default GN gen
command : |
cd src
gn gen out/Default --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS"
step-gn-check : &step-gn-check
run :
name : GN check
command : |
cd src
gn check out/Default //electron:electron_lib
gn check out/Default //electron:electron_app
gn check out/Default //electron/shell/common/api:mojo
# Check the hunspell filenames
node electron/script/gen-hunspell-filenames.js --check
node electron/script/gen-libc++-filenames.js --check
step-maybe-electron-dist-strip : &step-maybe-electron-dist-strip
run :
name : Strip electron binaries
command : |
if [ "$STRIP_BINARIES" == "true" ] && [ "`uname`" == "Linux" ]; then
if [ x"$TARGET_ARCH" == x ]; then
target_cpu=x64
else
target_cpu="$TARGET_ARCH"
fi
cd src
electron/script/copy-debug-symbols.py --target-cpu="$target_cpu" --out-dir=out/Default/debug --compress
electron/script/strip-binaries.py --target-cpu="$target_cpu"
electron/script/add-debug-link.py --target-cpu="$target_cpu" --debug-dir=out/Default/debug
fi
step-electron-chromedriver-build : &step-electron-chromedriver-build
run :
name : Build chromedriver.zip
command : |
cd src
if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
gn gen out/chromedriver --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") is_component_ffmpeg=false proprietary_codecs=false $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS"
export CHROMEDRIVER_DIR="out/chromedriver"
else
export CHROMEDRIVER_DIR="out/Default"
fi
ninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver -j $NUMBER_OF_NINJA_PROCESSES
if [ "`uname`" == "Linux" ]; then
electron/script/strip-binaries.py --target-cpu="$TARGET_ARCH" --file $PWD/$CHROMEDRIVER_DIR/chromedriver
fi
ninja -C $CHROMEDRIVER_DIR electron:electron_chromedriver_zip
if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
cp out/chromedriver/chromedriver.zip out/Default
fi
step-nodejs-headers-build : &step-nodejs-headers-build
run :
name : Build Node.js headers
command : |
cd src
ninja -C out/Default third_party/electron_node:headers
step-electron-publish : &step-electron-publish
run :
name : Publish Electron Dist
command : |
if [ "`uname`" == "Darwin" ]; then
rm -rf src/out/Default/obj
fi
cd src/electron
2022-05-09 13:34:17 +00:00
if [ "$UPLOAD_TO_STORAGE" == "1" ]; then
echo 'Uploading Electron release distribution to Azure'
2022-08-22 20:11:41 +00:00
script/release/uploaders/upload.py --verbose --upload_to_storage
2021-11-29 23:09:07 +00:00
else
2022-06-16 07:46:11 +00:00
echo 'Uploading Electron release distribution to GitHub releases'
2021-11-29 23:09:07 +00:00
script/release/uploaders/upload.py --verbose
fi
step-electron-dist-unzip : &step-electron-dist-unzip
run :
name : Unzip dist.zip
command : |
cd src/out/Default
# -o overwrite files WITHOUT prompting
# TODO(alexeykuzmin): Remove '-o' when it's no longer needed.
# -: allows to extract archive members into locations outside
# of the current ``extraction root folder''.
# ASan builds have the llvm-symbolizer binaries listed as
# runtime_deps, with their paths as `../../third_party/...`
# unzip exits with non-zero code on such zip files unless -: is
# passed.
unzip -:o dist.zip
step-mksnapshot-unzip : &step-mksnapshot-unzip
run :
name : Unzip mksnapshot.zip
command : |
cd src/out/Default
unzip -:o mksnapshot.zip
step-chromedriver-unzip : &step-chromedriver-unzip
run :
name : Unzip chromedriver.zip
command : |
cd src/out/Default
unzip -:o chromedriver.zip
step-ffmpeg-gn-gen : &step-ffmpeg-gn-gen
run :
name : ffmpeg GN gen
command : |
cd src
gn gen out/ffmpeg --args="import(\"//electron/build/args/ffmpeg.gn\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS"
step-ffmpeg-build : &step-ffmpeg-build
run :
name : Non proprietary ffmpeg build
command : |
cd src
ninja -C out/ffmpeg electron:electron_ffmpeg_zip -j $NUMBER_OF_NINJA_PROCESSES
step-verify-mksnapshot : &step-verify-mksnapshot
run :
name : Verify mksnapshot
command : |
if [ "$IS_ASAN" != "1" ]; then
cd src
if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --snapshot-files-dir $PWD/cross-arch-snapshots
else
python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default
fi
fi
step-verify-chromedriver : &step-verify-chromedriver
run :
name : Verify ChromeDriver
command : |
if [ "$IS_ASAN" != "1" ]; then
cd src
python electron/script/verify-chromedriver.py --source-root "$PWD" --build-dir out/Default
fi
step-setup-linux-for-headless-testing : &step-setup-linux-for-headless-testing
run :
name : Setup for headless testing
command : |
if [ "`uname`" != "Darwin" ]; then
sh -e /etc/init.d/xvfb start
fi
step-show-goma-stats : &step-show-goma-stats
run :
shell : /bin/bash
name : Check goma stats after build
2023-02-01 11:59:16 +00:00
command : |
2021-11-29 23:09:07 +00:00
set +e
set +o pipefail
$LOCAL_GOMA_DIR/goma_ctl.py stat
$LOCAL_GOMA_DIR/diagnose_goma_log.py
true
when : always
2022-04-27 06:14:59 +00:00
background : true
2021-11-29 23:09:07 +00:00
step-mksnapshot-build : &step-mksnapshot-build
run :
name : mksnapshot build
2022-03-22 15:31:53 +00:00
no_output_timeout : 30m
2021-11-29 23:09:07 +00:00
command : |
cd src
if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" != "1" ]; then
ninja -C out/Default electron:electron_mksnapshot -j $NUMBER_OF_NINJA_PROCESSES
gn desc out/Default v8:run_mksnapshot_default args > out/Default/mksnapshot_args
2022-11-17 22:49:12 +00:00
# Remove unused args from mksnapshot_args
2022-12-01 19:12:32 +00:00
SEDOPTION="-i"
2022-11-17 22:49:12 +00:00
if [ "`uname`" == "Darwin" ]; then
SEDOPTION="-i ''"
fi
sed $SEDOPTION '/.*builtins-pgo/d' out/Default/mksnapshot_args
sed $SEDOPTION '/--turbo-profiling-input/d' out/Default/mksnapshot_args
2021-11-29 23:09:07 +00:00
fi
if [ "`uname`" != "Darwin" ]; then
if [ "$TARGET_ARCH" == "arm" ]; then
electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/mksnapshot
electron/script/strip-binaries.py --file $PWD/out/Default/clang_x86_v8_arm/v8_context_snapshot_generator
elif [ "$TARGET_ARCH" == "arm64" ]; then
electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/mksnapshot
electron/script/strip-binaries.py --file $PWD/out/Default/clang_x64_v8_arm64/v8_context_snapshot_generator
else
electron/script/strip-binaries.py --file $PWD/out/Default/mksnapshot
electron/script/strip-binaries.py --file $PWD/out/Default/v8_context_snapshot_generator
fi
fi
if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" != "1" ] && [ "$SKIP_DIST_ZIP" != "1" ]; then
ninja -C out/Default electron:electron_mksnapshot_zip -j $NUMBER_OF_NINJA_PROCESSES
(cd out/Default; zip mksnapshot.zip mksnapshot_args gen/v8/embedded.S)
fi
step-hunspell-build : &step-hunspell-build
run :
name : hunspell build
command : |
cd src
if [ "$SKIP_DIST_ZIP" != "1" ]; then
ninja -C out/Default electron:hunspell_dictionaries_zip -j $NUMBER_OF_NINJA_PROCESSES
fi
step-maybe-generate-libcxx : &step-maybe-generate-libcxx
run :
name : maybe generate libcxx
command : |
cd src
if [ "`uname`" == "Linux" ]; then
ninja -C out/Default electron:libcxx_headers_zip -j $NUMBER_OF_NINJA_PROCESSES
ninja -C out/Default electron:libcxxabi_headers_zip -j $NUMBER_OF_NINJA_PROCESSES
2022-06-21 16:06:50 +00:00
ninja -C out/Default electron:libcxx_objects_zip -j $NUMBER_OF_NINJA_PROCESSES
2021-11-29 23:09:07 +00:00
fi
step-maybe-generate-breakpad-symbols : &step-maybe-generate-breakpad-symbols
run :
name : Generate breakpad symbols
no_output_timeout : 30m
command : |
if [ "$GENERATE_SYMBOLS" == "true" ]; then
cd src
ninja -C out/Default electron:electron_symbols
fi
step-maybe-zip-symbols : &step-maybe-zip-symbols
2022-11-16 18:57:09 +00:00
run :
name : Zip symbols
command : |
cd src
export BUILD_PATH="$PWD/out/Default"
ninja -C out/Default electron:licenses
ninja -C out/Default electron:electron_version_file
electron/script/zip-symbols.py -b $BUILD_PATH
step-maybe-zip-symbols-and-clean : &step-maybe-zip-symbols-and-clean
2021-11-29 23:09:07 +00:00
run :
name : Zip symbols
command : |
cd src
export BUILD_PATH="$PWD/out/Default"
ninja -C out/Default electron:licenses
2022-10-25 06:44:43 +00:00
ninja -C out/Default electron:electron_version_file
2021-11-29 23:09:07 +00:00
DELETE_DSYMS_AFTER_ZIP=1 electron/script/zip-symbols.py -b $BUILD_PATH
step-maybe-cross-arch-snapshot : &step-maybe-cross-arch-snapshot
run :
name : Generate cross arch snapshot (arm/arm64)
command : |
if [ "$GENERATE_CROSS_ARCH_SNAPSHOT" == "true" ] && [ -z "$CIRCLE_PR_NUMBER" ]; then
cd src
if [ "$TARGET_ARCH" == "arm" ]; then
export MKSNAPSHOT_PATH="clang_x86_v8_arm"
elif [ "$TARGET_ARCH" == "arm64" ]; then
export MKSNAPSHOT_PATH="clang_x64_v8_arm64"
fi
2023-02-01 11:59:16 +00:00
cp "out/Default/$MKSNAPSHOT_PATH/mksnapshot" out/Default
2021-11-29 23:09:07 +00:00
cp "out/Default/$MKSNAPSHOT_PATH/v8_context_snapshot_generator" out/Default
if [ "`uname`" == "Linux" ]; then
cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.so" out/Default
elif [ "`uname`" == "Darwin" ]; then
cp "out/Default/$MKSNAPSHOT_PATH/libffmpeg.dylib" out/Default
fi
python electron/script/verify-mksnapshot.py --source-root "$PWD" --build-dir out/Default --create-snapshot-only
mkdir cross-arch-snapshots
cp out/Default-mksnapshot-test/*.bin cross-arch-snapshots
2022-11-16 18:57:09 +00:00
# Clean up so that ninja does not get confused
if [ "`uname`" == "Linux" ]; then
rm -f out/Default/libffmpeg.so
elif [ "`uname`" == "Darwin" ]; then
rm -f out/Default/libffmpeg.dylib
fi
2021-11-29 23:09:07 +00:00
fi
step-maybe-generate-typescript-defs : &step-maybe-generate-typescript-defs
run :
name : Generate type declarations
command : |
if [ "`uname`" == "Darwin" ]; then
cd src/electron
node script/yarn create-typescript-definitions
fi
step-fix-known-hosts-linux : &step-fix-known-hosts-linux
run :
name : Fix Known Hosts on Linux
command : |
if [ "`uname`" == "Linux" ]; then
./src/electron/.circleci/fix-known-hosts.sh
fi
# Checkout Steps
step-generate-deps-hash : &step-generate-deps-hash
run :
name : Generate DEPS Hash
command : node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target
step-touch-sync-done : &step-touch-sync-done
run :
name : Touch Sync Done
command : touch src/electron/.circle-sync-done
# Restore exact src cache based on the hash of DEPS and patches/*
# If no cache is matched EXACTLY then the .circle-sync-done file is empty
# If a cache is matched EXACTLY then the .circle-sync-done file contains "done"
step-maybe-restore-src-cache : &step-maybe-restore-src-cache
restore_cache :
keys :
2022-11-15 08:30:07 +00:00
- v16-src-cache-{{ checksum "src/electron/.depshash" }}
2021-11-29 23:09:07 +00:00
name : Restoring src cache
step-maybe-restore-src-cache-marker : &step-maybe-restore-src-cache-marker
restore_cache :
keys :
2022-11-15 08:30:07 +00:00
- v16-src-cache-marker-{{ checksum "src/electron/.depshash" }}
2021-11-29 23:09:07 +00:00
name : Restoring src cache marker
# Restore exact or closest git cache based on the hash of DEPS and .circle-sync-done
# If the src cache was restored above then this will match an empty cache
# If the src cache was not restored above then this will match a close git cache
step-maybe-restore-git-cache : &step-maybe-restore-git-cache
restore_cache :
paths :
2022-04-21 21:34:25 +00:00
- git-cache
2021-11-29 23:09:07 +00:00
keys :
2022-04-21 21:34:25 +00:00
- v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }}
- v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}
2021-11-29 23:09:07 +00:00
name : Conditionally restoring git cache
step-set-git-cache-path : &step-set-git-cache-path
run :
name : Set GIT_CACHE_PATH to make gclient to use the cache
command : |
# CircleCI does not support interpolation when setting environment variables.
# https://circleci.com/docs/2.0/env-vars/#setting-an-environment-variable-in-a-shell-command
2022-04-21 21:34:25 +00:00
echo 'export GIT_CACHE_PATH="$PWD/git-cache"' >> $BASH_ENV
2021-11-29 23:09:07 +00:00
# Persist the git cache based on the hash of DEPS and .circle-sync-done
# If the src cache was restored above then this will persist an empty cache
step-save-git-cache : &step-save-git-cache
save_cache :
paths :
2022-04-21 21:34:25 +00:00
- git-cache
key : v1-git-cache-{{ checksum "src/electron/.circle-sync-done" }}-{{ checksum "src/electron/DEPS" }}
2021-11-29 23:09:07 +00:00
name : Persisting git cache
step-run-electron-only-hooks : &step-run-electron-only-hooks
run :
name : Run Electron Only Hooks
command : gclient runhooks --spec="solutions=[{'name':'src/electron','url':None,'deps_file':'DEPS','custom_vars':{'process_deps':False},'managed':False}]"
step-generate-deps-hash-cleanly : &step-generate-deps-hash-cleanly
run :
name : Generate DEPS Hash
command : (cd src/electron && git checkout .) && node src/electron/script/generate-deps-hash.js && cat src/electron/.depshash-target
# Mark the sync as done for future cache saving
step-mark-sync-done : &step-mark-sync-done
run :
name : Mark Sync Done
command : echo DONE > src/electron/.circle-sync-done
# Minimize the size of the cache
step-minimize-workspace-size-from-checkout : &step-minimize-workspace-size-from-checkout
run :
name : Remove some unused data to avoid storing it in the workspace/cache
command : |
rm -rf src/android_webview
rm -rf src/ios/chrome
rm -rf src/third_party/blink/web_tests
rm -rf src/third_party/blink/perf_tests
rm -rf third_party/electron_node/deps/openssl
rm -rf third_party/electron_node/deps/v8
rm -rf chrome/test/data/xr/webvr_info
2022-10-25 06:44:43 +00:00
rm -rf src/third_party/angle/third_party/VK-GL-CTS/src
2022-11-15 08:30:07 +00:00
rm -rf src/third_party/swift-toolchain
rm -rf src/third_party/swiftshader/tests/regres/testlists
2021-11-29 23:09:07 +00:00
# Save the src cache based on the deps hash
step-save-src-cache : &step-save-src-cache
save_cache :
paths :
- /var/portal
2022-11-15 08:30:07 +00:00
key : v16-src-cache-{{ checksum "/var/portal/src/electron/.depshash" }}
2021-11-29 23:09:07 +00:00
name : Persisting src cache
step-make-src-cache-marker : &step-make-src-cache-marker
run :
name : Making src cache marker
command : touch .src-cache-marker
step-save-src-cache-marker : &step-save-src-cache-marker
save_cache :
paths :
- .src-cache-marker
2022-11-15 08:30:07 +00:00
key : v16-src-cache-marker-{{ checksum "/var/portal/src/electron/.depshash" }}
2021-11-29 23:09:07 +00:00
step-maybe-early-exit-no-doc-change : &step-maybe-early-exit-no-doc-change
run :
name : Shortcircuit job if change is not doc only
command : |
if [ ! -s src/electron/.skip-ci-build ]; then
circleci-agent step halt
fi
step-ts-compile : &step-ts-compile
run :
name : Run TS/JS compile on doc only change
command : |
2022-05-24 21:04:49 +00:00
cd src/electron
node script/yarn create-typescript-definitions
node script/yarn tsc -p tsconfig.default_app.json --noEmit
for f in build/webpack/*.js
do
out="${f:29}"
if [ "$out" != "base.js" ]; then
2022-08-08 21:09:09 +00:00
node script/yarn webpack --config $f --output-filename=$out --output-path=./.tmp --env mode=development
2022-05-24 21:04:49 +00:00
fi
done
2021-11-29 23:09:07 +00:00
# List of all steps.
steps-electron-gn-check : &steps-electron-gn-check
steps :
2022-04-27 06:14:59 +00:00
- *step-checkout-electron
- *step-depot-tools-get
2021-11-29 23:09:07 +00:00
- *step-depot-tools-add-to-path
2022-06-01 16:59:26 +00:00
- install-python2-mac
2021-11-29 23:09:07 +00:00
- *step-setup-env-for-build
- *step-setup-goma-for-build
2022-04-27 06:14:59 +00:00
- *step-generate-deps-hash
- *step-touch-sync-done
- maybe-restore-portaled-src-cache
2022-07-20 11:03:34 +00:00
- run :
name : Ensure src checkout worked
command : |
if [ ! -d "src/third_party/blink" ]; then
echo src cache was not restored for an unknown reason
exit 1
fi
- run :
name : Wipe Electron
command : rm -rf src/electron
- *step-checkout-electron
2021-11-29 23:09:07 +00:00
steps-electron-ts-compile-for-doc-change : &steps-electron-ts-compile-for-doc-change
steps :
# Checkout - Copied from steps-checkout
- *step-checkout-electron
2022-05-24 21:04:49 +00:00
- *step-install-npm-deps
2021-11-29 23:09:07 +00:00
#Compile ts/js to verify doc change didn't break anything
- *step-ts-compile
# Command Aliases
commands :
2022-06-01 16:59:26 +00:00
install-python2-mac :
steps :
- restore_cache :
keys :
- v2.7.18-python-cache-{{ arch }}
name : Restore python cache
- run :
name : Install python2 on macos
command : |
2022-07-11 08:04:32 +00:00
if [ "`uname`" == "Darwin" ] && [ "$IS_ELECTRON_RUNNER" != "1" ]; then
2022-06-01 16:59:26 +00:00
if [ ! -f "python-downloads/python-2.7.18-macosx10.9.pkg" ]; then
mkdir python-downloads
echo 'Downloading Python 2.7.18'
curl -O https://dev-cdn.electronjs.org/python/python-2.7.18-macosx10.9.pkg
mv python-2.7.18-macosx10.9.pkg python-downloads
else
echo 'Using Python install from cache'
fi
2023-02-01 11:59:16 +00:00
sudo installer -pkg python-downloads/python-2.7.18-macosx10.9.pkg -target /
2022-06-01 16:59:26 +00:00
fi
- save_cache :
paths :
- python-downloads
key : v2.7.18-python-cache-{{ arch }}
name : Persisting python cache
2021-11-29 23:09:07 +00:00
maybe-restore-portaled-src-cache :
parameters :
halt-if-successful :
type : boolean
default : false
steps :
- run :
name : Prepare for cross-OS sync restore
command : |
sudo mkdir -p /var/portal
sudo chown -R $(id -u):$(id -g) /var/portal
- when :
condition : << parameters.halt-if-successful >>
steps :
- *step-maybe-restore-src-cache-marker
- run :
name : Halt the job early if the src cache exists
command : |
if [ -f ".src-cache-marker" ]; then
circleci-agent step halt
fi
- *step-maybe-restore-src-cache
- run :
name : Fix the src cache restore point on macOS
command : |
if [ -d "/var/portal/src" ]; then
echo Relocating Cache
rm -rf src
mv /var/portal/src ./
fi
2022-11-16 18:57:09 +00:00
build_and_save_artifacts :
parameters :
artifact-key :
type : string
2023-02-24 02:13:54 +00:00
build-type :
type : string
2022-11-16 18:57:09 +00:00
build-nonproprietary-ffmpeg :
type : boolean
default : true
steps :
- *step-gn-gen-default
- ninja_build_electron :
clean-prebuilt-snapshot : false
2023-02-24 02:13:54 +00:00
build-type : << parameters.build-type >>
2022-11-16 18:57:09 +00:00
- *step-maybe-electron-dist-strip
- step-electron-dist-build :
additional-targets : shell_browser_ui_unittests third_party/electron_node:headers third_party/electron_node:overlapped-checker electron:hunspell_dictionaries_zip
- *step-show-goma-stats
# mksnapshot
- *step-mksnapshot-build
- *step-maybe-cross-arch-snapshot
# chromedriver
- *step-electron-chromedriver-build
- when :
condition : << parameters.build-nonproprietary-ffmpeg >>
steps :
# ffmpeg
- *step-ffmpeg-gn-gen
- *step-ffmpeg-build
- *step-maybe-generate-breakpad-symbols
- *step-maybe-zip-symbols
- move_and_store_all_artifacts :
artifact-key : << parameters.artifact-key >>
2021-11-29 23:09:07 +00:00
move_and_store_all_artifacts :
2022-11-16 18:57:09 +00:00
parameters :
artifact-key :
type : string
2021-11-29 23:09:07 +00:00
steps :
- run :
name : Move all generated artifacts to upload folder
command : |
2022-11-16 18:57:09 +00:00
rm -rf generated_artifacts_<< parameters.artifact-key >>
mkdir generated_artifacts_<< parameters.artifact-key >>
2021-11-29 23:09:07 +00:00
mv_if_exist() {
if [ -f "$1" ] || [ -d "$1" ]; then
echo Storing $1
2022-11-16 18:57:09 +00:00
mv $1 generated_artifacts_<< parameters.artifact-key >>
else
echo Skipping $1 - It is not present on disk
fi
}
cp_if_exist() {
if [ -f "$1" ] || [ -d "$1" ]; then
echo Storing $1
cp $1 generated_artifacts_<< parameters.artifact-key >>
2021-11-29 23:09:07 +00:00
else
echo Skipping $1 - It is not present on disk
fi
}
mv_if_exist src/out/Default/dist.zip
mv_if_exist src/out/Default/gen/node_headers.tar.gz
mv_if_exist src/out/Default/symbols.zip
mv_if_exist src/out/Default/mksnapshot.zip
mv_if_exist src/out/Default/chromedriver.zip
mv_if_exist src/out/ffmpeg/ffmpeg.zip
mv_if_exist src/out/Default/hunspell_dictionaries.zip
mv_if_exist src/cross-arch-snapshots
2022-11-16 18:57:09 +00:00
cp_if_exist src/out/electron_ninja_log
cp_if_exist src/out/Default/.ninja_log
2021-11-29 23:09:07 +00:00
when : always
- store_artifacts :
2022-11-16 18:57:09 +00:00
path : generated_artifacts_<< parameters.artifact-key >>
destination : ./<< parameters.artifact-key >>
2021-11-29 23:09:07 +00:00
- store_artifacts :
2022-11-16 18:57:09 +00:00
path : generated_artifacts_<< parameters.artifact-key >>/cross-arch-snapshots
destination : << parameters.artifact-key >>/cross-arch-snapshots
restore_build_artifacts :
parameters :
artifact-key :
type : string
steps :
- attach_workspace :
at : .
- run :
name : Restore key specific artifacts
command : |
mv_if_exist() {
if [ -f "generated_artifacts_<< parameters.artifact-key >>/$1" ] || [ -d "generated_artifacts_<< parameters.artifact-key >>/$1" ]; then
echo Restoring $1 to $2
mkdir -p $2
mv generated_artifacts_<< parameters.artifact-key >>/$1 $2
else
echo Skipping $1 - It is not present on disk
fi
}
mv_if_exist dist.zip src/out/Default
mv_if_exist node_headers.tar.gz src/out/Default/gen
mv_if_exist symbols.zip src/out/Default
mv_if_exist mksnapshot.zip src/out/Default
mv_if_exist chromedriver.zip src/out/Default
mv_if_exist ffmpeg.zip src/out/ffmpeg
mv_if_exist hunspell_dictionaries.zip src/out/Default
mv_if_exist cross-arch-snapshots src
2021-11-29 23:09:07 +00:00
checkout-from-cache :
steps :
- *step-checkout-electron
- *step-depot-tools-get
- *step-depot-tools-add-to-path
- *step-generate-deps-hash
- maybe-restore-portaled-src-cache
- run :
name : Ensure src checkout worked
command : |
if [ ! -d "src/third_party/blink" ]; then
echo src cache was not restored for some reason, idk what happened here...
exit 1
fi
- run :
name : Wipe Electron
command : rm -rf src/electron
- *step-checkout-electron
- *step-run-electron-only-hooks
- *step-generate-deps-hash-cleanly
2022-04-27 06:14:59 +00:00
step-electron-dist-build :
parameters :
additional-targets :
type : string
default : ''
steps :
- run :
name : Build dist.zip
command : |
cd src
if [ "$SKIP_DIST_ZIP" != "1" ]; then
2022-11-16 18:57:09 +00:00
ninja -C out/Default electron:electron_dist_zip << parameters.additional-targets >> -j $NUMBER_OF_NINJA_PROCESSES
2022-04-27 06:14:59 +00:00
if [ "$CHECK_DIST_MANIFEST" == "1" ]; then
if [ "`uname`" == "Darwin" ]; then
target_os=mac
target_cpu=x64
if [ x"$MAS_BUILD" == x"true" ]; then
target_os=mac_mas
fi
if [ "$TARGET_ARCH" == "arm64" ]; then
target_cpu=arm64
fi
elif [ "`uname`" == "Linux" ]; then
target_os=linux
if [ x"$TARGET_ARCH" == x ]; then
target_cpu=x64
else
target_cpu="$TARGET_ARCH"
fi
else
echo "Unknown system: `uname`"
exit 1
fi
electron/script/zip_manifests/check-zip-manifest.py out/Default/dist.zip electron/script/zip_manifests/dist_zip.$target_os.$target_cpu.manifest
fi
fi
2022-11-16 18:57:09 +00:00
ninja_build_electron :
parameters :
clean-prebuilt-snapshot :
type : boolean
default : true
2023-02-24 02:13:54 +00:00
build-type :
type : string
2022-11-16 18:57:09 +00:00
steps :
- run :
2023-02-24 02:13:54 +00:00
name : Electron << parameters.build-type >> build
2022-11-16 18:57:09 +00:00
no_output_timeout : 60m
command : |
cd src
# Lets generate a snapshot and mksnapshot and then delete all the x-compiled generated files to save space
if [ "$USE_PREBUILT_V8_CONTEXT_SNAPSHOT" == "1" ]; then
ninja -C out/Default electron:electron_mksnapshot_zip -j $NUMBER_OF_NINJA_PROCESSES
ninja -C out/Default tools/v8_context_snapshot -j $NUMBER_OF_NINJA_PROCESSES
gn desc out/Default v8:run_mksnapshot_default args > out/Default/mksnapshot_args
2022-11-17 22:49:12 +00:00
# Remove unused args from mksnapshot_args
2022-12-01 19:12:32 +00:00
SEDOPTION="-i"
2022-11-17 22:49:12 +00:00
if [ "`uname`" == "Darwin" ]; then
SEDOPTION="-i ''"
fi
sed $SEDOPTION '/.*builtins-pgo/d' out/Default/mksnapshot_args
sed $SEDOPTION '/--turbo-profiling-input/d' out/Default/mksnapshot_args
2022-11-16 18:57:09 +00:00
(cd out/Default; zip mksnapshot.zip mksnapshot_args clang_x64_v8_arm64/gen/v8/embedded.S)
if [ "<< parameters.clean-prebuilt-snapshot >>" == "true" ]; then
rm -rf out/Default/clang_x64_v8_arm64/gen
rm -rf out/Default/clang_x64_v8_arm64/obj
rm -rf out/Default/clang_x64_v8_arm64/thinlto-cache
rm -rf out/Default/clang_x64/obj
# Regenerate because we just deleted some ninja files
gn gen out/Default --args="import(\"$GN_CONFIG\") import(\"$GN_GOMA_FILE\") $GN_EXTRA_ARGS $GN_BUILDFLAG_ARGS"
fi
# For x-compiles this will be built to the wrong arch after the context snapshot build
# so we wipe it before re-linking it below
rm -rf out/Default/libffmpeg.dylib
fi
NINJA_SUMMARIZE_BUILD=1 autoninja -C out/Default electron -j $NUMBER_OF_NINJA_PROCESSES
cp out/Default/.ninja_log out/electron_ninja_log
node electron/script/check-symlinks.js
2021-11-29 23:09:07 +00:00
electron-build :
parameters :
attach :
type : boolean
default : false
persist :
type : boolean
default : true
persist-checkout :
type : boolean
default : false
checkout :
type : boolean
default : true
checkout-and-assume-cache :
type : boolean
default : false
save-git-cache :
type : boolean
default : false
checkout-to-create-src-cache :
type : boolean
default : false
build :
type : boolean
default : true
restore-src-cache :
type : boolean
default : true
build-nonproprietary-ffmpeg :
type : boolean
default : true
2022-11-16 18:57:09 +00:00
artifact-key :
type : string
2023-02-24 02:13:54 +00:00
build-type :
type : string
2022-11-16 18:57:09 +00:00
after-build-and-save :
type : steps
default : [ ]
after-persist :
type : steps
default : [ ]
2021-11-29 23:09:07 +00:00
steps :
- when :
condition : << parameters.attach >>
steps :
- attach_workspace :
at : .
- run : rm -rf src/electron
- *step-restore-brew-cache
- *step-install-gnutar-on-mac
2022-06-01 16:59:26 +00:00
- install-python2-mac
2021-11-29 23:09:07 +00:00
- *step-save-brew-cache
2022-04-27 06:14:59 +00:00
- when :
condition : << parameters.build >>
steps :
- *step-setup-goma-for-build
2021-11-29 23:09:07 +00:00
- when :
condition : << parameters.checkout-and-assume-cache >>
steps :
- checkout-from-cache
- when :
condition : << parameters.checkout >>
steps :
# Checkout - Copied from steps-checkout
- *step-checkout-electron
- *step-depot-tools-get
- *step-depot-tools-add-to-path
- *step-get-more-space-on-mac
- *step-generate-deps-hash
- *step-touch-sync-done
- when :
condition : << parameters.restore-src-cache >>
steps :
- maybe-restore-portaled-src-cache :
halt-if-successful : << parameters.checkout-to-create-src-cache >>
- *step-maybe-restore-git-cache
- *step-set-git-cache-path
# This sync call only runs if .circle-sync-done is an EMPTY file
- *step-gclient-sync
- store_artifacts :
path : patches
# These next few steps reset Electron to the correct commit regardless of which cache was restored
- run :
name : Wipe Electron
command : rm -rf src/electron
- *step-checkout-electron
- *step-run-electron-only-hooks
- *step-generate-deps-hash-cleanly
2022-04-27 19:54:52 +00:00
- *step-touch-sync-done
2022-02-01 16:54:27 +00:00
- when :
condition : << parameters.save-git-cache >>
steps :
2022-04-21 21:34:25 +00:00
- *step-save-git-cache
# Mark sync as done _after_ saving the git cache so that it is uploaded
# only when the src cache was not present
# Their are theoretically two cases for this cache key
# 1. `vX-git-cache-DONE-{deps_hash}
# 2. `vX-git-cache-EMPTY-{deps_hash}
#
# Case (1) occurs when the flag file has "DONE" in it
# which only occurs when "step-mark-sync-done" is run
# or when the src cache was restored successfully as that
# flag file contains "DONE" in the src cache.
#
# Case (2) occurs when the flag file is empty, this occurs
# when the src cache was not restored and "step-mark-sync-done"
# has not run yet.
#
# Notably both of these cases also have completely different
# gclient cache states.
# In (1) the git cache is completely empty as we didn't run
# "gclient sync" because the src cache was restored.
# In (2) the git cache is full as we had to run "gclient sync"
#
# This allows us to do make the follow transitive assumption:
# In cases where the src cache is restored, saving the git cache
# will save an empty cache. In cases where the src cache is built
# during this build the git cache will save a full cache.
#
# In order words if there is a src cache for a given DEPS hash
# the git cache restored will be empty. But if the src cache
# is missing we will restore a useful git cache.
- *step-mark-sync-done
2021-11-29 23:09:07 +00:00
- *step-minimize-workspace-size-from-checkout
- *step-delete-git-directories
- when :
condition : << parameters.persist-checkout >>
steps :
- persist_to_workspace :
root : .
paths :
- depot_tools
- src
- when :
condition : << parameters.checkout-to-create-src-cache >>
steps :
- run :
name : Move src folder to the cross-OS portal
command : |
sudo mkdir -p /var/portal
sudo chown -R $(id -u):$(id -g) /var/portal
mv ./src /var/portal
- *step-save-src-cache
- *step-make-src-cache-marker
- *step-save-src-cache-marker
- when :
condition : << parameters.build >>
steps :
- *step-depot-tools-add-to-path
- *step-setup-env-for-build
2022-04-27 06:14:59 +00:00
- *step-wait-for-goma
2021-11-29 23:09:07 +00:00
- *step-get-more-space-on-mac
- *step-fix-sync
- *step-delete-git-directories
- when :
condition : << parameters.build >>
steps :
2022-11-16 18:57:09 +00:00
- build_and_save_artifacts :
artifact-key : << parameters.artifact-key >>
2023-02-24 02:13:54 +00:00
build-type : << parameters.build-type >>
2022-11-16 18:57:09 +00:00
build-nonproprietary-ffmpeg : << parameters.build-nonproprietary-ffmpeg >>
- steps : << parameters.after-build-and-save >>
2023-02-01 11:59:16 +00:00
2022-11-16 18:57:09 +00:00
# Save all data needed for a further tests run.
- when :
condition : << parameters.persist >>
steps :
- *step-minimize-workspace-size-from-checkout
- run : |
rm -rf src/third_party/electron_node/deps/openssl
rm -rf src/third_party/electron_node/deps/v8
- persist_to_workspace :
root : .
paths :
# Build artifacts
- generated_artifacts_<< parameters.artifact-key >>
- src/out/Default/gen/node_headers
- src/out/Default/overlapped-checker
- src/electron
- src/third_party/electron_node
- src/third_party/nan
- src/cross-arch-snapshots
- src/third_party/llvm-build
- src/build/linux
- src/buildtools/third_party/libc++
- src/buildtools/third_party/libc++abi
- src/out/Default/obj/buildtools/third_party
- src/v8/tools/builtins-pgo
- steps : << parameters.after-persist >>
2021-11-29 23:09:07 +00:00
- when :
condition : << parameters.build >>
steps :
- *step-maybe-notify-slack-failure
2022-11-16 18:57:09 +00:00
electron-tests :
parameters :
artifact-key :
type : string
steps :
- restore_build_artifacts :
artifact-key : << parameters.artifact-key >>
- *step-depot-tools-add-to-path
- *step-electron-dist-unzip
- *step-mksnapshot-unzip
- *step-chromedriver-unzip
- *step-setup-linux-for-headless-testing
- *step-restore-brew-cache
- *step-fix-known-hosts-linux
- install-python2-mac
- *step-install-signing-cert-on-mac
- run :
name : Run Electron tests
environment :
MOCHA_REPORTER : mocha-multi-reporters
ELECTRON_TEST_RESULTS_DIR : junit
MOCHA_MULTI_REPORTERS : mocha-junit-reporter, tap
ELECTRON_DISABLE_SECURITY_WARNINGS : 1
command : |
cd src
if [ "$IS_ASAN" == "1" ]; then
ASAN_SYMBOLIZE="$PWD/tools/valgrind/asan/asan_symbolize.py --executable-path=$PWD/out/Default/electron"
export ASAN_OPTIONS="symbolize=0 handle_abort=1"
export G_SLICE=always-malloc
export NSS_DISABLE_ARENA_FREE_LIST=1
export NSS_DISABLE_UNLOAD=1
export LLVM_SYMBOLIZER_PATH=$PWD/third_party/llvm-build/Release+Asserts/bin/llvm-symbolizer
export MOCHA_TIMEOUT=180000
echo "Piping output to ASAN_SYMBOLIZE ($ASAN_SYMBOLIZE)"
(cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging --files $(circleci tests glob spec/*-spec.ts | circleci tests split --split-by=timings)) 2>&1 | $ASAN_SYMBOLIZE
else
if [ "$TARGET_ARCH" == "arm" ] || [ "$TARGET_ARCH" == "arm64" ]; then
export ELECTRON_SKIP_NATIVE_MODULE_TESTS=true
(cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging)
else
if [ "$TARGET_ARCH" == "ia32" ]; then
npm_config_arch=x64 node electron/node_modules/dugite/script/download-git.js
fi
(cd electron && node script/yarn test --runners=main --trace-uncaught --enable-logging --files $(circleci tests glob spec/*-spec.ts | circleci tests split --split-by=timings))
fi
fi
- run :
name : Check test results existence
command : |
cd src
# Check if test results exist and are not empty.
if [ ! -s "junit/test-results-main.xml" ]; then
exit 1
fi
- store_test_results :
path : src/junit
- *step-verify-mksnapshot
- *step-verify-chromedriver
- *step-maybe-notify-slack-failure
- *step-maybe-cleanup-arm64-mac
nan-tests :
parameters :
artifact-key :
type : string
steps :
- restore_build_artifacts :
artifact-key : << parameters.artifact-key >>
- *step-depot-tools-add-to-path
- *step-electron-dist-unzip
- *step-setup-linux-for-headless-testing
- *step-fix-known-hosts-linux
- run :
name : Run Nan Tests
command : |
cd src
node electron/script/nan-spec-runner.js
node-tests :
parameters :
artifact-key :
type : string
steps :
- restore_build_artifacts :
artifact-key : << parameters.artifact-key >>
- *step-depot-tools-add-to-path
- *step-electron-dist-unzip
- *step-setup-linux-for-headless-testing
- *step-fix-known-hosts-linux
- run :
name : Run Node Tests
command : |
cd src
node electron/script/node-spec-runner.js --default --jUnitDir=junit
- store_test_results :
path : src/junit
2021-11-29 23:09:07 +00:00
electron-publish :
parameters :
attach :
type : boolean
default : false
checkout :
type : boolean
default : true
2023-02-24 02:13:54 +00:00
build-type :
type : string
2021-11-29 23:09:07 +00:00
steps :
- when :
condition : << parameters.attach >>
steps :
- attach_workspace :
at : .
- when :
condition : << parameters.checkout >>
steps :
- *step-depot-tools-get
- *step-depot-tools-add-to-path
- *step-restore-brew-cache
2022-06-01 16:59:26 +00:00
- install-python2-mac
2021-11-29 23:09:07 +00:00
- *step-get-more-space-on-mac
- when :
condition : << parameters.checkout >>
steps :
- *step-checkout-electron
- *step-touch-sync-done
- *step-maybe-restore-git-cache
- *step-set-git-cache-path
- *step-gclient-sync
- *step-delete-git-directories
- *step-minimize-workspace-size-from-checkout
- *step-fix-sync
- *step-setup-env-for-build
- *step-setup-goma-for-build
2022-04-27 06:14:59 +00:00
- *step-wait-for-goma
2021-11-29 23:09:07 +00:00
- *step-gn-gen-default
# Electron app
2023-02-24 02:13:54 +00:00
- ninja_build_electron :
build-type : << parameters.build-type >>
2021-11-29 23:09:07 +00:00
- *step-show-goma-stats
- *step-maybe-generate-breakpad-symbols
- *step-maybe-electron-dist-strip
2022-04-27 06:14:59 +00:00
- step-electron-dist-build
2022-11-16 18:57:09 +00:00
- *step-maybe-zip-symbols-and-clean
2021-11-29 23:09:07 +00:00
# mksnapshot
- *step-mksnapshot-build
# chromedriver
- *step-electron-chromedriver-build
# Node.js headers
- *step-nodejs-headers-build
# ffmpeg
- *step-ffmpeg-gn-gen
- *step-ffmpeg-build
# hunspell
- *step-hunspell-build
# libcxx
- *step-maybe-generate-libcxx
# typescript defs
- *step-maybe-generate-typescript-defs
# Publish
- *step-electron-publish
2022-11-16 18:57:09 +00:00
- move_and_store_all_artifacts :
artifact-key : 'publish'
2021-11-29 23:09:07 +00:00
# List of all jobs.
jobs :
# Layer 0: Docs. Standalone.
ts-compile-doc-change :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : medium
2021-11-29 23:09:07 +00:00
environment :
2022-03-04 00:57:21 +00:00
<< : *env-linux-2xlarge
2021-11-29 23:09:07 +00:00
<< : *env-testing-build
2022-01-25 20:58:24 +00:00
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
2021-11-29 23:09:07 +00:00
<< : *steps-electron-ts-compile-for-doc-change
# Layer 1: Checkout.
linux-make-src-cache :
2022-04-27 06:14:59 +00:00
executor :
name : linux-docker
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
steps :
- electron-build :
persist : false
build : false
checkout : true
save-git-cache : true
checkout-to-create-src-cache : true
2022-11-16 18:57:09 +00:00
artifact-key : 'nil'
2023-02-24 02:13:54 +00:00
build-type : 'nil'
2021-11-29 23:09:07 +00:00
mac-checkout :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge
<< : *env-testing-build
<< : *env-macos-build
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_mac=True --custom-var=host_os=mac'
steps :
- electron-build :
persist : false
build : false
checkout : true
persist-checkout : true
restore-src-cache : false
2022-11-16 18:57:09 +00:00
artifact-key : 'nil'
2023-02-24 02:13:54 +00:00
build-type : 'nil'
2021-11-29 23:09:07 +00:00
mac-make-src-cache :
2022-04-27 06:14:59 +00:00
executor :
name : linux-docker
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge
<< : *env-testing-build
<< : *env-macos-build
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_mac=True --custom-var=host_os=mac'
steps :
- electron-build :
persist : false
build : false
checkout : true
save-git-cache : true
checkout-to-create-src-cache : true
2022-11-16 18:57:09 +00:00
artifact-key : 'nil'
2023-02-24 02:13:54 +00:00
build-type : 'nil'
2021-11-29 23:09:07 +00:00
# Layer 2: Builds.
linux-x64-testing :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-global
<< : *env-testing-build
<< : *env-ninja-status
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
steps :
- electron-build :
persist : true
2022-04-27 06:14:59 +00:00
checkout : false
checkout-and-assume-cache : true
2022-11-16 18:57:09 +00:00
artifact-key : 'linux-x64'
2023-02-24 02:13:54 +00:00
build-type : 'Linux'
2021-11-29 23:09:07 +00:00
linux-x64-testing-asan :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-global
<< : *env-testing-build
<< : *env-ninja-status
CHECK_DIST_MANIFEST : '0'
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
GN_EXTRA_ARGS : 'is_asan = true'
steps :
- electron-build :
persist : true
checkout : true
build-nonproprietary-ffmpeg : false
2022-11-16 18:57:09 +00:00
artifact-key : 'linux-x64-asan'
2023-02-24 02:13:54 +00:00
build-type : 'Linux'
2021-11-29 23:09:07 +00:00
linux-x64-testing-no-run-as-node :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge
<< : *env-testing-build
<< : *env-ninja-status
<< : *env-disable-run-as-node
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
steps :
- electron-build :
persist : false
checkout : true
2022-11-16 18:57:09 +00:00
artifact-key : 'linux-x64-no-run-as-node'
2023-02-24 02:13:54 +00:00
build-type : 'Linux'
2021-11-29 23:09:07 +00:00
linux-x64-testing-gn-check :
executor :
name : linux-docker
size : medium
environment :
<< : *env-linux-medium
<< : *env-testing-build
2022-04-27 06:14:59 +00:00
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
2021-11-29 23:09:07 +00:00
<< : *steps-electron-gn-check
linux-x64-publish :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge-release
<< : *env-release-build
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.linux-publish-arch-limit >>]
- equal : [ "x64" , << pipeline.parameters.linux-publish-arch-limit >>]
steps :
- electron-publish :
attach : false
checkout : true
2023-02-24 02:13:54 +00:00
build-type : 'Linux'
2021-11-29 23:09:07 +00:00
linux-arm-testing :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-global
<< : *env-arm
<< : *env-testing-build
<< : *env-ninja-status
TRIGGER_ARM_TEST : true
GENERATE_CROSS_ARCH_SNAPSHOT : true
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
steps :
- electron-build :
persist : true
2022-04-27 06:14:59 +00:00
checkout : false
checkout-and-assume-cache : true
2022-11-16 18:57:09 +00:00
artifact-key : 'linux-arm'
2023-02-24 02:13:54 +00:00
build-type : 'Linux ARM'
2021-11-29 23:09:07 +00:00
linux-arm-publish :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge-release
<< : *env-arm
<< : *env-release-build
<< : *env-32bit-release
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True'
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.linux-publish-arch-limit >>]
- equal : [ "arm" , << pipeline.parameters.linux-publish-arch-limit >>]
steps :
- electron-publish :
attach : false
checkout : true
2023-02-24 02:13:54 +00:00
build-type : 'Linux ARM'
2021-11-29 23:09:07 +00:00
linux-arm64-testing :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-global
<< : *env-arm64
<< : *env-testing-build
<< : *env-ninja-status
TRIGGER_ARM_TEST : true
GENERATE_CROSS_ARCH_SNAPSHOT : true
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
steps :
- electron-build :
persist : true
2022-04-27 06:14:59 +00:00
checkout : false
checkout-and-assume-cache : true
2022-11-16 18:57:09 +00:00
artifact-key : 'linux-arm64'
2023-02-24 02:13:54 +00:00
build-type : 'Linux ARM64'
2021-11-29 23:09:07 +00:00
linux-arm64-testing-gn-check :
executor :
name : linux-docker
size : medium
environment :
<< : *env-linux-medium
<< : *env-arm64
<< : *env-testing-build
2022-04-27 06:14:59 +00:00
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm=True --custom-var=checkout_arm64=True'
2021-11-29 23:09:07 +00:00
<< : *steps-electron-gn-check
linux-arm64-publish :
2022-04-28 10:17:05 +00:00
executor :
name : linux-docker
size : 2xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-2xlarge-release
<< : *env-arm64
<< : *env-release-build
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_arm64=True'
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.linux-publish-arch-limit >>]
- equal : [ "arm64" , << pipeline.parameters.linux-publish-arch-limit >>]
steps :
- electron-publish :
attach : false
checkout : true
2023-02-24 02:13:54 +00:00
build-type : 'Linux ARM64'
2021-11-29 23:09:07 +00:00
osx-testing-x64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large
<< : *env-testing-build
<< : *env-ninja-status
<< : *env-macos-build
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_mac=True --custom-var=host_os=mac'
steps :
- electron-build :
persist : true
checkout : false
checkout-and-assume-cache : true
attach : true
2022-11-16 18:57:09 +00:00
artifact-key : 'darwin-x64'
2023-02-24 02:13:54 +00:00
build-type : 'Darwin'
2022-11-16 18:57:09 +00:00
after-build-and-save :
- run :
name : Configuring MAS build
command : |
echo 'export GN_EXTRA_ARGS="is_mas_build = true $GN_EXTRA_ARGS"' >> $BASH_ENV
echo 'export MAS_BUILD="true"' >> $BASH_ENV
rm -rf "src/out/Default/Electron Framework.framework"
rm -rf src/out/Default/Electron*.app
- build_and_save_artifacts :
artifact-key : 'mas-x64'
2023-02-24 02:13:54 +00:00
build-type : 'MAS'
2022-11-16 18:57:09 +00:00
after-persist :
- persist_to_workspace :
root : .
paths :
- generated_artifacts_mas-x64
2021-11-29 23:09:07 +00:00
osx-testing-x64-gn-check :
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-machine-mac
<< : *env-testing-build
2022-04-27 06:14:59 +00:00
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_mac=True --custom-var=host_os=mac'
2021-11-29 23:09:07 +00:00
<< : *steps-electron-gn-check
2022-05-03 19:06:25 +00:00
osx-publish-x64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large-release
<< : *env-release-build
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.macos-publish-arch-limit >>]
- equal : [ "osx-x64" , << pipeline.parameters.macos-publish-arch-limit >>]
steps :
- electron-publish :
attach : true
checkout : false
2023-02-24 02:13:54 +00:00
build-type : 'Darwin'
2021-11-29 23:09:07 +00:00
2022-05-03 19:06:25 +00:00
osx-publish-arm64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large-release
<< : *env-release-build
<< : *env-apple-silicon
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.macos-publish-arch-limit >>]
- equal : [ "osx-arm64" , << pipeline.parameters.macos-publish-arch-limit >>]
steps :
- electron-publish :
attach : true
checkout : false
2023-02-24 02:13:54 +00:00
build-type : 'Darwin ARM64'
2021-11-29 23:09:07 +00:00
osx-testing-arm64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large
<< : *env-testing-build
<< : *env-ninja-status
<< : *env-macos-build
<< : *env-apple-silicon
GCLIENT_EXTRA_ARGS : '--custom-var=checkout_mac=True --custom-var=host_os=mac'
GENERATE_CROSS_ARCH_SNAPSHOT : true
steps :
- electron-build :
persist : true
checkout : false
checkout-and-assume-cache : true
attach : true
2022-11-16 18:57:09 +00:00
artifact-key : 'darwin-arm64'
2023-02-24 02:13:54 +00:00
build-type : 'Darwin ARM64'
2022-11-16 18:57:09 +00:00
after-build-and-save :
- run :
name : Configuring MAS build
command : |
echo 'export GN_EXTRA_ARGS="is_mas_build = true $GN_EXTRA_ARGS"' >> $BASH_ENV
echo 'export MAS_BUILD="true"' >> $BASH_ENV
rm -rf "src/out/Default/Electron Framework.framework"
rm -rf src/out/Default/Electron*.app
- build_and_save_artifacts :
artifact-key : 'mas-arm64'
2023-02-24 02:13:54 +00:00
build-type : 'MAS ARM64'
2022-11-16 18:57:09 +00:00
after-persist :
- persist_to_workspace :
root : .
paths :
- generated_artifacts_mas-arm64
2021-11-29 23:09:07 +00:00
2022-05-03 19:06:25 +00:00
mas-publish-x64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large-release
<< : *env-mas
<< : *env-release-build
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.macos-publish-arch-limit >>]
- equal : [ "mas-x64" , << pipeline.parameters.macos-publish-arch-limit >>]
steps :
- electron-publish :
attach : true
checkout : false
2023-02-24 02:13:54 +00:00
build-type : 'MAS'
2021-11-29 23:09:07 +00:00
2022-05-03 19:06:25 +00:00
mas-publish-arm64 :
2022-02-25 18:17:35 +00:00
executor :
name : macos
2022-04-28 10:17:05 +00:00
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large-release
<< : *env-mas-apple-silicon
<< : *env-release-build
2022-05-09 13:34:17 +00:00
UPLOAD_TO_STORAGE : << pipeline.parameters.upload-to-storage >>
2021-11-29 23:09:07 +00:00
<< : *env-ninja-status
steps :
- run : echo running
- when :
condition :
or :
- equal : [ "all" , << pipeline.parameters.macos-publish-arch-limit >>]
- equal : [ "mas-arm64" , << pipeline.parameters.macos-publish-arch-limit >>]
steps :
- electron-publish :
attach : true
checkout : false
2023-02-24 02:13:54 +00:00
build-type : 'MAS ARM64'
2021-11-29 23:09:07 +00:00
# Layer 3: Tests.
linux-x64-testing-tests :
executor :
name : linux-docker
size : medium
environment :
<< : *env-linux-medium
<< : *env-headless-testing
<< : *env-stack-dumping
parallelism : 3
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : linux-x64
2021-11-29 23:09:07 +00:00
linux-x64-testing-asan-tests :
executor :
name : linux-docker
size : xlarge
environment :
<< : *env-linux-medium
<< : *env-headless-testing
<< : *env-stack-dumping
IS_ASAN : '1'
DISABLE_CRASH_REPORTER_TESTS : '1'
parallelism : 3
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : linux-x64-asan
2021-11-29 23:09:07 +00:00
linux-x64-testing-nan :
executor :
name : linux-docker
size : medium
environment :
<< : *env-linux-medium
<< : *env-headless-testing
<< : *env-stack-dumping
2022-11-16 18:57:09 +00:00
steps :
- nan-tests :
artifact-key : linux-x64
2021-11-29 23:09:07 +00:00
linux-x64-testing-node :
executor :
name : linux-docker
2022-04-28 10:17:05 +00:00
size : xlarge
2021-11-29 23:09:07 +00:00
environment :
<< : *env-linux-medium
<< : *env-headless-testing
2022-04-28 10:17:05 +00:00
<< : *env-stack-dumping
2022-11-16 18:57:09 +00:00
steps :
- node-tests :
artifact-key : linux-x64
2021-11-29 23:09:07 +00:00
linux-arm-testing-tests :
executor : linux-arm
environment :
<< : *env-arm
<< : *env-global
<< : *env-headless-testing
<< : *env-stack-dumping
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : linux-arm
2021-11-29 23:09:07 +00:00
linux-arm64-testing-tests :
executor : linux-arm64
environment :
<< : *env-arm64
<< : *env-global
<< : *env-headless-testing
<< : *env-stack-dumping
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : linux-arm64
2021-11-29 23:09:07 +00:00
2022-11-16 18:57:09 +00:00
darwin-testing-x64-tests :
2022-04-28 10:17:05 +00:00
executor :
name : macos
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large
<< : *env-stack-dumping
parallelism : 2
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : darwin-x64
2021-11-29 23:09:07 +00:00
2023-02-01 11:59:16 +00:00
darwin-testing-arm64-tests :
2021-11-29 23:09:07 +00:00
executor : apple-silicon
environment :
<< : *env-mac-large
<< : *env-stack-dumping
<< : *env-apple-silicon
2022-07-11 08:04:32 +00:00
<< : *env-runner
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : darwin-arm64
2021-11-29 23:09:07 +00:00
mas-testing-x64-tests :
2022-04-28 10:17:05 +00:00
executor :
name : macos
size : macos.x86.medium.gen2
2021-11-29 23:09:07 +00:00
environment :
<< : *env-mac-large
<< : *env-stack-dumping
parallelism : 2
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : mas-x64
2021-11-29 23:09:07 +00:00
mas-testing-arm64-tests :
executor : apple-silicon
environment :
<< : *env-mac-large
<< : *env-stack-dumping
<< : *env-apple-silicon
2022-07-11 08:04:32 +00:00
<< : *env-runner
2022-11-16 18:57:09 +00:00
steps :
- electron-tests :
artifact-key : mas-arm64
2021-11-29 23:09:07 +00:00
# List all workflows
workflows :
docs-only :
when :
and :
- equal : [ false , << pipeline.parameters.run-macos-publish >>]
- equal : [ false , << pipeline.parameters.run-linux-publish >>]
- equal : [ true , << pipeline.parameters.run-docs-only >>]
jobs :
- ts-compile-doc-change
publish-linux :
when : << pipeline.parameters.run-linux-publish >>
jobs :
- linux-x64-publish :
context : release-env
- linux-arm-publish :
context : release-env
- linux-arm64-publish :
context : release-env
publish-macos :
when : << pipeline.parameters.run-macos-publish >>
jobs :
- mac-checkout
2022-05-03 19:06:25 +00:00
- osx-publish-x64 :
2021-11-29 23:09:07 +00:00
requires :
- mac-checkout
context : release-env
2022-05-03 19:06:25 +00:00
- mas-publish-x64 :
2021-11-29 23:09:07 +00:00
requires :
- mac-checkout
context : release-env
2022-05-03 19:06:25 +00:00
- osx-publish-arm64 :
2021-11-29 23:09:07 +00:00
requires :
- mac-checkout
context : release-env
2022-05-03 19:06:25 +00:00
- mas-publish-arm64 :
2021-11-29 23:09:07 +00:00
requires :
- mac-checkout
context : release-env
build-linux :
when :
and :
- equal : [ false , << pipeline.parameters.run-macos-publish >>]
- equal : [ false , << pipeline.parameters.run-linux-publish >>]
- equal : [ true , << pipeline.parameters.run-build-linux >>]
jobs :
- linux-make-src-cache
2022-04-27 06:14:59 +00:00
- linux-x64-testing :
requires :
- linux-make-src-cache
- linux-x64-testing-asan :
requires :
- linux-make-src-cache
- linux-x64-testing-no-run-as-node :
requires :
- linux-make-src-cache
2021-11-29 23:09:07 +00:00
- linux-x64-testing-gn-check :
requires :
2022-04-27 06:14:59 +00:00
- linux-make-src-cache
2021-11-29 23:09:07 +00:00
- linux-x64-testing-tests :
requires :
- linux-x64-testing
- linux-x64-testing-asan-tests :
requires :
- linux-x64-testing-asan
- linux-x64-testing-nan :
requires :
- linux-x64-testing
- linux-x64-testing-node :
requires :
- linux-x64-testing
2022-04-27 06:14:59 +00:00
- linux-arm-testing :
requires :
- linux-make-src-cache
2021-11-29 23:09:07 +00:00
- linux-arm-testing-tests :
filters :
branches :
# Do not run this on forked pull requests
2023-02-01 11:59:16 +00:00
ignore : /pull\/[0-9]+/
2021-11-29 23:09:07 +00:00
requires :
2023-02-01 11:59:16 +00:00
- linux-arm-testing
2022-04-27 06:14:59 +00:00
- linux-arm64-testing :
requires :
- linux-make-src-cache
2021-11-29 23:09:07 +00:00
- linux-arm64-testing-tests :
filters :
branches :
# Do not run this on forked pull requests
2023-02-01 11:59:16 +00:00
ignore : /pull\/[0-9]+/
2021-11-29 23:09:07 +00:00
requires :
- linux-arm64-testing
- linux-arm64-testing-gn-check :
requires :
2022-04-27 06:14:59 +00:00
- linux-make-src-cache
2021-11-29 23:09:07 +00:00
build-mac :
when :
and :
- equal : [ false , << pipeline.parameters.run-macos-publish >>]
- equal : [ false , << pipeline.parameters.run-linux-publish >>]
- equal : [ true , << pipeline.parameters.run-build-mac >>]
jobs :
- mac-make-src-cache
- osx-testing-x64 :
requires :
- mac-make-src-cache
- osx-testing-x64-gn-check :
requires :
2022-04-27 06:14:59 +00:00
- mac-make-src-cache
2022-11-16 18:57:09 +00:00
- darwin-testing-x64-tests :
2021-11-29 23:09:07 +00:00
requires :
- osx-testing-x64
- osx-testing-arm64 :
requires :
- mac-make-src-cache
2022-11-16 18:57:09 +00:00
- darwin-testing-arm64-tests :
2021-11-29 23:09:07 +00:00
filters :
branches :
# Do not run this on forked pull requests
ignore : /pull\/[0-9]+/
requires :
- osx-testing-arm64
- mas-testing-x64-tests :
requires :
2022-11-16 18:57:09 +00:00
- osx-testing-x64
2021-11-29 23:09:07 +00:00
- mas-testing-arm64-tests :
filters :
branches :
# Do not run this on forked pull requests
ignore : /pull\/[0-9]+/
requires :
2022-11-16 18:57:09 +00:00
- osx-testing-arm64
2022-04-21 21:34:25 +00:00
lint :
jobs :
- lint