signal-desktop/.github/workflows/benchmark.yml

142 lines
4 KiB
YAML
Raw Normal View History

2023-01-03 19:55:46 +00:00
# Copyright 2020 Signal Messenger, LLC
# SPDX-License-Identifier: AGPL-3.0-only
name: Benchmark
2021-12-23 18:50:07 +00:00
on:
push:
branches:
- development
- main
2021-12-23 18:50:07 +00:00
- '[0-9]+.[0-9]+.x'
pull_request:
jobs:
linux:
runs-on: ubuntu-latest
if: ${{ github.repository == 'signalapp/Signal-Desktop-Private' }}
timeout-minutes: 30
steps:
- name: Get system specs
run: lsb_release -a
- name: Get other system specs
run: uname -a
- name: Clone Desktop repo
2022-06-17 12:47:57 +00:00
uses: actions/checkout@v3
- name: Setup node.js
2022-06-17 12:47:57 +00:00
uses: actions/setup-node@v3
with:
2022-12-15 21:31:43 +00:00
node-version: '16.17.1'
- name: Install global dependencies
2022-01-31 22:01:34 +00:00
run: npm install -g yarn@1.22.10
- name: Install xvfb
run: sudo apt-get install xvfb
- name: Cache Desktop node_modules
id: cache-desktop-modules
2022-06-17 12:47:57 +00:00
uses: actions/cache@v3
with:
path: node_modules
2021-11-23 22:00:44 +00:00
key: ${{ runner.os }}-${{ hashFiles('package.json', 'yarn.lock', 'patches/**') }}
- name: Install Desktop node_modules
if: steps.cache-desktop-modules.outputs.cache-hit != 'true'
run: yarn install --frozen-lockfile
2022-11-17 01:38:25 +00:00
env:
NPM_CONFIG_LOGLEVEL: verbose
- name: Build typescript
2021-12-14 16:43:46 +00:00
run: yarn generate
- name: Bundle
run: yarn build:webpack
2021-08-11 19:29:07 +00:00
- name: Run startup benchmarks
run: |
2021-08-11 19:29:07 +00:00
set -o pipefail
xvfb-run --auto-servernum node ts/test-mock/benchmarks/startup_bench.js |
tee benchmark-startup.log
timeout-minutes: 10
env:
2021-08-11 19:29:07 +00:00
NODE_ENV: production
RUN_COUNT: 10
ELECTRON_ENABLE_STACK_DUMPING: on
ARTIFACTS_DIR: artifacts/startup
2021-08-11 19:29:07 +00:00
- name: Run send benchmarks
run: |
set -o pipefail
rm -rf /tmp/mock
xvfb-run --auto-servernum node ts/test-mock/benchmarks/send_bench.js |
tee benchmark-send.log
2021-08-11 19:29:07 +00:00
timeout-minutes: 10
env:
NODE_ENV: production
RUN_COUNT: 100
ELECTRON_ENABLE_STACK_DUMPING: on
ARTIFACTS_DIR: artifacts/send
2021-08-11 19:29:07 +00:00
2021-08-23 19:03:25 +00:00
- name: Run group send benchmarks
run: |
set -o pipefail
rm -rf /tmp/mock
2022-01-31 22:01:34 +00:00
xvfb-run --auto-servernum node \
ts/test-mock/benchmarks/group_send_bench.js | \
tee benchmark-group-send.log
2021-08-23 19:03:25 +00:00
timeout-minutes: 10
env:
NODE_ENV: production
RUN_COUNT: 100
ELECTRON_ENABLE_STACK_DUMPING: on
ARTIFACTS_DIR: artifacts/group-send
2021-08-23 19:03:25 +00:00
2022-01-20 00:40:29 +00:00
- name: Run conversation open benchmarks
run: |
set -o pipefail
rm -rf /tmp/mock
2022-01-31 22:01:34 +00:00
xvfb-run --auto-servernum node \
ts/test-mock/benchmarks/convo_open_bench.js | \
tee benchmark-convo-open.log
2022-01-20 00:40:29 +00:00
timeout-minutes: 10
env:
NODE_ENV: production
RUN_COUNT: 100
ELECTRON_ENABLE_STACK_DUMPING: on
ARTIFACTS_DIR: artifacts/convo-open
- name: Upload benchmark logs on failure
if: failure()
2022-06-17 12:47:57 +00:00
uses: actions/upload-artifact@v3
with:
name: logs
path: artifacts
2022-01-20 00:40:29 +00:00
2021-08-12 03:20:01 +00:00
- name: Clone benchmark repo
2022-06-17 12:47:57 +00:00
uses: actions/checkout@v3
with:
2021-04-30 23:11:05 +00:00
repository: 'signalapp/Signal-Desktop-Benchmarks-Private'
path: 'benchmark-results'
token: ${{ secrets.AUTOMATED_GITHUB_PAT }}
2021-08-12 03:20:01 +00:00
- name: Push benchmark repo
2021-04-30 23:11:05 +00:00
working-directory: benchmark-results
run: |
2023-01-12 23:34:26 +00:00
for attempt in {1..5}; do
echo "Attempting to push to repository #$attempt"
git fetch origin
git reset --hard origin/main
npm ci
node ./bin/collect.js ../benchmark-startup.log data/startup.json
node ./bin/collect.js ../benchmark-send.log data/send.json
node ./bin/collect.js ../benchmark-group-send.log data/group-send.json
node ./bin/collect.js ../benchmark-convo-open.log data/convo-open.json
npm run build
git config --global user.email "no-reply@signal.org"
git config --global user.name "Signal Bot"
git add .
git commit --message "${GITHUB_REF} ${GITHUB_SHA}"
git push origin main && break || sleep `$((1 + RANDOM % 5))`
done