signal-desktop/.github/workflows/benchmark.yml

132 lines
4.1 KiB
YAML
Raw Normal View History

# Copyright 2020-2021 Signal Messenger, LLC
# SPDX-License-Identifier: AGPL-3.0-only
name: Benchmark
on: push
jobs:
linux:
runs-on: ubuntu-latest
if: ${{ github.repository == 'signalapp/Signal-Desktop-Private' }}
steps:
- name: Get system specs
run: lsb_release -a
- name: Get other system specs
run: uname -a
2021-08-27 22:06:51 +00:00
- name: Configure git to use HTTPS
run: git config --global url."https://${{ secrets.AUTOMATED_GITHUB_PAT }}:x-oauth-basic@github.com".insteadOf ssh://git@github.com
- name: Clone Desktop repo
uses: actions/checkout@v2
- name: Clone Mock-Server repo
uses: actions/checkout@v2
with:
repository: 'signalapp/Mock-Signal-Server-Private'
path: 'Mock-Server'
2021-11-24 08:39:47 +00:00
ref: 'gamma'
token: ${{ secrets.AUTOMATED_GITHUB_PAT }}
- name: Setup node.js
uses: actions/setup-node@v2
with:
2021-12-09 08:06:04 +00:00
node-version: '16.9.1'
- name: Install global dependencies
2021-08-30 17:48:09 +00:00
run: npm install -g yarn@1.22.10 typescript@4.4.2 ts-node@10.2.1
- name: Install xvfb
run: sudo apt-get install xvfb
- name: Cache Desktop node_modules
id: cache-desktop-modules
uses: actions/cache@v2
with:
path: node_modules
2021-11-23 22:00:44 +00:00
key: ${{ runner.os }}-${{ hashFiles('package.json', 'yarn.lock', 'patches/**') }}
- name: Install Desktop node_modules
if: steps.cache-desktop-modules.outputs.cache-hit != 'true'
run: yarn install --frozen-lockfile
- name: Install Mock-Server node_modules
2021-08-31 20:59:24 +00:00
run: yarn install --frozen-lockfile
working-directory: Mock-Server
2021-11-08 21:43:37 +00:00
env:
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
- name: Build typescript
2021-12-14 16:43:46 +00:00
run: yarn generate
- name: Bundle
run: yarn build:webpack
- name: Copy CI configuration
2021-08-11 19:29:07 +00:00
run: |
cp -rf ./Mock-Server/config/local-development.json \
./config/local-development.json
cp -rf ./config/local-development.json ./config/local-production.json
- name: Setup hosts
run: sudo echo "127.0.0.1 mock.signal.org" | sudo tee -a /etc/hosts
2021-08-11 19:29:07 +00:00
- name: Run startup benchmarks
run: |
2021-08-11 19:29:07 +00:00
set -o pipefail
rm -rf /tmp/mock
2021-08-12 03:20:01 +00:00
xvfb-run --auto-servernum ts-node Mock-Server/scripts/load-test.ts \
./node_modules/.bin/electron . | tee benchmark-startup.log || \
2021-08-11 19:29:07 +00:00
(cat /tmp/mock/logs/{app,main}.log && exit 1)
timeout-minutes: 10
env:
2021-08-11 19:29:07 +00:00
NODE_ENV: production
RUN_COUNT: 10
ELECTRON_ENABLE_STACK_DUMPING: on
2021-08-11 19:29:07 +00:00
- name: Run send benchmarks
run: |
set -o pipefail
rm -rf /tmp/mock
2021-08-12 03:20:01 +00:00
xvfb-run --auto-servernum ts-node Mock-Server/scripts/send-test.ts \
./node_modules/.bin/electron . | tee benchmark-send.log || \
2021-08-11 19:29:07 +00:00
(cat /tmp/mock/logs/{app,main}.log && exit 1)
timeout-minutes: 10
env:
NODE_ENV: production
RUN_COUNT: 100
ELECTRON_ENABLE_STACK_DUMPING: on
2021-08-23 19:03:25 +00:00
- name: Run group send benchmarks
run: |
set -o pipefail
rm -rf /tmp/mock
xvfb-run --auto-servernum ts-node \
Mock-Server/scripts/group-send-test.ts \
./node_modules/.bin/electron . | tee benchmark-group-send.log || \
(cat /tmp/mock/logs/{app,main}.log && exit 1)
timeout-minutes: 10
env:
NODE_ENV: production
RUN_COUNT: 100
ELECTRON_ENABLE_STACK_DUMPING: on
2021-08-12 03:20:01 +00:00
- name: Clone benchmark repo
2021-04-30 23:11:05 +00:00
uses: actions/checkout@v2
with:
2021-04-30 23:11:05 +00:00
repository: 'signalapp/Signal-Desktop-Benchmarks-Private'
path: 'benchmark-results'
token: ${{ secrets.AUTOMATED_GITHUB_PAT }}
2021-08-12 03:20:01 +00:00
- name: Push benchmark repo
2021-04-30 23:11:05 +00:00
working-directory: benchmark-results
run: |
npm ci
2021-08-12 03:20:01 +00:00
node ./bin/collect.js ../benchmark-startup.log data/startup.json
node ./bin/collect.js ../benchmark-send.log data/send.json
2021-08-23 19:03:25 +00:00
node ./bin/collect.js ../benchmark-group-send.log data/group-send.json
2021-04-30 23:11:05 +00:00
npm run build
git config --global user.email "no-reply@signal.org"
git config --global user.name "Signal Bot"
git add .
git commit --message "${GITHUB_REF} ${GITHUB_SHA}"
git push --force origin main