2021-04-13 22:39:46 +00:00
|
|
|
# Copyright 2020-2021 Signal Messenger, LLC
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
|
|
name: Benchmark
|
2021-12-23 18:50:07 +00:00
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches:
|
|
|
|
- development
|
|
|
|
- '[0-9]+.[0-9]+.x'
|
|
|
|
pull_request:
|
2021-04-13 22:39:46 +00:00
|
|
|
|
|
|
|
jobs:
|
|
|
|
linux:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
if: ${{ github.repository == 'signalapp/Signal-Desktop-Private' }}
|
|
|
|
|
|
|
|
steps:
|
|
|
|
- name: Get system specs
|
|
|
|
run: lsb_release -a
|
|
|
|
- name: Get other system specs
|
|
|
|
run: uname -a
|
|
|
|
|
2021-08-27 22:06:51 +00:00
|
|
|
- name: Configure git to use HTTPS
|
|
|
|
run: git config --global url."https://${{ secrets.AUTOMATED_GITHUB_PAT }}:x-oauth-basic@github.com".insteadOf ssh://git@github.com
|
|
|
|
|
2021-04-13 22:39:46 +00:00
|
|
|
- name: Clone Desktop repo
|
|
|
|
uses: actions/checkout@v2
|
|
|
|
- name: Clone Mock-Server repo
|
|
|
|
uses: actions/checkout@v2
|
|
|
|
with:
|
|
|
|
repository: 'signalapp/Mock-Signal-Server-Private'
|
|
|
|
path: 'Mock-Server'
|
2021-11-24 08:39:47 +00:00
|
|
|
ref: 'gamma'
|
2021-04-13 22:39:46 +00:00
|
|
|
token: ${{ secrets.AUTOMATED_GITHUB_PAT }}
|
|
|
|
|
|
|
|
- name: Setup node.js
|
|
|
|
uses: actions/setup-node@v2
|
|
|
|
with:
|
2021-12-09 08:06:04 +00:00
|
|
|
node-version: '16.9.1'
|
2021-04-13 22:39:46 +00:00
|
|
|
- name: Install global dependencies
|
2022-01-31 22:01:34 +00:00
|
|
|
run: npm install -g yarn@1.22.10
|
2021-04-13 22:39:46 +00:00
|
|
|
|
|
|
|
- name: Install xvfb
|
|
|
|
run: sudo apt-get install xvfb
|
|
|
|
|
|
|
|
- name: Cache Desktop node_modules
|
|
|
|
id: cache-desktop-modules
|
|
|
|
uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: node_modules
|
2021-11-23 22:00:44 +00:00
|
|
|
key: ${{ runner.os }}-${{ hashFiles('package.json', 'yarn.lock', 'patches/**') }}
|
2021-04-13 22:39:46 +00:00
|
|
|
|
|
|
|
- name: Install Desktop node_modules
|
|
|
|
if: steps.cache-desktop-modules.outputs.cache-hit != 'true'
|
|
|
|
run: yarn install --frozen-lockfile
|
|
|
|
|
|
|
|
- name: Install Mock-Server node_modules
|
2021-08-31 20:59:24 +00:00
|
|
|
run: yarn install --frozen-lockfile
|
2021-04-13 22:39:46 +00:00
|
|
|
working-directory: Mock-Server
|
2021-11-08 21:43:37 +00:00
|
|
|
env:
|
|
|
|
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
|
2021-04-13 22:39:46 +00:00
|
|
|
|
|
|
|
- name: Build typescript
|
2021-12-14 16:43:46 +00:00
|
|
|
run: yarn generate
|
2021-04-13 22:39:46 +00:00
|
|
|
- name: Bundle
|
|
|
|
run: yarn build:webpack
|
|
|
|
|
|
|
|
- name: Copy CI configuration
|
2021-08-11 19:29:07 +00:00
|
|
|
run: |
|
|
|
|
cp -rf ./Mock-Server/config/local-development.json \
|
|
|
|
./config/local-development.json
|
|
|
|
cp -rf ./config/local-development.json ./config/local-production.json
|
2021-04-13 22:39:46 +00:00
|
|
|
|
|
|
|
- name: Setup hosts
|
|
|
|
run: sudo echo "127.0.0.1 mock.signal.org" | sudo tee -a /etc/hosts
|
|
|
|
|
2021-08-11 19:29:07 +00:00
|
|
|
- name: Run startup benchmarks
|
2021-04-13 22:39:46 +00:00
|
|
|
run: |
|
2021-08-11 19:29:07 +00:00
|
|
|
set -o pipefail
|
|
|
|
rm -rf /tmp/mock
|
2022-01-31 22:01:34 +00:00
|
|
|
xvfb-run --auto-servernum node Mock-Server/scripts/load-test.js \
|
2022-02-02 18:14:27 +00:00
|
|
|
./node_modules/.bin/electron . | tee benchmark-startup.log
|
2021-04-13 22:39:46 +00:00
|
|
|
timeout-minutes: 10
|
|
|
|
env:
|
2021-08-11 19:29:07 +00:00
|
|
|
NODE_ENV: production
|
2021-04-13 22:39:46 +00:00
|
|
|
RUN_COUNT: 10
|
|
|
|
ELECTRON_ENABLE_STACK_DUMPING: on
|
|
|
|
|
2022-02-02 18:14:27 +00:00
|
|
|
- name: Upload startup benchmark logs on failure
|
|
|
|
if: failure()
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
|
|
|
name: startup-logs
|
|
|
|
path: /tmp/mock/logs
|
|
|
|
|
2021-08-11 19:29:07 +00:00
|
|
|
- name: Run send benchmarks
|
|
|
|
run: |
|
|
|
|
set -o pipefail
|
|
|
|
rm -rf /tmp/mock
|
2022-01-31 22:01:34 +00:00
|
|
|
xvfb-run --auto-servernum node Mock-Server/scripts/send-test.js \
|
2022-02-02 18:14:27 +00:00
|
|
|
./node_modules/.bin/electron . | tee benchmark-send.log
|
2021-08-11 19:29:07 +00:00
|
|
|
timeout-minutes: 10
|
|
|
|
env:
|
|
|
|
NODE_ENV: production
|
|
|
|
RUN_COUNT: 100
|
|
|
|
ELECTRON_ENABLE_STACK_DUMPING: on
|
|
|
|
|
2022-02-02 18:14:27 +00:00
|
|
|
- name: Upload send benchmark logs on failure
|
|
|
|
if: failure()
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
|
|
|
name: send-logs
|
|
|
|
path: /tmp/mock/logs
|
|
|
|
|
2021-08-23 19:03:25 +00:00
|
|
|
- name: Run group send benchmarks
|
|
|
|
run: |
|
|
|
|
set -o pipefail
|
|
|
|
rm -rf /tmp/mock
|
2022-01-31 22:01:34 +00:00
|
|
|
xvfb-run --auto-servernum node \
|
|
|
|
Mock-Server/scripts/group-send-test.js \
|
2022-02-02 18:14:27 +00:00
|
|
|
./node_modules/.bin/electron . | tee benchmark-group-send.log
|
2021-08-23 19:03:25 +00:00
|
|
|
timeout-minutes: 10
|
|
|
|
env:
|
|
|
|
NODE_ENV: production
|
|
|
|
RUN_COUNT: 100
|
|
|
|
ELECTRON_ENABLE_STACK_DUMPING: on
|
|
|
|
|
2022-02-02 18:14:27 +00:00
|
|
|
- name: Upload group send benchmark logs on failure
|
|
|
|
if: failure()
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
|
|
|
name: group-send-logs
|
|
|
|
path: /tmp/mock/logs
|
|
|
|
|
2022-01-20 00:40:29 +00:00
|
|
|
- name: Run conversation open benchmarks
|
|
|
|
run: |
|
|
|
|
set -o pipefail
|
|
|
|
rm -rf /tmp/mock
|
2022-01-31 22:01:34 +00:00
|
|
|
xvfb-run --auto-servernum node \
|
|
|
|
Mock-Server/scripts/convo-open-test.js \
|
2022-02-02 18:14:27 +00:00
|
|
|
./node_modules/.bin/electron . | tee benchmark-convo-open.log
|
2022-01-20 00:40:29 +00:00
|
|
|
timeout-minutes: 10
|
|
|
|
env:
|
|
|
|
NODE_ENV: production
|
|
|
|
RUN_COUNT: 100
|
|
|
|
ELECTRON_ENABLE_STACK_DUMPING: on
|
|
|
|
|
2022-02-02 18:14:27 +00:00
|
|
|
- name: Upload conversation open benchmark logs on failure
|
|
|
|
if: failure()
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
|
|
|
name: convo-open-logs
|
|
|
|
path: /tmp/mock/logs
|
|
|
|
|
2021-08-12 03:20:01 +00:00
|
|
|
- name: Clone benchmark repo
|
2021-04-30 23:11:05 +00:00
|
|
|
uses: actions/checkout@v2
|
2021-04-13 22:39:46 +00:00
|
|
|
with:
|
2021-04-30 23:11:05 +00:00
|
|
|
repository: 'signalapp/Signal-Desktop-Benchmarks-Private'
|
|
|
|
path: 'benchmark-results'
|
|
|
|
token: ${{ secrets.AUTOMATED_GITHUB_PAT }}
|
|
|
|
|
2021-08-12 03:20:01 +00:00
|
|
|
- name: Push benchmark repo
|
2021-04-30 23:11:05 +00:00
|
|
|
working-directory: benchmark-results
|
|
|
|
run: |
|
|
|
|
npm ci
|
2021-08-12 03:20:01 +00:00
|
|
|
node ./bin/collect.js ../benchmark-startup.log data/startup.json
|
|
|
|
node ./bin/collect.js ../benchmark-send.log data/send.json
|
2021-08-23 19:03:25 +00:00
|
|
|
node ./bin/collect.js ../benchmark-group-send.log data/group-send.json
|
2022-01-20 00:40:29 +00:00
|
|
|
node ./bin/collect.js ../benchmark-convo-open.log data/convo-open.json
|
2021-04-30 23:11:05 +00:00
|
|
|
npm run build
|
|
|
|
git config --global user.email "no-reply@signal.org"
|
|
|
|
git config --global user.name "Signal Bot"
|
|
|
|
git add .
|
|
|
|
git commit --message "${GITHUB_REF} ${GITHUB_SHA}"
|
|
|
|
git push --force origin main
|