Improve logging in VoiceNotesPlaybackContext

This commit is contained in:
trevor-signal 2024-08-30 16:22:49 -04:00 committed by GitHub
parent 03ab5b4b34
commit 01581b04d8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 62 additions and 16 deletions

View file

@ -7,6 +7,7 @@ import LRU from 'lru-cache';
import type { WaveformCache } from '../types/Audio';
import * as log from '../logging/log';
import { redactAttachmentUrl } from '../util/privacy';
const MAX_WAVEFORM_COUNT = 1000;
const MAX_PARALLEL_COMPUTE = 8;
@ -43,7 +44,7 @@ async function getAudioDuration(
): Promise<number> {
const blob = new Blob([buffer]);
const blobURL = URL.createObjectURL(blob);
const urlForLogging = redactAttachmentUrl(url);
const audio = new Audio();
audio.muted = true;
audio.src = blobURL;
@ -55,14 +56,14 @@ async function getAudioDuration(
audio.addEventListener('error', event => {
const error = new Error(
`Failed to load audio from: ${url} due to error: ${event.type}`
`Failed to load audio from: ${urlForLogging} due to error: ${event.type}`
);
reject(error);
});
});
if (Number.isNaN(audio.duration)) {
throw new Error(`Invalid audio duration for: ${url}`);
throw new Error(`Invalid audio duration for: ${urlForLogging}`);
}
return audio.duration;
}
@ -83,12 +84,15 @@ async function doComputePeaks(
): Promise<ComputePeaksResult> {
const cacheKey = `${url}:${barCount}`;
const existing = waveformCache.get(cacheKey);
const urlForLogging = redactAttachmentUrl(url);
const logId = `GlobalAudioContext(${urlForLogging})`;
if (existing) {
log.info('GlobalAudioContext: waveform cache hit', url);
log.info(`${logId}: waveform cache hit`);
return Promise.resolve(existing);
}
log.info('GlobalAudioContext: waveform cache miss', url);
log.info(`${logId}: waveform cache miss`);
// Load and decode `url` into a raw PCM
const response = await fetch(url);
@ -98,9 +102,7 @@ async function doComputePeaks(
const peaks = new Array(barCount).fill(0);
if (duration > MAX_AUDIO_DURATION) {
log.info(
`GlobalAudioContext: audio ${url} duration ${duration}s is too long`
);
log.info(`${logId}: duration ${duration}s is too long`);
const emptyResult = { peaks, duration };
waveformCache.set(cacheKey, emptyResult);
return emptyResult;
@ -153,17 +155,15 @@ export async function computePeaks(
barCount: number
): Promise<ComputePeaksResult> {
const computeKey = `${url}:${barCount}`;
const logId = `VoiceNotesPlaybackContext(${redactAttachmentUrl(url)})`;
const pending = inProgressMap.get(computeKey);
if (pending) {
log.info(
'VoiceNotesPlaybackContext: already computing peaks for',
computeKey
);
log.info(`${logId}: already computing peaks`);
return pending;
}
log.info('VoiceNotesPlaybackContext: queue computing peaks for', computeKey);
log.info(`${logId}: queueing computing peaks`);
const promise = computeQueue.add(() => doComputePeaks(url, barCount));
inProgressMap.set(computeKey, promise);

View file

@ -103,6 +103,30 @@ describe('Privacy', () => {
});
});
describe('redactAttachmentUrlKeys', () => {
it('should redact key= values ', () => {
const text =
'Log line with url attachment://v2/e6/abcdee64?key=hxKJ9cTfK0v3KEsnzJ2j%2F4Crwe0yu&size=39360&contentType=png ' +
'and another already partially redacted attachment://v2/e6/[REDACTED]?LOCALKEY=hxKJ9cTfK0v3KEsnzJ2j%2F4Crwe0yu&size=39360&contentType=png';
const actual = Privacy.redactAttachmentUrlKeys(text);
const expected =
'Log line with url attachment://v2/e6/abcdee64?key=[REDACTED] ' +
'and another already partially redacted attachment://v2/e6/[REDACTED]?LOCALKEY=[REDACTED]';
assert.equal(actual, expected);
});
});
describe('redactAttachmentUrl', () => {
it('should remove search params ', () => {
const url =
'attachment://v2/e6/abcdee64?key=hxKJ9cTfK0v3KEsnzJ2j%2F4Crwe0yu&size=39360&contentType=png';
const actual = Privacy.redactAttachmentUrl(url);
const expected = 'attachment://v2/e6/abcdee64';
assert.equal(actual, expected);
});
});
describe('redactAll', () => {
it('should redact all sensitive information', () => {
const encodedAppRootPath = APP_ROOT_PATH.replace(/ /g, '%20');
@ -114,7 +138,8 @@ describe('Privacy', () => {
`path2 file:///${encodedAppRootPath}/js/background.js.` +
'phone2 +13334445566 lorem\n' +
'group2 group(abcdefghij) doloret\n' +
'path3 sensitive-path/attachment.noindex\n';
'path3 sensitive-path/attachment.noindex\n' +
'attachment://v2/ab/abcde?key=specialkey\n';
const actual = Privacy.redactAll(text);
const expected =
@ -125,7 +150,8 @@ describe('Privacy', () => {
'path2 [REDACTED]/js/background.js.' +
'phone2 +[REDACTED]566 lorem\n' +
'group2 group([REDACTED]hij) doloret\n' +
'path3 [REDACTED]/attachment.noindex\n';
'path3 [REDACTED]/attachment.noindex\n' +
'attachment://v2/ab/abcde?key=[REDACTED]\n';
assert.equal(actual, expected);
});
});

View file

@ -22,6 +22,7 @@ const GROUP_V2_ID_PATTERN = /(groupv2\()([^=)]+)(=?=?\))/g;
const CALL_LINK_ROOM_ID_PATTERN = /[0-9A-F]{61}([0-9A-F]{3})/gi;
const CALL_LINK_ROOT_KEY_PATTERN =
/([A-Z]{4})-[A-Z]{4}-[A-Z]{4}-[A-Z]{4}-[A-Z]{4}-[A-Z]{4}-[A-Z]{4}-[A-Z]{4}/gi;
const ATTACHMENT_URL_KEY_PATTERN = /(attachment:\/\/[^\s]+key=)([^\s]+)/gi;
const REDACTION_PLACEHOLDER = '[REDACTED]';
export type RedactFunction = (value: string) => string;
@ -163,6 +164,14 @@ export const redactCallLinkRootKeys = (text: string): string => {
return text.replace(CALL_LINK_ROOT_KEY_PATTERN, `${REDACTION_PLACEHOLDER}$1`);
};
export const redactAttachmentUrlKeys = (text: string): string => {
if (!isString(text)) {
throw new TypeError("'text' must be a string");
}
return text.replace(ATTACHMENT_URL_KEY_PATTERN, `$1${REDACTION_PLACEHOLDER}`);
};
export const redactCdnKey = (cdnKey: string): string => {
return `${REDACTION_PLACEHOLDER}${cdnKey.slice(-3)}`;
};
@ -171,6 +180,16 @@ export const redactGenericText = (text: string): string => {
return `${REDACTION_PLACEHOLDER}${text.slice(-3)}`;
};
export const redactAttachmentUrl = (urlString: string): string => {
try {
const url = new URL(urlString);
url.search = '';
return url.toString();
} catch {
return REDACTION_PLACEHOLDER;
}
};
const createRedactSensitivePaths = (
paths: ReadonlyArray<string>
): RedactFunction => {
@ -194,7 +213,8 @@ export const redactAll: RedactFunction = compose(
redactPhoneNumbers,
redactUuids,
redactCallLinkRoomIds,
redactCallLinkRootKeys
redactCallLinkRootKeys,
redactAttachmentUrlKeys
);
const removeNewlines: RedactFunction = text => text.replace(/\r?\n|\r/g, '');