Source code
Revision control
Copy as Markdown
Other Tools
Test Info:
/* Any copyright is dedicated to the Public Domain.
"use strict";
/**
* This metadata schema is parsed by the perftest infrastructure.
*
* The perftest runner then scrapes the logs for a JSON results matching this schema,
* which are logged by the TranslationsBencher class.
*
* @see {TranslationsBencher.Journal}
*/
const perfMetadata = {
owner: "Translations Team",
name: "Full-Page Translations Tiny Model",
description:
"Tests the performance of Full Page Translations with a tiny-architecture model",
options: {
default: {
perfherder: true,
perfherder_metrics: [
{
name: "engine-init-time",
unit: "ms",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "words-per-second",
unit: "WPS",
shouldAlert: true,
lowerIsBetter: false,
},
{
name: "tokens-per-second",
unit: "TPS",
shouldAlert: true,
lowerIsBetter: false,
},
{
name: "peak-parent-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "stabilized-parent-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "post-gc-parent-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "peak-inference-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "stabilized-inference-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "post-gc-inference-process-memory-usage",
unit: "MiB",
shouldAlert: true,
lowerIsBetter: true,
},
{
name: "total-translation-time",
unit: "s",
shouldAlert: true,
lowerIsBetter: true,
},
],
verbose: true,
manifest: "perftest.toml",
manifest_flavor: "browser-chrome",
try_platform: ["linux", "mac", "win"],
},
},
};
/**
* Request a longer timeout for this test.
*/
requestLongerTimeout(6);
/**
* Runs the translations benchmark tests with a tiny-architecture model.
*/
add_task(async function test_translations_performance_tiny() {
await TranslationsBencher.benchmarkTranslation({
page: ENGLISH_BENCHMARK_PAGE_URL,
sourceLanguage: "en",
targetLanguage: "ru",
architecture: "tiny",
speedBenchCount: 5,
memoryBenchCount: 5,
memorySampleInterval: 50,
});
});