Source code
Revision control
Copy as Markdown
Other Tools
Test Info:
/* Any copyright is dedicated to the Public Domain.
"use strict";
const perfMetadata = {
owner: "GenAI Team",
name: "ML Autofill Model",
description: "Template test for latency for ML Autofill model",
options: {
default: {
perfherder: true,
perfherder_metrics: [
{
name: "AUTOFILL-pipeline-ready-latency",
unit: "ms",
shouldAlert: true,
},
{
name: "AUTOFILL-initialization-latency",
unit: "ms",
shouldAlert: true,
},
{ name: "AUTOFILL-model-run-latency", unit: "ms", shouldAlert: true },
{ name: "AUTOFILL-total-memory-usage", unit: "MB", shouldAlert: true },
],
verbose: true,
manifest: "perftest.toml",
manifest_flavor: "browser-chrome",
try_platform: ["linux", "mac", "win"],
},
},
};
requestLongerTimeout(120);
/**
* Tests local Autofill model
*/
add_task(async function test_ml_generic_pipeline() {
const options = new PipelineOptions({
taskName: "text-classification",
modelId: "Mozilla/tinybert-uncased-autofill",
modelHubUrlTemplate: "{model}/{revision}",
modelRevision: "main",
dtype: "int8",
numThreads: 2,
});
const args = [
"<input id='new-password' autocomplete='new-password' placeholder='Please enter a new password'>",
];
const request = {
args,
options: { pooling: "mean", normalize: true },
};
await perfTest("autofill", options, request);
});