browser_eval_basic_quality_gemini25flashlite.js

Enable keyboard shortcuts

/* Any copyright is dedicated to the Public Domain.

   http://creativecommons.org/publicdomain/zero/1.0/ */

"use strict";

requestLongerTimeout(3);

const evalMetadata = {

  owner: "Smart Window",

  name: "Smart Window Chat Eval - gemini-2.5-flash-lite",

  description:

    "Sends a user message to MLPA via gemini-2.5-flash-lite and uses LLMaaJ to determine if the response is appropriate.",

  test: "mochitest",

  options: {

    default: {

      manifest: "eval.toml",

      manifest_flavor: "browser-chrome",

      evaluations: {

        LlmJudge: { shouldAlert: false },

},

      perfherder: true,

},

},

};

const { runChatEvalForModel } = ChromeUtils.importESModule(

  "chrome://mochitests/content/browser/browser/components/aiwindow/models/tests/browser_eval/tests/basic_quality.sys.mjs"

);

add_task(async function test_chat_basic_quality_gemini25flashlite() {

  await runChatEvalForModel("gemini-2.5-flash-lite", {

    Assert,

    SpecialPowers,

    setupEvaluation,

    collectChatResponse,

    renderPrompt,

    reportEvalResult,

});

});