// Copyright (c) Microsoft Corporation.
// Licensed under the MIT License.

// Quick test runner for onboarding agent tests
// Run from ts/ root: node --disable-warning=DEP0190 packages/agents/onboarding/dist/testing/runTests.js <integrationName>

import { createDispatcher } from "agent-dispatcher";
import {
    createNpmAppAgentProvider,
    getFsStorageProvider,
} from "dispatcher-node-providers";
import { getInstanceDir } from "agent-dispatcher/helpers/data";
import path from "node:path";
import { fileURLToPath } from "node:url";
import fs from "node:fs";
import os from "node:os";

// Load .env from ts/ root so API keys are available for LLM translation fallback
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
const envPath = path.resolve(__dirname, "../../../../../../.env");
if (fs.existsSync(envPath)) {
    for (const line of fs.readFileSync(envPath, "utf-8").split("\n")) {
        const trimmed = line.trim();
        if (!trimmed || trimmed.startsWith("#")) continue;
        const eqIdx = trimmed.indexOf("=");
        if (eqIdx < 0) continue;
        const key = trimmed.slice(0, eqIdx).trim();
        const val = trimmed
            .slice(eqIdx + 1)
            .trim()
            .replace(/^["']|["']$/g, "");
        if (!process.env[key]) process.env[key] = val;
    }
    console.log(`Loaded env from ${envPath}`);
}

const integrationName = process.argv[2] || "github-cli";

const AGENTS_DIR = path.resolve(__dirname, "../../../../../../packages/agents");
const WORKSPACE_DIR = path.join(
    os.homedir(),
    ".typeagent",
    "onboarding",
    integrationName,
);

const testCasesFile = path.join(WORKSPACE_DIR, "testing", "test-cases.json");
if (!fs.existsSync(testCasesFile)) {
    console.error(`No test cases at ${testCasesFile}`);
    process.exit(1);
}
const testCases = JSON.parse(fs.readFileSync(testCasesFile, "utf-8"));
console.log(`Loaded ${testCases.length} test cases for "${integrationName}"`);

// Prefer the path recorded by scaffoldAgent (supports custom outputDir),
// fall back to the default <repoRoot>/packages/agents/<name> layout.
const scaffoldedToFile = path.join(
    WORKSPACE_DIR,
    "scaffolder",
    "scaffolded-to.txt",
);
let agentDir = path.resolve(AGENTS_DIR, integrationName);
if (fs.existsSync(scaffoldedToFile)) {
    const trimmed = fs.readFileSync(scaffoldedToFile, "utf-8").trim();
    if (trimmed.length > 0) agentDir = trimmed;
}
console.log(`Agent directory: ${agentDir}`);
const packageName = `${integrationName}-agent`;
const configs = { [integrationName]: { name: packageName, path: agentDir } };
const provider = createNpmAppAgentProvider(configs, import.meta.url);

const noop = () => {};
const clientIO = {
    clear: noop,
    exit: () => process.exit(0),
    shutdown: noop,
    setUserRequest: noop,
    setDisplayInfo: noop,
    setDisplay: noop,
    appendDisplay: noop,
    appendDiagnosticData: noop,
    setDynamicDisplay: noop,
    question: async (
        _requestId: any,
        _message: string,
        _choices: string[],
        defaultId?: number,
    ) => defaultId ?? 0,
    proposeAction: async () => undefined,
    notify: noop,
    openLocalView: async () => {},
    closeLocalView: async () => {},
    requestChoice: noop,
    takeAction: noop,
    requestInteraction: noop,
    interactionResolved: noop,
    interactionCancelled: noop,
};

const instanceDir = getInstanceDir();
const tmpDir = path.join(instanceDir, "onboarding-test-tmp-" + Date.now());

// Diagnostic: check provider
console.log("Agent names from provider:", provider.getAppAgentNames());
try {
    const manifest = await provider.getAppAgentManifest(integrationName);
    console.log(
        "Manifest loaded:",
        JSON.stringify(
            {
                desc: manifest.description,
                schema: manifest.schema
                    ? {
                          schemaFile: manifest.schema.schemaFile,
                          grammarFile: manifest.schema.grammarFile,
                          schemaType: manifest.schema.schemaType,
                      }
                    : "NONE",
            },
            null,
            2,
        ),
    );
} catch (e: any) {
    console.error("Failed to load manifest:", e.message);
}

console.log("Creating test dispatcher...");
const dispatcher = await createDispatcher("onboarding-test-runner", {
    appAgentProviders: [provider],
    agents: {
        schemas: [integrationName],
        actions: [integrationName],
        commands: ["dispatcher", integrationName],
    },
    explainer: { enabled: false },
    cache: { enabled: true },
    collectCommandResult: true,
    persistDir: tmpDir,
    storageProvider: getFsStorageProvider(),
    clientIO,
    dblogging: false,
});

console.log("Running tests...");
const results = [];
let passed = 0;
for (let i = 0; i < testCases.length; i++) {
    const tc = testCases[i];
    try {
        const result = await dispatcher.processCommand(tc.phrase);
        const actual = result?.actions?.[0]?.actionName;
        const ok = actual === tc.expectedActionName;
        if (ok) passed++;
        results.push({
            phrase: tc.phrase,
            expectedActionName: tc.expectedActionName,
            actualActionName: actual,
            passed: ok,
            ...(ok
                ? {}
                : {
                      error: `Expected "${tc.expectedActionName}", got "${actual ?? "none"}"`,
                  }),
        });
        if (!ok) {
            console.log(
                `  FAIL [${i + 1}/${testCases.length}]: "${tc.phrase.substring(0, 60)}" → ${actual ?? "none"} (exp: ${tc.expectedActionName})`,
            );
        }
    } catch (err: any) {
        results.push({
            phrase: tc.phrase,
            expectedActionName: tc.expectedActionName,
            passed: false,
            error: err?.message ?? String(err),
        });
        console.log(
            `  ERROR [${i + 1}/${testCases.length}]: "${tc.phrase.substring(0, 60)}" → ${err?.message?.substring(0, 80)}`,
        );
    }
}

const failed = results.length - passed;
const passRate = Math.round((passed / results.length) * 100);
console.log(
    `\nResults: ${passed}/${results.length} (${passRate}%) — ${failed} failures`,
);

const resultFile = path.join(WORKSPACE_DIR, "testing", "results.json");
fs.writeFileSync(
    resultFile,
    JSON.stringify(
        {
            integrationName,
            ranAt: new Date().toISOString(),
            total: results.length,
            passed,
            failed,
            results,
        },
        null,
        2,
    ),
);
console.log(`Results saved to ${resultFile}`);

await dispatcher.close();
fs.rmSync(tmpDir, { recursive: true, force: true });
process.exit(0);
