@@ -1,14 +1,24 @@
|
||||
const { app, BrowserWindow, ipcMain, session } = require("electron");
|
||||
const { app, BrowserWindow, dialog, ipcMain, safeStorage, session } = require("electron");
|
||||
const crypto = require("node:crypto");
|
||||
const fs = require("node:fs");
|
||||
const path = require("node:path");
|
||||
const tls = require("node:tls");
|
||||
const { HardwareAgentClient } = require("./hardware-agent-client.cjs");
|
||||
|
||||
app.commandLine.appendSwitch("autoplay-policy", "no-user-gesture-required");
|
||||
const automatedUI = process.env.SIMULATOR_AUTO_TEST === "1" || process.env.SIMULATOR_REAL_E2E === "1";
|
||||
if (automatedUI) {
|
||||
app.commandLine.appendSwitch("use-fake-device-for-media-stream");
|
||||
app.commandLine.appendSwitch("use-fake-ui-for-media-stream");
|
||||
}
|
||||
app.disableHardwareAcceleration();
|
||||
|
||||
let deviceConfig = null;
|
||||
let desiredConfigRevision = 1;
|
||||
let mainWindow = null;
|
||||
let hardwareConfig = null;
|
||||
let hardwareClient = null;
|
||||
let activeHardwarePlatformSession = null;
|
||||
|
||||
function createWindow() {
|
||||
const window = new BrowserWindow({
|
||||
@@ -26,6 +36,10 @@ function createWindow() {
|
||||
sandbox: true,
|
||||
},
|
||||
});
|
||||
mainWindow = window;
|
||||
window.once("closed", () => {
|
||||
if (mainWindow === window) mainWindow = null;
|
||||
});
|
||||
|
||||
const devArgument = process.argv.find((argument) => argument.startsWith("--dev-server-url="));
|
||||
const devServerURL = devArgument ? devArgument.slice("--dev-server-url=".length) : "";
|
||||
@@ -47,7 +61,7 @@ function createWindow() {
|
||||
} catch (error) {
|
||||
console.error("renderer diagnostics failed", error);
|
||||
}
|
||||
if (process.env.SIMULATOR_AUTO_TEST === "1") {
|
||||
if (automatedUI) {
|
||||
void runAutomatedSmoke(window);
|
||||
}
|
||||
});
|
||||
@@ -62,9 +76,15 @@ function createWindow() {
|
||||
if (screenshotPath) {
|
||||
window.webContents.once("did-finish-load", () => {
|
||||
setTimeout(async () => {
|
||||
const image = await window.webContents.capturePage();
|
||||
fs.writeFileSync(screenshotPath, image.toPNG());
|
||||
app.quit();
|
||||
try {
|
||||
const image = await window.webContents.capturePage();
|
||||
fs.writeFileSync(screenshotPath, image.toPNG());
|
||||
} catch (error) {
|
||||
console.error("simulator screenshot failed", error);
|
||||
process.exitCode = 1;
|
||||
} finally {
|
||||
app.quit();
|
||||
}
|
||||
}, 1200);
|
||||
});
|
||||
}
|
||||
@@ -95,24 +115,54 @@ async function runAutomatedSmoke(window) {
|
||||
async function collectAutomatedConversationResult(window) {
|
||||
const delay = (milliseconds) => new Promise((resolve) => setTimeout(resolve, milliseconds));
|
||||
const deadline = Date.now() + 120_000;
|
||||
let realQuestionSent = false;
|
||||
let snapshot = {};
|
||||
while (Date.now() < deadline) {
|
||||
await delay(1000);
|
||||
const encoded = await window.webContents.executeJavaScript(`JSON.stringify({
|
||||
phase: document.querySelector('#phaseBadge')?.textContent || '',
|
||||
conversation_id: document.querySelector('#conversationID')?.textContent || '',
|
||||
model_mode: document.querySelector('#modelMode')?.value || '',
|
||||
subject: [...document.querySelectorAll('.transcript-turn--subject span')].map((item) => item.textContent || ''),
|
||||
agent: [...document.querySelectorAll('.transcript-turn--agent span')].map((item) => item.textContent || ''),
|
||||
turns: [...document.querySelectorAll('.transcript-turn')].map((item) => ({speaker: item.classList.contains('transcript-turn--subject') ? 'subject' : 'agent', text: item.querySelector('span')?.textContent || ''})),
|
||||
events: [...document.querySelectorAll('#eventLog li span')].map((item) => item.textContent || '')
|
||||
events: [...document.querySelectorAll('#eventLog li span')].map((item) => item.textContent || ''),
|
||||
checks: [...document.querySelectorAll('#flowChecks .flow-check')].map((item) => ({label: item.querySelector('span')?.textContent || '', detail: item.querySelector('small')?.textContent || '', status: item.classList.contains('flow-check--passed') ? 'passed' : item.classList.contains('flow-check--failed') ? 'failed' : 'pending'}))
|
||||
})`);
|
||||
snapshot = JSON.parse(encoded);
|
||||
console.log(`[auto-test] conversation ${encoded}`);
|
||||
if (process.env.SIMULATOR_REAL_E2E === "1" && snapshot.phase === "通话中" && !realQuestionSent) {
|
||||
const question = String(process.env.SIMULATOR_REAL_E2E_QUESTION || "请用一句简短的话介绍你自己。 ").trim();
|
||||
await window.webContents.executeJavaScript(`(() => { const input = document.querySelector('#textQuestion'); if (input) input.value = ${JSON.stringify(question)}; document.querySelector('#sendTextButton')?.click(); })()`);
|
||||
realQuestionSent = true;
|
||||
console.log("[real-e2e] text question sent");
|
||||
}
|
||||
const subjectIndex = snapshot.turns?.findIndex((turn) => turn.speaker === "subject") ?? -1;
|
||||
const hasAgentReply = subjectIndex >= 0 && snapshot.turns.slice(subjectIndex + 1).some((turn) => turn.speaker === "agent");
|
||||
if (hasAgentReply) {
|
||||
await window.webContents.executeJavaScript(`document.querySelector('#stopButton')?.click()`);
|
||||
snapshot.result = "PASS";
|
||||
const hardwarePage = await window.webContents.executeJavaScript(`Boolean(document.querySelector('#flowChecks'))`);
|
||||
const waitForPlatformStop = hardwarePage && process.env.SIMULATOR_AUTO_WAIT_FOR_PLATFORM_STOP === "1";
|
||||
if (!waitForPlatformStop) await window.webContents.executeJavaScript(`document.querySelector('#stopButton')?.click()`);
|
||||
if (hardwarePage) {
|
||||
const stopDeadline = Date.now() + 30_000;
|
||||
while (Date.now() < stopDeadline) {
|
||||
await delay(500);
|
||||
const phase = await window.webContents.executeJavaScript(`document.querySelector('#phaseBadge')?.textContent || ''`);
|
||||
if (phase === "已完成" || phase === "异常") break;
|
||||
}
|
||||
const finalEncoded = await window.webContents.executeJavaScript(`JSON.stringify({
|
||||
phase: document.querySelector('#phaseBadge')?.textContent || '',
|
||||
conversation_id: document.querySelector('#conversationID')?.textContent || '',
|
||||
model_mode: document.querySelector('#modelMode')?.value || '',
|
||||
turns: [...document.querySelectorAll('.transcript-turn')].map((item) => ({speaker: item.classList.contains('transcript-turn--subject') ? 'subject' : 'agent', text: item.querySelector('span')?.textContent || ''})),
|
||||
events: [...document.querySelectorAll('#eventLog li span')].map((item) => item.textContent || ''),
|
||||
checks: [...document.querySelectorAll('#flowChecks .flow-check')].map((item) => ({label: item.querySelector('span')?.textContent || '', detail: item.querySelector('small')?.textContent || '', status: item.classList.contains('flow-check--passed') ? 'passed' : item.classList.contains('flow-check--failed') ? 'failed' : 'pending'}))
|
||||
})`);
|
||||
snapshot = JSON.parse(finalEncoded);
|
||||
snapshot.result = snapshot.phase === "已完成" ? "PASS" : "ERROR";
|
||||
} else {
|
||||
snapshot.result = "PASS";
|
||||
}
|
||||
break;
|
||||
}
|
||||
if (snapshot.phase === "异常") {
|
||||
@@ -160,7 +210,10 @@ function loadDefaultDeviceSecret() {
|
||||
const localAppData = String(process.env.LOCALAPPDATA || "").trim();
|
||||
const userProfile = String(process.env.USERPROFILE || "").trim();
|
||||
const portableDirectory = String(process.env.PORTABLE_EXECUTABLE_DIR || "").trim();
|
||||
if (localAppData) candidates.push(path.join(localAppData, "DataTerminalVoiceDevice", "server-device-secret"));
|
||||
if (localAppData) {
|
||||
candidates.push(path.join(localAppData, "DataTerminalHardwareAgent", "server-device-secret"));
|
||||
candidates.push(path.join(localAppData, "DataTerminalVoiceDevice", "server-device-secret"));
|
||||
}
|
||||
if (userProfile) candidates.push(path.join(userProfile, "AppData", "Local", "DataTerminalVoiceDevice", "server-device-secret"));
|
||||
try {
|
||||
const home = app.getPath("home");
|
||||
@@ -182,11 +235,134 @@ function loadDefaultDeviceSecret() {
|
||||
|
||||
ipcMain.handle("sim:get-runtime-defaults", () => ({
|
||||
apiURL: process.env.SIMULATOR_DEFAULT_API_URL || "https://121.41.46.238",
|
||||
deviceID: process.env.SIMULATOR_DEFAULT_DEVICE_ID || "10000000-0000-0000-0000-000000000511",
|
||||
deviceID: process.env.SIMULATOR_DEFAULT_DEVICE_ID || "10000000-0000-0000-0000-000000000512",
|
||||
deviceSecret: "",
|
||||
deviceSecretConfigured: loadDefaultDeviceSecret().length >= 32,
|
||||
}));
|
||||
|
||||
function hardwareCredentialPath() {
|
||||
return path.join(app.getPath("userData"), "volc-hardware-device-credential.json");
|
||||
}
|
||||
|
||||
function readSavedHardwareMetadata() {
|
||||
try {
|
||||
const stored = JSON.parse(fs.readFileSync(hardwareCredentialPath(), "utf8"));
|
||||
if (!stored.instanceID || !stored.productKey || !stored.deviceName || !stored.encryptedDeviceSecret) return undefined;
|
||||
return stored;
|
||||
} catch { return undefined; }
|
||||
}
|
||||
|
||||
function loadSavedHardwareCredential(identity) {
|
||||
if (!safeStorage.isEncryptionAvailable()) return undefined;
|
||||
try {
|
||||
const stored = JSON.parse(fs.readFileSync(hardwareCredentialPath(), "utf8"));
|
||||
if (stored.schemaVersion !== 3 || stored.instanceID !== identity.instanceID || stored.productKey !== identity.productKey || stored.deviceName !== identity.deviceName) return undefined;
|
||||
const secret = safeStorage.decryptString(Buffer.from(stored.encryptedDeviceSecret, "base64"));
|
||||
if (secret.length < 16) return undefined;
|
||||
return { deviceSecret: secret, hardwareID: String(stored.hardwareID || identity.hardwareID || "") };
|
||||
} catch { return undefined; }
|
||||
}
|
||||
|
||||
function saveHardwareCredential(identity, deviceSecret, metadata = {}) {
|
||||
if (!safeStorage.isEncryptionAvailable()) return false;
|
||||
const target = hardwareCredentialPath();
|
||||
fs.mkdirSync(path.dirname(target), { recursive: true });
|
||||
const payload = {
|
||||
schemaVersion: 3,
|
||||
instanceID: identity.instanceID,
|
||||
productKey: identity.productKey,
|
||||
deviceName: identity.deviceName,
|
||||
hardwareID: identity.hardwareID,
|
||||
platformDeviceID: String(deviceConfig?.deviceID || ""),
|
||||
credentialRef: String(metadata.credentialRef || ""),
|
||||
credentialVersion: Number(metadata.credentialVersion || 1),
|
||||
encryptedDeviceSecret: safeStorage.encryptString(deviceSecret).toString("base64"),
|
||||
updatedAt: new Date().toISOString(),
|
||||
};
|
||||
const temporary = `${target}.${process.pid}.tmp`;
|
||||
fs.writeFileSync(temporary, `${JSON.stringify(payload, null, 2)}\n`, { encoding: "utf8", mode: 0o600 });
|
||||
fs.renameSync(temporary, target);
|
||||
return true;
|
||||
}
|
||||
|
||||
function hardwareIdentity(input) {
|
||||
const instanceID = String(input?.instanceID || "").trim();
|
||||
const productKey = String(input?.productKey || "").trim();
|
||||
const deviceName = String(input?.deviceName || "").trim();
|
||||
const hardwareID = String(input?.hardwareID || "").trim();
|
||||
if (!instanceID || instanceID.length > 200) throw new Error("实例 ID 不能为空或过长");
|
||||
if (!productKey || productKey.length > 200) throw new Error("Product Key 不能为空或过长");
|
||||
if (!/^[a-zA-Z0-9_\-.:@]{1,128}$/.test(deviceName)) throw new Error("火山设备名称格式不正确");
|
||||
if (!hardwareID || hardwareID.length > 200) throw new Error("Hardware ID 不能为空或过长");
|
||||
return { instanceID, productKey, deviceName, hardwareID };
|
||||
}
|
||||
|
||||
ipcMain.handle("sim:get-hardware-runtime-defaults", () => {
|
||||
const candidateMetadata = readSavedHardwareMetadata();
|
||||
const legacyMock = candidateMetadata && [candidateMetadata.instanceID, candidateMetadata.productKey, candidateMetadata.deviceName, candidateMetadata.hardwareID]
|
||||
.some((value) => String(value || "").toLowerCase().includes("mock") || String(value || "").toLowerCase().includes("e2e"));
|
||||
const savedMetadata = automatedUI || !legacyMock ? candidateMetadata : undefined;
|
||||
const instanceID = String(process.env.SIMULATOR_VOLC_INSTANCE_ID || savedMetadata?.instanceID || "").trim();
|
||||
const productKey = String(process.env.SIMULATOR_VOLC_PRODUCT_KEY || savedMetadata?.productKey || "").trim();
|
||||
const deviceName = String(process.env.SIMULATOR_VOLC_DEVICE_NAME || savedMetadata?.deviceName || "windows-hardware-agent-test").trim();
|
||||
const hardwareID = String(process.env.SIMULATOR_VOLC_HARDWARE_ID || savedMetadata?.hardwareID || `windows-${crypto.createHash("sha256").update(app.getPath("userData")).digest("hex").slice(0, 24)}`).trim();
|
||||
const modelMode = String(process.env.SIMULATOR_VOLC_MODEL_MODE || "llm").trim().toLowerCase() === "s2s" ? "s2s" : "llm";
|
||||
const saved = instanceID && productKey ? loadSavedHardwareCredential({ instanceID, productKey, deviceName, hardwareID }) : undefined;
|
||||
return { instanceID, productKey, deviceName, hardwareID, modelMode, deviceCredentialConfigured: Boolean(saved) };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:configure-hardware", async (_event, input) => {
|
||||
if (!deviceConfig) throw new Error("请先连接平台");
|
||||
const requestedHardwareID = String(input?.hardwareID || "").trim();
|
||||
if (!requestedHardwareID || requestedHardwareID.length > 200) throw new Error("Hardware ID 不能为空或过长");
|
||||
const automatedTest = process.env.SIMULATOR_AUTO_TEST === "1";
|
||||
let provisioned;
|
||||
if (automatedTest) {
|
||||
provisioned = {
|
||||
instance_id: String(process.env.SIMULATOR_VOLC_INSTANCE_ID || "").trim(),
|
||||
product_key: String(process.env.SIMULATOR_VOLC_PRODUCT_KEY || "").trim(),
|
||||
device_name: String(process.env.SIMULATOR_VOLC_DEVICE_NAME || "").trim(),
|
||||
hardware_id: String(process.env.SIMULATOR_VOLC_HARDWARE_ID || requestedHardwareID).trim(),
|
||||
device_secret: String(process.env.SIMULATOR_VOLC_DEVICE_SECRET || "").trim(),
|
||||
credential_source: "isolated_test_override",
|
||||
credential_version: 1,
|
||||
credential_ref: "test-only",
|
||||
};
|
||||
} else {
|
||||
provisioned = await deviceRequest("POST", "/device/v3/hardware-agent-credentials:provision", {
|
||||
hardware_id: requestedHardwareID,
|
||||
}, `windows-hardware-provision-${nonce()}`);
|
||||
}
|
||||
const identity = hardwareIdentity({
|
||||
instanceID: provisioned?.instance_id,
|
||||
productKey: provisioned?.product_key,
|
||||
deviceName: provisioned?.device_name,
|
||||
hardwareID: provisioned?.hardware_id,
|
||||
});
|
||||
const deviceSecret = String(provisioned?.device_secret || "").trim();
|
||||
if (deviceSecret.length < 16 || deviceSecret.length > 4096) throw new Error("Device Secret 长度不正确");
|
||||
const persisted = automatedTest ? false : saveHardwareCredential(identity, deviceSecret, {
|
||||
credentialRef: provisioned?.credential_ref,
|
||||
credentialVersion: provisioned?.credential_version,
|
||||
});
|
||||
if (!automatedTest && !persisted) throw new Error("Windows 安全存储不可用,拒绝保存 Device Secret");
|
||||
hardwareConfig = { ...identity, deviceSecret };
|
||||
// 首次预配会由平台发布产品级默认 Bot/传输配置,并可能推进配置版本。
|
||||
// 设备必须重新拉取版本,后续创建会话时不能继续上报预配前的旧 revision。
|
||||
if (!automatedTest) {
|
||||
const configuration = await deviceRequest("GET", "/device/v2/config");
|
||||
desiredConfigRevision = Number(configuration?.revision || desiredConfigRevision || 1);
|
||||
}
|
||||
return {
|
||||
...identity,
|
||||
registered: String(provisioned?.credential_source || "").includes("dynamic_registration"),
|
||||
persisted,
|
||||
credentialSource: String(provisioned?.credential_source || "platform_provisioning"),
|
||||
credentialVersion: Number(provisioned?.credential_version || 1),
|
||||
configRevision: desiredConfigRevision,
|
||||
};
|
||||
});
|
||||
|
||||
function nonce() {
|
||||
return crypto.randomBytes(16).toString("hex");
|
||||
}
|
||||
@@ -235,7 +411,7 @@ ipcMain.handle("sim:configure", (_event, input) => configure(input));
|
||||
|
||||
ipcMain.handle("sim:probe", async () => {
|
||||
const query = new URLSearchParams({
|
||||
firmware_version: "0.3.0-windows-rtc",
|
||||
firmware_version: "0.3.2-windows-hardware-agent",
|
||||
board_rev: "windows-x64",
|
||||
rtc_sdk_version: "web-4.69.0-electron",
|
||||
codec: "opus",
|
||||
@@ -280,6 +456,14 @@ ipcMain.handle("sim:probe-rtc-network", async () => {
|
||||
return { endpoints };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:probe-hardware-network", async () => {
|
||||
const endpoints = await Promise.all([
|
||||
probeTLSEndpoint("ai-gateway.vei.volces.com"),
|
||||
probeTLSEndpoint("iot-cn-shanghai.iot.volces.com"),
|
||||
]);
|
||||
return { endpoints };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:get-automation-audio", async () => {
|
||||
const configuredPath = String(process.env.SIMULATOR_AUTOMATED_AUDIO_PATH || "").trim();
|
||||
if (!configuredPath) return undefined;
|
||||
@@ -309,6 +493,173 @@ ipcMain.handle("sim:create-conversation", async () => deviceRequest("POST", "/de
|
||||
requested_goal: "open_conversation",
|
||||
}, `windows-create-${nonce()}`));
|
||||
|
||||
ipcMain.handle("sim:create-hardware-agent-session", async () => deviceRequest("POST", "/device/v3/agent-sessions", {
|
||||
device_time: new Date().toISOString(),
|
||||
monotonic_ms: Math.max(0, Math.round(performance.now())),
|
||||
capabilities: {
|
||||
hardware_agent: true,
|
||||
sdk_version: "1.1.0-windows-standard-protocol",
|
||||
transports: ["low_load"],
|
||||
input_audio_format: "pcm_s16le_16000_mono",
|
||||
output_audio_format: "pcm_s16le_16000_mono",
|
||||
server_event_callback: false,
|
||||
transcript_upload: true,
|
||||
dynamic_session_config: true,
|
||||
credential_rotation: true,
|
||||
near_pcm_recording: false,
|
||||
far_pcm_recording: false,
|
||||
},
|
||||
network: { type: "windows-local" },
|
||||
requested_goal: "open_conversation",
|
||||
config_revision: desiredConfigRevision,
|
||||
}, `windows-hardware-create-${nonce()}`));
|
||||
|
||||
function emitHardwareEvent(event) {
|
||||
if (!mainWindow || mainWindow.isDestroyed()) return;
|
||||
mainWindow.webContents.send("sim:hardware-provider-event", event);
|
||||
}
|
||||
|
||||
function allowedHardwareGatewayURL() {
|
||||
const configured = String(process.env.SIMULATOR_HARDWARE_GATEWAY_URL || "wss://ai-gateway.vei.volces.com/v1/realtime").trim();
|
||||
const parsed = new URL(configured);
|
||||
const official = parsed.protocol === "wss:" && parsed.hostname === "ai-gateway.vei.volces.com";
|
||||
const local = (parsed.protocol === "ws:" || parsed.protocol === "wss:") && ["127.0.0.1", "localhost", "[::1]"].includes(parsed.hostname);
|
||||
if (!official && !local) throw new Error("硬件智能体网关只允许火山官方地址或本机测试地址");
|
||||
return parsed.toString();
|
||||
}
|
||||
|
||||
async function invokeHardwareMemoryTool(event) {
|
||||
const client = hardwareClient;
|
||||
const platformSession = activeHardwarePlatformSession;
|
||||
if (!client || !platformSession) return;
|
||||
const callID = String(event.call_id || "");
|
||||
const functionName = String(client.pendingCalls.get(callID) || "").toLowerCase();
|
||||
if (!["memory_search", "search_memory", "retrieve_memory"].includes(functionName)) return;
|
||||
let argumentsValue = {};
|
||||
try { argumentsValue = JSON.parse(String(event.arguments || "{}")); } catch { /* invalid input is handled below */ }
|
||||
const query = String(argumentsValue.query || argumentsValue.keyword || argumentsValue.text || "").trim();
|
||||
const limit = Math.max(1, Math.min(5, Number(argumentsValue.limit || 3)));
|
||||
try {
|
||||
if (!query) throw new Error("记忆工具缺少 query 参数");
|
||||
const baseURL = new URL(deviceConfig.apiURL);
|
||||
const target = new URL(platformSession.session_config.tool_url, `${baseURL.origin}/`);
|
||||
if (target.origin !== baseURL.origin) throw new Error("记忆工具地址必须与平台同源");
|
||||
const response = await fetch(target, {
|
||||
method: "POST",
|
||||
headers: {
|
||||
Accept: "application/json",
|
||||
Authorization: `Bearer ${platformSession.session_config.tool_scope_token}`,
|
||||
"Content-Type": "application/json",
|
||||
},
|
||||
body: JSON.stringify({ query, limit }),
|
||||
});
|
||||
const raw = await response.text();
|
||||
let body;
|
||||
try { body = raw ? JSON.parse(raw) : {}; } catch { body = { message: raw }; }
|
||||
if (!response.ok) throw new Error(body?.error?.message || body?.message || `HTTP ${response.status}`);
|
||||
const result = body?.data ?? body;
|
||||
client.completeFunctionCall(callID, result);
|
||||
emitHardwareEvent({ type: "platform.memory_search.completed", call_id: callID, query, result_count: result?.items?.length || 0, degraded: Boolean(result?.degraded) });
|
||||
} catch (error) {
|
||||
client.completeFunctionCall(callID, { items: [], degraded: true, error: error.message });
|
||||
emitHardwareEvent({ type: "platform.memory_search.failed", call_id: callID, message: error.message });
|
||||
}
|
||||
}
|
||||
|
||||
ipcMain.handle("sim:connect-hardware-agent", async (_event, input) => {
|
||||
if (!deviceConfig) throw new Error("请先连接平台");
|
||||
if (!hardwareConfig) throw new Error("请先完成火山设备鉴权配置");
|
||||
if (hardwareClient) throw new Error("已有硬件智能体连接,请先结束");
|
||||
const platformSession = input?.platformSession;
|
||||
if (!platformSession?.runtime?.bot_id || !platformSession?.session_config?.dialog_id) throw new Error("平台硬件会话配置不完整");
|
||||
if (platformSession.runtime.transport !== "low_load") throw new Error("Windows 标准协议测试程序只接受设备绑定为 low_load 的会话");
|
||||
const modelMode = String(input?.modelMode || "llm").trim().toLowerCase();
|
||||
if (!new Set(["llm", "s2s"]).has(modelMode)) throw new Error("智能体模型类型必须为 llm 或 s2s");
|
||||
activeHardwarePlatformSession = platformSession;
|
||||
const client = new HardwareAgentClient({
|
||||
gatewayURL: allowedHardwareGatewayURL(),
|
||||
emit: (event) => {
|
||||
emitHardwareEvent(event);
|
||||
if (event.type === "response.function_call_arguments.done") void invokeHardwareMemoryTool(event);
|
||||
},
|
||||
});
|
||||
hardwareClient = client;
|
||||
try {
|
||||
return await client.connect({
|
||||
...hardwareConfig,
|
||||
botID: platformSession.runtime.bot_id,
|
||||
sessionConfig: platformSession.session_config,
|
||||
modelMode,
|
||||
});
|
||||
} catch (error) {
|
||||
hardwareClient = null;
|
||||
activeHardwarePlatformSession = null;
|
||||
throw error;
|
||||
}
|
||||
});
|
||||
|
||||
ipcMain.on("sim:hardware-agent-audio", (_event, bytes) => {
|
||||
try { hardwareClient?.sendAudio(Buffer.from(bytes)); }
|
||||
catch (error) { emitHardwareEvent({ type: "transport.audio_error", message: error.message }); }
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:hardware-agent-text", (_event, input) => {
|
||||
if (!hardwareClient) throw new Error("火山硬件智能体连接未就绪");
|
||||
hardwareClient.sendText(input?.text, Number(input?.interruptMode || 1));
|
||||
return { accepted: true };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:close-hardware-agent", (_event, input) => {
|
||||
const client = hardwareClient;
|
||||
hardwareClient = null;
|
||||
activeHardwarePlatformSession = null;
|
||||
client?.close(Number(input?.code || 1000), String(input?.reason || "device session ended").slice(0, 100));
|
||||
return { closed: true };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:save-hardware-report", async (_event, report) => {
|
||||
const result = await dialog.showSaveDialog(mainWindow, {
|
||||
title: "导出硬件对话智能体测试报告",
|
||||
defaultPath: `hardware-agent-test-${new Date().toISOString().replace(/[:.]/g, "-")}.json`,
|
||||
filters: [{ name: "JSON 测试报告", extensions: ["json"] }],
|
||||
});
|
||||
if (result.canceled || !result.filePath) return { saved: false };
|
||||
const redact = (value) => {
|
||||
if (Array.isArray(value)) return value.map(redact);
|
||||
if (!value || typeof value !== "object") return value;
|
||||
const output = {};
|
||||
for (const [key, item] of Object.entries(value)) {
|
||||
if (/secret|signature|authorization|tool_scope_token|systemmessages|system_role|system_prompt|authorized_context|speaking_style|instructions/i.test(key)) output[key] = "[REDACTED]";
|
||||
else output[key] = redact(item);
|
||||
}
|
||||
return output;
|
||||
};
|
||||
const safeReport = redact(JSON.parse(JSON.stringify(report)));
|
||||
fs.writeFileSync(result.filePath, `${JSON.stringify(safeReport, null, 2)}\n`, "utf8");
|
||||
return { saved: true, path: result.filePath };
|
||||
});
|
||||
|
||||
ipcMain.handle("sim:hardware-agent-event", async (_event, input) => deviceRequest(
|
||||
"POST",
|
||||
`/device/v3/agent-sessions/${encodeURIComponent(input.conversationID)}/events`,
|
||||
{
|
||||
event_id: input.eventID || `windows-hardware-event-${nonce()}`,
|
||||
sequence_no: Number(input.sequenceNo),
|
||||
event_type: input.eventType,
|
||||
occurred_at: new Date().toISOString(),
|
||||
provider_session_ref: input.providerSessionRef,
|
||||
session_nonce: input.sessionNonce,
|
||||
...(input.eventType === "session_started" ? {
|
||||
provider_connection_ref: input.providerConnectionRef,
|
||||
bot_id: input.botID,
|
||||
transport: input.transport,
|
||||
config_digest: input.configDigest,
|
||||
dynamic_config_applied: input.dynamicConfigApplied,
|
||||
} : {}),
|
||||
...(input.errorCode ? { error_code: input.errorCode } : {}),
|
||||
},
|
||||
));
|
||||
|
||||
ipcMain.handle("sim:activate-conversation", async (_event, input) => deviceRequest(
|
||||
"POST",
|
||||
`/device/v2/conversations/${encodeURIComponent(input.conversationID)}/activate`,
|
||||
@@ -338,7 +689,7 @@ ipcMain.handle("sim:heartbeat", async (_event, input) => deviceRequest(
|
||||
conversation_status: "ACTIVE",
|
||||
rtc: { joined: true, uplink: true, downlink: true },
|
||||
network: { type: "windows-local" },
|
||||
firmware_version: "0.3.0-windows-rtc",
|
||||
firmware_version: "0.3.2-windows-hardware-agent",
|
||||
reported_config_revision: desiredConfigRevision,
|
||||
rtc_credential_expires_at: input.credentialExpiresAt,
|
||||
recording_queue: { pending_segments: 0, failed_segments: 0 },
|
||||
@@ -356,7 +707,7 @@ ipcMain.handle("sim:submit-transcript-batch", async (_event, input) => {
|
||||
const digest = crypto.createHash("sha256").update(JSON.stringify(payload)).digest("hex").slice(0, 32);
|
||||
return deviceRequest(
|
||||
"POST",
|
||||
`/device/v2/conversations/${encodeURIComponent(conversationID)}/turns:batch`,
|
||||
`/${input?.hardwareAgent ? "device/v3/agent-sessions" : "device/v2/conversations"}/${encodeURIComponent(conversationID)}/turns:batch`,
|
||||
payload,
|
||||
`windows-turns-${digest}`,
|
||||
);
|
||||
@@ -433,6 +784,9 @@ app.whenReady().then(() => {
|
||||
});
|
||||
|
||||
app.on("window-all-closed", () => {
|
||||
hardwareClient?.close(1001, "application closed");
|
||||
hardwareClient = null;
|
||||
activeHardwarePlatformSession = null;
|
||||
if (process.platform !== "darwin") app.quit();
|
||||
});
|
||||
|
||||
|
||||
Reference in New Issue
Block a user