wangcong/story
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: expand companion platform, device controls, and memoir workflows
ci / verify (push) Canceled after 0s
Details

Browse Source 
Add customer and operator login, BLE provisioning, device fleet controls, call memory, memoir generation, and refreshed family and maintenance portals. Include API contracts, migrations, firmware sources, tests, assets, and deployment documentation.
This commit is contained in:
Codex Local
2026-10-08 10:06:44 +08:00
parent 98fb2965d0
commit bf1233d5df
861 changed files with 94614 additions and 3209 deletions
Download Patch File Download Diff File Expand all files Collapse all files
firmware/echoear-platform-agent/main/conv_ai_embedded_kit.c
+173 -26
View File
@@ -8,8 +8,12 @@
#include <unistd.h>
#include <time.h>
#include <inttypes.h>
#include <stdatomic.h>
#include "esp_board_manager.h"
#include "dev_lcd_touch_i2c.h"
#include "ble_setup.h"
#include "device_reset.h"
#include "ble_cloud.h"
#include "esp_event.h"
#include "esp_log.h"
@@ -46,13 +50,29 @@
#include "esp_gmf_afe.h"
#include "mmap_generate_eaf.h"
#include "platform_client.h"
#include "call_client.h"
#include "device_control.h"
#include "device_power.h"
#include "device_ota.h"
#include "freertos/idf_additions.h"
#include "hal/usb_serial_jtag_ll.h"
#include "lwip/sockets.h"
#define STATS_TASK_PRIO 5
static const char *TAG = "VolcConvAI";
static volatile bool is_interrupt = false;
static volatile bool conversation_service_ready = false;
extern void conv_ai_service_diagnostic_say(void);
extern void conv_ai_service_diagnostic_tts(void);
extern void volc_rtc_diagnostic_snapshot(void);
/* RTC_PRIORITY_DIAGNOSTIC_BEGIN: the production scheduling floor has no USB
* override. Retired experiment commands acknowledge rejection explicitly. */
static void diagnostic_rtc_priority(bool high)
{
ESP_LOGI(TAG, "RTC_PRIORITY requested_high=%d accepted=0 reason=fixed_floor floor=6", high);
}
/* RTC_PRIORITY_DIAGNOSTIC_END */
/* A local USB diagnostic command lets service tests run without repeated taps.
* It does not run automatically or accept commands over the network. */
@@ -70,6 +90,28 @@ static void usb_diagnostic_task(void *arg)
ESP_LOGI(TAG, "USB diagnostic: requesting fixed spoken sentence");
conv_ai_service_diagnostic_say();
}
if (conversation_service_ready && !strcmp(command, "diag-tts")) {
ESP_LOGI(TAG, "USB diagnostic: requesting fixed TTS passage with microphone uplink suppressed");
conv_ai_service_diagnostic_tts();
}
if (!strcmp(command, "diag-rtc-high")) diagnostic_rtc_priority(true);
if (!strcmp(command, "diag-rtc-normal")) diagnostic_rtc_priority(false);
if (conversation_service_ready && !strcmp(command, "diag-stop")) {
ESP_LOGI(TAG, "USB diagnostic: ending test conversation");
aios_event_pub(VOLC_SERVICE_AI_CONVERSATION_QUIT, NULL, NULL);
}
if (!strcmp(command, "diag-state")) {
unsigned sockets=0;
for(int fd=LWIP_SOCKET_OFFSET;fd<FD_SETSIZE;fd++){
int type;socklen_t length=sizeof(type);
if(getsockopt(fd,SOL_SOCKET,SO_TYPE,&type,&length)==0)sockets++;
}
ESP_LOGI(TAG,"Network diagnostic: sockets=%u limit=%u",sockets,(unsigned)CONFIG_LWIP_MAX_SOCKETS);
ESP_LOGI(TAG,"RTC diagnostic: internal_free=%u largest=%u",
(unsigned)heap_caps_get_free_size(MALLOC_CAP_INTERNAL|MALLOC_CAP_8BIT),
(unsigned)heap_caps_get_largest_free_block(MALLOC_CAP_INTERNAL|MALLOC_CAP_8BIT));
volc_rtc_diagnostic_snapshot();
}
length = 0;
} else if (length < sizeof(command) - 1) {
command[length++] = ch;
@@ -91,6 +133,8 @@ void session_init(){
void Task(void* data){
aios_init(VOLC_SERVICE_EVENT_MAX); // AIOS初始化
session_init();
if(call_client_is_engine_ready())device_ota_boot_ready();
else ESP_LOGE(TAG,"Voice engine failed startup; OTA image remains unconfirmed");
conversation_service_ready = true;
xTaskCreate(usb_diagnostic_task, "usb_diagnostic", 3072, NULL, 3, NULL);
aios_run(); // AIOS启动
@@ -165,7 +209,7 @@ static void rec_engine_cb(void *event, void *user_data)
esp_gmf_afe_evt_t * e = (esp_gmf_afe_evt_t *)event;
if (ESP_GMF_AFE_EVT_WAKEUP_START == e->type) {
if (conversation_service_ready) {
if (conversation_service_ready && !call_client_standby()) {
ESP_LOGI(TAG, "Wake word detected; requesting conversation");
volc_hal_context_t *ctx = volc_get_global_hal_context();
if (ctx && ctx->display_handle) {
@@ -179,11 +223,34 @@ static void rec_engine_cb(void *event, void *user_data)
return;
}
/* SCREEN_CALL_TAP_BEGIN: debounce only touch bounce, never impose the old
* five-second start-only guard on a deliberate hangup. */
static void screen_call_tap(TickType_t now)
{
static TickType_t last_tap;
static bool tapped;
if (tapped && (TickType_t)(now - last_tap) < pdMS_TO_TICKS(300)) return;
if (call_client_standby()) {
if (device_control_request_screen_wake()) {
last_tap = now;
tapped = true;
ESP_LOGI(TAG, "Screen tapped; requesting wake without starting a conversation");
}
return;
}
if (aios_event_pub(VOLC_SERVICE_AI_CONVERSATION_TOGGLE, NULL, NULL) == 0) {
last_tap = now;
tapped = true;
ESP_LOGI(TAG, "Screen tapped; toggling conversation");
}
}
/* SCREEN_CALL_TAP_END */
static void wifi_setup_touch_task(void *arg)
{
dev_lcd_touch_i2c_handles_t *touch = arg;
TickType_t pressed_at = 0;
TickType_t last_conversation_request = 0;
TickType_t last_setup_tap = 0;
uint16_t pressed_x = 0;
uint16_t pressed_y = 0;
bool holding = false;
@@ -199,25 +266,30 @@ static void wifi_setup_touch_task(void *arg)
TickType_t held_for = xTaskGetTickCount() - pressed_at;
ESP_LOGI(TAG, "Touch released at (%u,%u) after %u ms",
pressed_x, pressed_y, (unsigned)(held_for * portTICK_PERIOD_MS));
if (held_for >= pdMS_TO_TICKS(50) && held_for < pdMS_TO_TICKS(1500) && ble_setup_confirm()) {
holding = false;
vTaskDelay(pdMS_TO_TICKS(50));
continue;
}
// A double tap is discoverable and cannot be confused with the
// physical power-key long press. Never interrupt a voice call.
if (!conversation_service_ready && ble_cloud_configured() &&
held_for >= pdMS_TO_TICKS(50) && held_for < pdMS_TO_TICKS(600)) {
TickType_t now = xTaskGetTickCount();
if (last_setup_tap && now-last_setup_tap < pdMS_TO_TICKS(800)) {
nvs_handle_t setup_nvs;
if (nvs_open("wifi",NVS_READWRITE,&setup_nvs)==ESP_OK) {
esp_err_t err=nvs_set_u8(setup_nvs,"setup_requested",1);
if(err==ESP_OK)err=nvs_commit(setup_nvs);
nvs_close(setup_nvs);
if(err==ESP_OK)esp_restart();
}
}
last_setup_tap=now;
}
if (held_for >= pdMS_TO_TICKS(50) &&
held_for < pdMS_TO_TICKS(1500) && conversation_service_ready) {
TickType_t now = xTaskGetTickCount();
if (last_conversation_request != 0 &&
now - last_conversation_request < pdMS_TO_TICKS(5000)) {
ESP_LOGI(TAG, "Ignoring repeated conversation tap");
holding = false;
vTaskDelay(pdMS_TO_TICKS(50));
continue;
}
last_conversation_request = now;
ESP_LOGI(TAG, "Screen tapped; requesting conversation");
volc_hal_context_t *ctx = volc_get_global_hal_context();
if (ctx && ctx->display_handle) {
int index = MMAP_EAF_EMOTION_BLINK_FAST_284_126_EAF;
volc_hal_display_set_content(ctx->display_handle, VOLC_DISPLAY_OBJ_MAIN,
VOLC_DISPLAY_IMAGE, &index);
}
aios_event_pub(VOLC_SERVICE_AI_CONVERSATION, NULL, NULL);
screen_call_tap(xTaskGetTickCount());
}
}
holding = false;
@@ -280,6 +352,16 @@ void hal_level_init()
// vTaskDelay(pdMS_TO_TICKS(2000));
}
static void application_network_start(volc_hal_display_t global_display);
static void application_network_boot_task(void *arg)
{
application_network_start((volc_hal_display_t)arg);
ESP_LOGI(TAG, "Network startup finished; stack headroom: %u bytes",
(unsigned)uxTaskGetStackHighWaterMark(NULL));
vTaskDelete(NULL);
}
static void application_boot(void)
{
// xTaskCreate(&sys_monitor_task, "sys_monitor_task", 4096, NULL, 5, NULL);
@@ -302,14 +384,33 @@ static void application_boot(void)
esp_err_t ret = nvs_flash_init();
if (ret == ESP_ERR_NVS_NO_FREE_PAGES || ret == ESP_ERR_NVS_NEW_VERSION_FOUND)
{
ESP_LOGW(TAG, "Erasing NVS flash to fix corruption");
ESP_ERROR_CHECK(nvs_flash_erase());
ret = nvs_flash_init();
ESP_LOGE(TAG, "NVS requires recovery; preserving Wi-Fi and device credentials");
volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_SUBTITLE,
VOLC_DISPLAY_TEXT, "Storage recovery required");
return;
}
ESP_ERROR_CHECK(ret);
if (device_reset_boot_cleanup()!=ESP_OK) {
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_SUBTITLE,VOLC_DISPLAY_TEXT,"Reset recovery required");
return;
}
device_ota_boot_guard();
ESP_ERROR_CHECK(platform_client_init());
ESP_ERROR_CHECK(esp_netif_init());
wifi_setup_button_init();
if (ble_setup_start_if_needed()) return;
// TLS/audio startup needs a large stack, but BLE provisioning does not.
// Allocate it only for normal operation, after choosing the boot mode.
if (xTaskCreate(application_network_boot_task, "network_boot", 24 * 1024,
global_display, 5, NULL) != pdPASS) {
ESP_LOGE(TAG, "Cannot allocate network startup task");
}
}
static void application_network_start(volc_hal_display_t global_display)
{
esp_err_t ret;
if(device_power_boot()!=ESP_OK){ESP_LOGE(TAG,"Standby state restore failed; preserving microphone gate");return;}
uint8_t station_mac[6] = {0};
char setup_status[96] = "等待配网";
@@ -324,6 +425,15 @@ static void application_boot(void)
bool connected = configure_network();
if (connected == false)
{
if(network_last_error()!=ESP_OK){
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"网络初始化失败，请重启");
return;
}
if (ble_cloud_configured()) {
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"旧 Wi-Fi 不可用，正在开启蓝牙配网");
esp_restart();
return;
}
volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS,
VOLC_DISPLAY_TEXT, setup_status);
volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_SUBTITLE,
@@ -333,6 +443,42 @@ static void application_boot(void)
}
initialize_sntp();
wait_for_time_sync();
if (ble_cloud_configured()) {
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"正在同步语音服务");
ret=call_client_boot();
while(ret!=ESP_OK && !strcmp(call_client_start_error(),"VOICE_PREPARING")) {
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"平台正在准备语音服务");
vTaskDelay(pdMS_TO_TICKS(5000));
ret=call_client_boot();
}
if(ret!=ESP_OK){
const char *message="语音服务未就绪，请稍后重启";
if(!strcmp(platform_last_error_code(),"PROVIDER_PROFILE_UNVERIFIED"))message="语音配置待验证";
if(!strcmp(platform_last_error_code(),"DEVICE_UNBOUND") || !strcmp(call_client_start_error(),"DEVICE_UNBOUND")) {
message="请先在小程序绑定设备";
// Platform unbind invalidates cached credentials. Restart once
// into BLE setup; keep factory identity and Wi-Fi unchanged.
nvs_handle_t setup_nvs;
if(nvs_open("wifi",NVS_READWRITE,&setup_nvs)==ESP_OK) {
esp_err_t saved=nvs_set_u8(setup_nvs,"setup_requested",1);
if(saved==ESP_OK)saved=nvs_commit(setup_nvs);
nvs_close(setup_nvs);
if(saved==ESP_OK) {
ESP_LOGI(TAG,"Device unbound; entering BLE setup");
esp_restart();
}
}
}
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,message);
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_SUBTITLE,VOLC_DISPLAY_TEXT,"双击屏幕重新配网");
return;
}
hal_level_init();
if(xTaskCreateWithCaps(&Task,"aios_task",12288,NULL,5,NULL,MALLOC_CAP_SPIRAM|MALLOC_CAP_8BIT)!=pdPASS)
ESP_LOGE(TAG,"Cannot allocate AI service task");
if(device_control_start()!=ESP_OK)ESP_LOGE(TAG,"Device control worker unavailable");
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"轻触屏幕开始聊天");return;
}
if (!platform_identity_is_configured()) {
ESP_LOGE(TAG, "Platform identity is missing; erase Wi-Fi NVS or use the setup portal");
volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT,
@@ -361,14 +507,15 @@ static void application_boot(void)
}
hal_level_init();
ESP_LOGI(TAG, "Startup stack headroom after audio: %u bytes", (unsigned)uxTaskGetStackHighWaterMark(NULL));
xTaskCreate(&Task, "aios_task", 8192, NULL, 5, NULL);
if(xTaskCreateWithCaps(&Task,"aios_task",12288,NULL,5,NULL,MALLOC_CAP_SPIRAM|MALLOC_CAP_8BIT)!=pdPASS)
ESP_LOGE(TAG,"Cannot allocate AI service task");
int index = MMAP_EAF_HAPPY_EAF;
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_MAIN,VOLC_DISPLAY_IMAGE,&index);
volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"轻触屏幕或说嗨，乐鑫");
}
/* Network signing/TLS and audio startup exceed the default 4 KiB main stack.
* Keep this memory available only during startup and free it on every exit. */
/* Board/setup startup keeps internal RAM available for BLE and LCD DMA.
* Network signing/TLS gets its separate larger stack only in voice mode. */
static void application_boot_task(void *arg)
{
application_boot();
@@ -379,7 +526,7 @@ static void application_boot_task(void *arg)
void app_main(void)
{
if (xTaskCreate(application_boot_task, "platform_boot", 24 * 1024,
if (xTaskCreate(application_boot_task, "platform_boot", 8 * 1024,
NULL, 5, NULL) != pdPASS) {
ESP_LOGE(TAG, "Cannot allocate platform startup task");
}