// Copyright (2025) Beijing Volcano Engine Technology Ltd. // SPDX-License-Identifier: Apache-2.0 #include #include #include #include #include #include #include #include "esp_board_manager.h" #include "dev_lcd_touch_i2c.h" #include "esp_event.h" #include "esp_log.h" #include "esp_system.h" #include "nvs_flash.h" #include "esp_netif.h" #include "freertos/FreeRTOS.h" #include "freertos/task.h" #include "esp_heap_task_info.h" #include "esp_random.h" #include "esp_sntp.h" #include "freertos/semphr.h" #include "esp_err.h" #include "sdkconfig.h" // #include "periph_wifi.h" // #include "fatfs_stream.h" #include "cJSON.h" #include "network.h" #include "volc_manager_service.h" #include "volc_service_common.h" #include "volc_conv_service.h" #include "local_logic_service.h" #include "volc_function_call_service.h" #include "volc_hal.h" #include "volc_hal_display.h" #include "volc_hal_capture.h" #include "volc_lvgl_source.h" // #include "board.h" #include "esp_mac.h" #include "esp_gmf_afe.h" #include "mmap_generate_eaf.h" #include "platform_client.h" #include "hal/usb_serial_jtag_ll.h" #define STATS_TASK_PRIO 5 static const char *TAG = "VolcConvAI"; static volatile bool is_interrupt = false; static volatile bool conversation_service_ready = false; extern void conv_ai_service_diagnostic_say(void); /* A local USB diagnostic command lets service tests run without repeated taps. * It does not run automatically or accept commands over the network. */ static void usb_diagnostic_task(void *arg) { char command[32]; size_t length = 0; while (true) { while (usb_serial_jtag_ll_rxfifo_data_available()) { uint8_t ch; if (!usb_serial_jtag_ll_read_rxfifo(&ch, 1)) break; if (ch == '\n' || ch == '\r') { command[length] = 0; if (conversation_service_ready && !strcmp(command, "diag-say")) { ESP_LOGI(TAG, "USB diagnostic: requesting fixed spoken sentence"); conv_ai_service_diagnostic_say(); } length = 0; } else if (length < sizeof(command) - 1) { command[length++] = ch; } else { length = 0; } } vTaskDelay(pdMS_TO_TICKS(20)); } } void session_init(){ volc_service_manager_init(); volc_conv_service_manager_init(); function_call_service_init(); local_logic_service_init(); } void Task(void* data){ aios_init(VOLC_SERVICE_EVENT_MAX); // AIOS初始化 session_init(); conversation_service_ready = true; xTaskCreate(usb_diagnostic_task, "usb_diagnostic", 3072, NULL, 3, NULL); aios_run(); // AIOS启动 return; } static void sys_monitor_task(void *pvParameters) { static char run_info[1024] = {0}; while (1) { // vTaskGetRunTimeStats(run_info); vTaskList(run_info); printf("Task Runtime Stats:\n%s", run_info); printf("--------------------------------\n"); // ESP_LOGI(TAG, "Task Runtime Stats:\n%s", run_info); // ESP_LOGI(TAG, "--------------------------------\n"); vTaskDelay(pdMS_TO_TICKS(5000)); } } void initialize_sntp(void) { ESP_LOGI(TAG, "Initializing SNTP"); // 设置SNTP操作模式为轮询(客户端) esp_sntp_setoperatingmode(SNTP_OPMODE_POLL); // 设置NTP服务器(可以设置多个备用) esp_sntp_setservername(0, "pool.ntp.org"); // 主服务器 esp_sntp_setservername(1, "cn.pool.ntp.org"); // 备用服务器:中国区 esp_sntp_setservername(2, "ntp1.aliyun.com"); // 备用服务器:阿里云 // 初始化SNTP服务 esp_sntp_init(); // 设置时区(例如北京时间CST-8) setenv("TZ", "CST-8", 1); tzset(); } void wait_for_time_sync(void) { ESP_LOGI(TAG, "Waiting for time synchronization..."); // 检查时间是否已同步(1970年之后) time_t now = 0; struct tm timeinfo = {0}; int retry_count = 5; // 最大重试次数 while (timeinfo.tm_year < (2024 - 1900) && retry_count > 0) { ESP_LOGI(TAG, "Time not set yet, retrying... (%d)", retry_count); vTaskDelay(1000 / portTICK_PERIOD_MS); time(&now); localtime_r(&now, &timeinfo); retry_count--; } if (retry_count > 0) { // print_current_time(); } else { ESP_LOGE(TAG, "Failed to synchronize time within timeout period"); } } static void rec_engine_cb(void *event, void *user_data) { esp_gmf_afe_evt_t * e = (esp_gmf_afe_evt_t *)event; if (ESP_GMF_AFE_EVT_WAKEUP_START == e->type) { if (conversation_service_ready) { ESP_LOGI(TAG, "Wake word detected; requesting conversation"); volc_hal_context_t *ctx = volc_get_global_hal_context(); if (ctx && ctx->display_handle) { int index = MMAP_EAF_EMOTION_BLINK_FAST_284_126_EAF; volc_hal_display_set_content(ctx->display_handle, VOLC_DISPLAY_OBJ_MAIN, VOLC_DISPLAY_IMAGE, &index); } aios_event_pub(VOLC_SERVICE_AI_CONVERSATION,NULL,NULL); } } return; } static void wifi_setup_touch_task(void *arg) { dev_lcd_touch_i2c_handles_t *touch = arg; TickType_t pressed_at = 0; TickType_t last_conversation_request = 0; uint16_t pressed_x = 0; uint16_t pressed_y = 0; bool holding = false; bool setup_triggered = false; for (;;) { uint16_t x = 0, y = 0; uint8_t count = 0; bool pressed = esp_lcd_touch_read_data(touch->touch_handle) == ESP_OK && esp_lcd_touch_get_coordinates(touch->touch_handle, &x, &y, NULL, &count, 1) && count > 0; if (!pressed) { if (holding && !setup_triggered) { TickType_t held_for = xTaskGetTickCount() - pressed_at; ESP_LOGI(TAG, "Touch released at (%u,%u) after %u ms", pressed_x, pressed_y, (unsigned)(held_for * portTICK_PERIOD_MS)); if (held_for >= pdMS_TO_TICKS(50) && held_for < pdMS_TO_TICKS(1500) && conversation_service_ready) { TickType_t now = xTaskGetTickCount(); if (last_conversation_request != 0 && now - last_conversation_request < pdMS_TO_TICKS(5000)) { ESP_LOGI(TAG, "Ignoring repeated conversation tap"); holding = false; vTaskDelay(pdMS_TO_TICKS(50)); continue; } last_conversation_request = now; ESP_LOGI(TAG, "Screen tapped; requesting conversation"); volc_hal_context_t *ctx = volc_get_global_hal_context(); if (ctx && ctx->display_handle) { int index = MMAP_EAF_EMOTION_BLINK_FAST_284_126_EAF; volc_hal_display_set_content(ctx->display_handle, VOLC_DISPLAY_OBJ_MAIN, VOLC_DISPLAY_IMAGE, &index); } aios_event_pub(VOLC_SERVICE_AI_CONVERSATION, NULL, NULL); } } holding = false; setup_triggered = false; } else if (!holding) { holding = true; pressed_at = xTaskGetTickCount(); pressed_x = x; pressed_y = y; } else if (!setup_triggered && pressed_y >= 280 && pressed_y <= 335 && pressed_x >= 60 && pressed_x <= 300 && (TickType_t)(xTaskGetTickCount() - pressed_at) >= pdMS_TO_TICKS(3000)) { nvs_handle_t nvs; esp_err_t ret = nvs_open("wifi", NVS_READWRITE, &nvs); if (ret == ESP_OK) { ret = nvs_set_u8(nvs, "setup_requested", 1); if (ret == ESP_OK) ret = nvs_commit(nvs); nvs_close(nvs); } if (ret == ESP_OK) { ESP_LOGI(TAG, "Restarting into setup; device identity and Wi-Fi preserved"); setup_triggered = true; esp_restart(); } ESP_LOGE(TAG, "Cannot request setup: %s", esp_err_to_name(ret)); holding = false; } vTaskDelay(pdMS_TO_TICKS(50)); } } static void wifi_setup_button_init(void) { dev_lcd_touch_i2c_handles_t *touch = NULL; esp_err_t ret = esp_board_manager_get_device_handle("lcd_touch", (void **)&touch); if (ret != ESP_OK || !touch || !touch->touch_handle) { ESP_LOGE(TAG, "Wi-Fi setup touch input unavailable"); return; } if (xTaskCreate(wifi_setup_touch_task, "wifi_setup", 4096, touch, 5, NULL) != pdPASS) { ESP_LOGE(TAG, "Cannot start Wi-Fi setup touch task"); } } void hal_level_init() { volc_hal_context_t* g_hal_context = volc_get_global_hal_context(); volc_hal_capture_config_t config = {0}; config.media_type = VOLC_MEDIA_TYPE_AUDIO; config.data_cb = NULL; config.user_data = g_hal_context; config.audio_wakeup_cb = (volc_hal_audio_wakeup_cb_t)rec_engine_cb; volc_hal_capture_t capture = volc_hal_capture_create(&config); volc_hal_capture_start(capture,VOLC_AUDIO_MODE_WAKEUP); // Allow other core to finish initialization // vTaskDelay(pdMS_TO_TICKS(2000)); } static void application_boot(void) { // xTaskCreate(&sys_monitor_task, "sys_monitor_task", 4096, NULL, 5, NULL); volc_hal_init(); volc_hal_display_config_t display_config = {0}; volc_hal_display_create(&display_config); volc_hal_context_t* g_hal_context = volc_get_global_hal_context(); if(g_hal_context == NULL){ return; } volc_hal_display_t global_display = g_hal_context->display_handle; /* Initialize the default event loop */ ESP_ERROR_CHECK(esp_event_loop_create_default()); esp_log_level_set("*", ESP_LOG_WARN); esp_log_level_set("*", ESP_LOG_INFO); // /* Initialize NVS flash for WiFi configuration */ esp_err_t ret = nvs_flash_init(); if (ret == ESP_ERR_NVS_NO_FREE_PAGES || ret == ESP_ERR_NVS_NEW_VERSION_FOUND) { ESP_LOGW(TAG, "Erasing NVS flash to fix corruption"); ESP_ERROR_CHECK(nvs_flash_erase()); ret = nvs_flash_init(); } ESP_ERROR_CHECK(ret); ESP_ERROR_CHECK(platform_client_init()); ESP_ERROR_CHECK(esp_netif_init()); wifi_setup_button_init(); uint8_t station_mac[6] = {0}; char setup_status[96] = "等待配网"; if (esp_read_mac(station_mac, ESP_MAC_WIFI_STA) == ESP_OK) { snprintf(setup_status, sizeof(setup_status), "WiFi: VolcConvAI-%02X%02X%02X", station_mac[3], station_mac[4], station_mac[5]); } volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT, setup_status); bool connected = configure_network(); if (connected == false) { volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT, setup_status); volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_SUBTITLE, VOLC_DISPLAY_TEXT, "192.168.4.1 密码同热点名"); ESP_LOGI(TAG, "Waiting for setup through the Wi-Fi portal"); return; } initialize_sntp(); wait_for_time_sync(); if (!platform_identity_is_configured()) { ESP_LOGE(TAG, "Platform identity is missing; erase Wi-Fi NVS or use the setup portal"); volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT, "请通过配网页填写平台设备凭据"); return; } volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT, "网络已连接,正在激活"); ret = platform_provision_volc_credential(); ESP_LOGI(TAG, "Startup stack headroom after activation: %u bytes", (unsigned)uxTaskGetStackHighWaterMark(NULL)); if (ret != ESP_OK) { ESP_LOGE(TAG, "Platform provider provisioning failed: %s", esp_err_to_name(ret)); const char *code = platform_last_error_code(); const char *message = "平台激活失败,请检查配置"; if (strcmp(code, "DEVICE_ACTIVATION_REQUIRED") == 0) message = "请先在平台绑定家庭和长者"; else if (strcmp(code, "HARDWARE_AGENT_BINDING_REQUIRED") == 0) message = "请在平台配置硬件智能体"; else if (strcmp(code, "HARDWARE_AGENT_PRODUCT_MISMATCH") == 0) message = "平台产品配置不一致"; else if (strcmp(code, "HARDWARE_AGENT_HARDWARE_MISMATCH") == 0) message = "设备凭据与本机不匹配"; volc_hal_display_set_content(global_display, VOLC_DISPLAY_OBJ_STATUS, VOLC_DISPLAY_TEXT, message); return; } ret = platform_recover_pending_conversation(); if (ret != ESP_OK) { ESP_LOGW(TAG, "Cannot close the conversation interrupted by the previous restart: %s", esp_err_to_name(ret)); } hal_level_init(); ESP_LOGI(TAG, "Startup stack headroom after audio: %u bytes", (unsigned)uxTaskGetStackHighWaterMark(NULL)); xTaskCreate(&Task, "aios_task", 8192, NULL, 5, NULL); int index = MMAP_EAF_HAPPY_EAF; volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_MAIN,VOLC_DISPLAY_IMAGE,&index); volc_hal_display_set_content(global_display,VOLC_DISPLAY_OBJ_STATUS,VOLC_DISPLAY_TEXT,"轻触屏幕或说嗨,乐鑫"); } /* Network signing/TLS and audio startup exceed the default 4 KiB main stack. * Keep this memory available only during startup and free it on every exit. */ static void application_boot_task(void *arg) { application_boot(); ESP_LOGI(TAG, "Startup task finished; stack headroom: %u bytes", (unsigned)uxTaskGetStackHighWaterMark(NULL)); vTaskDelete(NULL); } void app_main(void) { if (xTaskCreate(application_boot_task, "platform_boot", 24 * 1024, NULL, 5, NULL) != pdPASS) { ESP_LOGE(TAG, "Cannot allocate platform startup task"); } }