From 12c82bb79628c7a4dc8b4f38cb6c3ea5e4736e90 Mon Sep 17 00:00:00 2001 From: Spotpear Date: Fri, 18 Apr 2025 14:34:47 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0sp-esp32-s3-1.54-muma?= =?UTF-8?q?=E5=BC=80=E5=8F=91=E6=9D=BF?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main/CMakeLists.txt | 2 + main/Kconfig.projbuild | 8 +- main/boards/sp-esp32-s3-1.54-muma/README.md | 34 +++ main/boards/sp-esp32-s3-1.54-muma/config.h | 54 ++++ main/boards/sp-esp32-s3-1.54-muma/config.json | 9 + .../sp-esp32-s3-1.54-muma.cc | 276 ++++++++++++++++++ 6 files changed, 380 insertions(+), 3 deletions(-) create mode 100644 main/boards/sp-esp32-s3-1.54-muma/README.md create mode 100644 main/boards/sp-esp32-s3-1.54-muma/config.h create mode 100644 main/boards/sp-esp32-s3-1.54-muma/config.json create mode 100644 main/boards/sp-esp32-s3-1.54-muma/sp-esp32-s3-1.54-muma.cc diff --git a/main/CMakeLists.txt b/main/CMakeLists.txt index a832818fd..58c718e1e 100644 --- a/main/CMakeLists.txt +++ b/main/CMakeLists.txt @@ -141,6 +141,8 @@ elseif(CONFIG_BOARD_TYPE_MIXGO_NOVA) set(BOARD_TYPE "mixgo-nova") elseif(CONFIG_BOARD_TYPE_ESP32_CGC) set(BOARD_TYPE "esp32-cgc") +elseif(CONFIG_BOARD_TYPE_ESP32_S3_1_54_MUMA) + set(BOARD_TYPE "sp-esp32-s3-1.54-muma") endif() file(GLOB BOARD_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/boards/${BOARD_TYPE}/*.cc diff --git a/main/Kconfig.projbuild b/main/Kconfig.projbuild index 631cde6b8..f72bb0740 100644 --- a/main/Kconfig.projbuild +++ b/main/Kconfig.projbuild @@ -71,7 +71,7 @@ choice BOARD_TYPE config BOARD_TYPE_ESP_BOX bool "ESP BOX" config BOARD_TYPE_ESP_BOX_LITE - bool "ESP BOX Lite" + bool "ESP BOX Lite" config BOARD_TYPE_KEVIN_BOX_1 bool "Kevin Box 1" config BOARD_TYPE_KEVIN_BOX_2 @@ -162,6 +162,8 @@ choice BOARD_TYPE bool "四博智联AI陪伴盒子" config BOARD_TYPE_MIXGO_NOVA bool "元控·青春" + config BOARD_TYPE_ESP32_S3_1_54_MUMA + bool "Spotpear ESP32-S3-1.54-MUMA" endchoice choice DISPLAY_OLED_TYPE @@ -207,7 +209,7 @@ choice DISPLAY_LCD_TYPE config LCD_ST7796_320X480 bool "ST7796, 分辨率320*480 IPS" config LCD_ST7796_320X480_NO_IPS - bool "ST7796, 分辨率320*480, 非IPS" + bool "ST7796, 分辨率320*480, 非IPS" config LCD_ILI9341_240X320 bool "ILI9341, 分辨率240*320" config LCD_ILI9341_240X320_NO_IPS @@ -256,5 +258,5 @@ config USE_REALTIME_CHAT depends on USE_AUDIO_PROCESSOR && (BOARD_TYPE_ESP_BOX_3 || BOARD_TYPE_ESP_BOX || BOARD_TYPE_ESP_BOX_LITE || BOARD_TYPE_LICHUANG_DEV || BOARD_TYPE_ESP32S3_KORVO2_V3) help 需要 ESP32 S3 与 AEC 开启，因为性能不够，不建议和微信聊天界面风格同时开启 - + endmenu diff --git a/main/boards/sp-esp32-s3-1.54-muma/README.md b/main/boards/sp-esp32-s3-1.54-muma/README.md new file mode 100644 index 000000000..94a00bb7c --- /dev/null +++ b/main/boards/sp-esp32-s3-1.54-muma/README.md @@ -0,0 +1,34 @@ +【产品简介】 +[] ESP32 S3小木马开发板1.54寸LCD小智muma虾哥AI DeepSeek人工智能语音聊天机器人N16R8 +【功能】 +[] 可爱小木马，支持天气时钟， SD视频播放， AI智能对话所有固件源码开源，适合小孩编程学习，可开发更多功能。 +AI小智支持语音唤醒。触摸版本额外支持触摸唤醒和打断 +显示屏：1.54寸ST7789 240x240分辨率 +产品链接： +https://spotpear.cn/shop/ESP32-S3-AI-1.54-inch-LCD-Display-TouchScreen-N16R8-muma-DeepSeek/sp-esp32-s3-1.54-muma-W-Bat.html + +# 编译配置命令 + +**配置编译目标为 ESP32S3：** + +```bash +idf.py set-target esp32s3 +``` + +**打开 menuconfig：** + +```bash +idf.py menuconfig +``` + +**选择板子：** + +``` +Xiaozhi Assistant -> Board Type -> Spotpear ESP32-S3-LCD-1.54-MUMA +``` + +**编译：** + +```bash +idf.py build +``` diff --git a/main/boards/sp-esp32-s3-1.54-muma/config.h b/main/boards/sp-esp32-s3-1.54-muma/config.h new file mode 100644 index 000000000..d266a6061 --- /dev/null +++ b/main/boards/sp-esp32-s3-1.54-muma/config.h @@ -0,0 +1,54 @@ +#ifndef _BOARD_CONFIG_H_ +#define _BOARD_CONFIG_H_ + +// Movecall Moji configuration + +#include + +#define AUDIO_INPUT_SAMPLE_RATE 24000 +#define AUDIO_OUTPUT_SAMPLE_RATE 24000 + +#define AUDIO_I2S_GPIO_MCLK GPIO_NUM_16 //MCLK +#define AUDIO_I2S_GPIO_WS GPIO_NUM_45 //LRCK +#define AUDIO_I2S_GPIO_BCLK GPIO_NUM_9 //SCLK +#define AUDIO_I2S_GPIO_DIN GPIO_NUM_10 //DOUT +#define AUDIO_I2S_GPIO_DOUT GPIO_NUM_8 //DIN + +#define AUDIO_CODEC_PA_PIN GPIO_NUM_46 +#define AUDIO_CODEC_I2C_SDA_PIN GPIO_NUM_15 +#define AUDIO_CODEC_I2C_SCL_PIN GPIO_NUM_14 +#define AUDIO_CODEC_ES8311_ADDR ES8311_CODEC_DEFAULT_ADDR + +#define BUILTIN_LED_GPIO GPIO_NUM_48 +#define BOOT_BUTTON_GPIO GPIO_NUM_0 + + +#define DISPLAY_WIDTH 240 +#define DISPLAY_HEIGHT 240 +#define DISPLAY_MIRROR_X false +#define DISPLAY_MIRROR_Y false +#define DISPLAY_SWAP_XY false + +#define DISPLAY_OFFSET_X 0 +#define DISPLAY_OFFSET_Y 0 + + +#define DISPLAY_BACKLIGHT_PIN GPIO_NUM_42 +#define DISPLAY_BACKLIGHT_OUTPUT_INVERT true + +#define DISPLAY_SPI_SCLK_PIN GPIO_NUM_4 +#define DISPLAY_SPI_MOSI_PIN GPIO_NUM_2 +#define DISPLAY_SPI_CS_PIN GPIO_NUM_5 +#define DISPLAY_SPI_DC_PIN GPIO_NUM_47 +#define DISPLAY_SPI_RESET_PIN GPIO_NUM_38 + + +#define TP_PIN_NUM_TP_SDA (GPIO_NUM_11) +#define TP_PIN_NUM_TP_SCL (GPIO_NUM_7) +#define TP_PIN_NUM_TP_RST (GPIO_NUM_6) +#define TP_PIN_NUM_TP_INT (GPIO_NUM_12) + + +#define DISPLAY_SPI_SCLK_HZ (40 * 1000 * 1000) + +#endif // _BOARD_CONFIG_H_ diff --git a/main/boards/sp-esp32-s3-1.54-muma/config.json b/main/boards/sp-esp32-s3-1.54-muma/config.json new file mode 100644 index 000000000..2bc4d1b8b --- /dev/null +++ b/main/boards/sp-esp32-s3-1.54-muma/config.json @@ -0,0 +1,9 @@ +{ + "target": "esp32s3", + "builds": [ + { + "name": "sp-esp32-s3-1.54-muma", + "sdkconfig_append": [] + } + ] +} diff --git a/main/boards/sp-esp32-s3-1.54-muma/sp-esp32-s3-1.54-muma.cc b/main/boards/sp-esp32-s3-1.54-muma/sp-esp32-s3-1.54-muma.cc new file mode 100644 index 000000000..33bef762a --- /dev/null +++ b/main/boards/sp-esp32-s3-1.54-muma/sp-esp32-s3-1.54-muma.cc @@ -0,0 +1,276 @@ +#include "wifi_board.h" +#include "audio_codecs/es8311_audio_codec.h" +#include "display/lcd_display.h" +#include "application.h" +#include "button.h" +#include "config.h" +#include "iot/thing_manager.h" +#include "led/single_led.h" +#include "assets/lang_config.h" +#include +#include +#include +#include +#include "system_reset.h" +#include +#include +#include "driver/gpio.h" +#include "driver/spi_master.h" +#include +#include +#include +#include "i2c_device.h" +#include + +#define TAG "Spotpear_esp32_s3_lcd_1_54" + +LV_FONT_DECLARE(font_puhui_20_4); +LV_FONT_DECLARE(font_awesome_20_4); + +class Cst816d : public I2cDevice { +public: + struct TouchPoint_t { + int num = 0; + int x = -1; + int y = -1; + }; + Cst816d(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) { + uint8_t chip_id = ReadReg(0xA3); + ESP_LOGI(TAG, "Get chip ID: 0x%02X", chip_id); + read_buffer_ = new uint8_t[6]; + } + + ~Cst816d() { + delete[] read_buffer_; + } + + void UpdateTouchPoint() { + ReadRegs(0x02, read_buffer_, 6); + tp_.num = read_buffer_[0] & 0x0F; + tp_.x = ((read_buffer_[1] & 0x0F) << 8) | read_buffer_[2]; + tp_.y = ((read_buffer_[3] & 0x0F) << 8) | read_buffer_[4]; + } + + const TouchPoint_t& GetTouchPoint() { + return tp_; + } + +private: + uint8_t* read_buffer_ = nullptr; + TouchPoint_t tp_; +}; + + +class Spotpear_esp32_s3_lcd_1_54 : public WifiBoard { +private: + i2c_master_bus_handle_t codec_i2c_bus_; + i2c_master_bus_handle_t i2c_bus_; + Button boot_button_; + Display* display_; + esp_timer_handle_t touchpad_timer_; + Cst816d* cst816d_; + esp_io_expander_handle_t io_expander_ = NULL; + + void InitializeCodecI2c() { + // Initialize I2C peripheral + i2c_master_bus_config_t i2c_bus_cfg = { + .i2c_port = I2C_NUM_0, + .sda_io_num = AUDIO_CODEC_I2C_SDA_PIN, + .scl_io_num = AUDIO_CODEC_I2C_SCL_PIN, + .clk_source = I2C_CLK_SRC_DEFAULT, + .glitch_ignore_cnt = 7, + .intr_priority = 0, + .trans_queue_depth = 0, + .flags = { + .enable_internal_pullup = 1, + }, + }; + ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &codec_i2c_bus_)); + } + + void InitializeCodecI2c_Touch() { + // Initialize I2C peripheral + i2c_master_bus_config_t i2c_bus_cfg = { + .i2c_port = I2C_NUM_1, + .sda_io_num = TP_PIN_NUM_TP_SDA, + .scl_io_num = TP_PIN_NUM_TP_SCL, + .clk_source = I2C_CLK_SRC_DEFAULT, + .glitch_ignore_cnt = 7, + .intr_priority = 0, + .trans_queue_depth = 0, + .flags = { + .enable_internal_pullup = 1, + }, + }; + ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_)); + } + + static void touchpad_timer_callback(void* arg) { + auto& board = (Spotpear_esp32_s3_lcd_1_54&)Board::GetInstance(); + auto touchpad = board.GetTouchpad(); + static bool was_touched = false; + static int64_t touch_start_time = 0; + const int64_t TOUCH_THRESHOLD_MS = 500; // 触摸时长阈值，超过500ms视为长按 + + touchpad->UpdateTouchPoint(); + auto touch_point = touchpad->GetTouchPoint(); + + // 检测触摸开始 + if (touch_point.num > 0 && !was_touched) { + was_touched = true; + touch_start_time = esp_timer_get_time() / 1000; // 转换为毫秒 + } + // 检测触摸释放 + else if (touch_point.num == 0 && was_touched) { + was_touched = false; + int64_t touch_duration = (esp_timer_get_time() / 1000) - touch_start_time; + + // 只有短触才触发 + if (touch_duration < TOUCH_THRESHOLD_MS) { + auto& app = Application::GetInstance(); + if (app.GetDeviceState() == kDeviceStateStarting && + !WifiStation::GetInstance().IsConnected()) { + board.ResetWifiConfiguration(); + } + app.ToggleChatState(); + } + } + } + + void InitializeCst816DTouchPad() { + ESP_LOGI(TAG, "Init Cst816D"); + cst816d_ = new Cst816d(i2c_bus_, 0x15); + + // 创建定时器，10ms 间隔 + esp_timer_create_args_t timer_args = { + .callback = touchpad_timer_callback, + .arg = NULL, + .dispatch_method = ESP_TIMER_TASK, + .name = "touchpad_timer", + .skip_unhandled_events = true, + }; + + ESP_ERROR_CHECK(esp_timer_create(&timer_args, &touchpad_timer_)); + ESP_ERROR_CHECK(esp_timer_start_periodic(touchpad_timer_, 10 * 1000)); // 10ms = 10000us + } + + void EnableLcdCs() { + if(io_expander_ != NULL) { + esp_io_expander_set_level(io_expander_, DISPLAY_SPI_CS_PIN, 0);// 置低 LCD CS + } + } + + void InitializeSpi() { + spi_bus_config_t buscfg = {}; + buscfg.mosi_io_num = DISPLAY_SPI_MOSI_PIN; + buscfg.miso_io_num = GPIO_NUM_NC; + buscfg.sclk_io_num = DISPLAY_SPI_SCLK_PIN; + buscfg.quadwp_io_num = GPIO_NUM_NC; + buscfg.quadhd_io_num = GPIO_NUM_NC; + buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t); + ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO)); + } + + + void InitializeSt7789Display() { + esp_lcd_panel_io_handle_t panel_io = nullptr; + esp_lcd_panel_handle_t panel = nullptr; + // 液晶屏控制IO初始化 + ESP_LOGD(TAG, "Install panel IO"); + esp_lcd_panel_io_spi_config_t io_config = {}; + io_config.cs_gpio_num = DISPLAY_SPI_CS_PIN; + io_config.dc_gpio_num = DISPLAY_SPI_DC_PIN; + io_config.spi_mode = 0; + io_config.pclk_hz = 60 * 1000 * 1000; + io_config.trans_queue_depth = 10; + io_config.lcd_cmd_bits = 8; + io_config.lcd_param_bits = 8; + ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io)); + + // 初始化液晶屏驱动芯片ST7789 + ESP_LOGD(TAG, "Install LCD driver"); + esp_lcd_panel_dev_config_t panel_config = {}; + panel_config.reset_gpio_num = DISPLAY_SPI_RESET_PIN; + panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB; + panel_config.bits_per_pixel = 16; + ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel)); + ESP_ERROR_CHECK(esp_lcd_panel_reset(panel)); + EnableLcdCs(); + ESP_ERROR_CHECK(esp_lcd_panel_init(panel)); + ESP_ERROR_CHECK(esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY)); + ESP_ERROR_CHECK(esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y)); + ESP_ERROR_CHECK(esp_lcd_panel_invert_color(panel, true)); + + display_ = new SpiLcdDisplay(panel_io, panel, + DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY, + { + .text_font = &font_puhui_20_4, + .icon_font = &font_awesome_20_4, + .emoji_font = font_emoji_64_init(), + }); + } + + void InitializeButtons() { + boot_button_.OnClick([this]() { + auto& app = Application::GetInstance(); + if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) { + ResetWifiConfiguration(); + } + app.ToggleChatState(); + }); + + } + + // 物联网初始化，添加对 AI 可见设备 + void InitializeIot() { + auto& thing_manager = iot::ThingManager::GetInstance(); + thing_manager.AddThing(iot::CreateThing("Speaker")); + thing_manager.AddThing(iot::CreateThing("Screen")); + } + +public: + + Spotpear_esp32_s3_lcd_1_54() :boot_button_(BOOT_BUTTON_GPIO){ + gpio_set_direction(TP_PIN_NUM_TP_INT, GPIO_MODE_INPUT); + int level = gpio_get_level(TP_PIN_NUM_TP_INT); + if (level == 1) { + InitializeCodecI2c_Touch(); + InitializeCst816DTouchPad(); + } + InitializeCodecI2c(); + InitializeSpi(); + + InitializeSt7789Display(); + InitializeButtons(); + InitializeIot(); + GetBacklight()->RestoreBrightness(); + } + + virtual Led* GetLed() override { + static SingleLed led_strip(BUILTIN_LED_GPIO); + return &led_strip; + } + + virtual Display* GetDisplay() override { + return display_; + } + + virtual AudioCodec* GetAudioCodec() override { + static Es8311AudioCodec audio_codec(codec_i2c_bus_, I2C_NUM_0, AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE, + AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK, AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT, AUDIO_I2S_GPIO_DIN, + AUDIO_CODEC_PA_PIN, AUDIO_CODEC_ES8311_ADDR); + return &audio_codec; + } + + virtual Backlight* GetBacklight() override { + static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT); + return &backlight; + } + + Cst816d* GetTouchpad() { + return cst816d_; + } + +}; + +DECLARE_BOARD(Spotpear_esp32_s3_lcd_1_54);