mirror of
https://github.com/78/xiaozhi-esp32.git
synced 2026-01-13 16:57:17 +08:00
83f6f8c703
* Adapt boards to v2 partition tables * fix esp log error * fix display style * reset emotion after download assets * fix compiling * update assets default url * Add user only tools * Add image cache * smaller cache and buffer, more heap * use MAIN_EVENT_CLOCK_TICK to avoid audio glitches * bump to 2.0.0 * fix compiling errors --------- Co-authored-by: Xiaoxia <terrence.huang@tenclass.com>
241 lines
8.1 KiB
C++
241 lines
8.1 KiB
C++
#include "wifi_board.h"
|
||
#include "codecs/es8388_audio_codec.h"
|
||
#include "display/lcd_display.h"
|
||
#include "application.h"
|
||
#include "button.h"
|
||
#include "config.h"
|
||
#include "i2c_device.h"
|
||
#include "led/single_led.h"
|
||
#include "esp32_camera.h"
|
||
|
||
#include <esp_log.h>
|
||
#include <esp_lcd_panel_vendor.h>
|
||
#include <driver/i2c_master.h>
|
||
#include <driver/spi_common.h>
|
||
#include <wifi_station.h>
|
||
|
||
#define TAG "atk_dnesp32s3"
|
||
|
||
LV_FONT_DECLARE(font_puhui_basic_20_4);
|
||
LV_FONT_DECLARE(font_awesome_20_4);
|
||
|
||
class XL9555 : public I2cDevice {
|
||
public:
|
||
XL9555(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) {
|
||
WriteReg(0x06, 0x03);
|
||
WriteReg(0x07, 0xF0);
|
||
}
|
||
|
||
void SetOutputState(uint8_t bit, uint8_t level) {
|
||
uint16_t data;
|
||
int index = bit;
|
||
|
||
if (bit < 8) {
|
||
data = ReadReg(0x02);
|
||
} else {
|
||
data = ReadReg(0x03);
|
||
index -= 8;
|
||
}
|
||
|
||
data = (data & ~(1 << index)) | (level << index);
|
||
|
||
if (bit < 8) {
|
||
WriteReg(0x02, data);
|
||
} else {
|
||
WriteReg(0x03, data);
|
||
}
|
||
}
|
||
};
|
||
|
||
|
||
class atk_dnesp32s3 : public WifiBoard {
|
||
private:
|
||
i2c_master_bus_handle_t i2c_bus_;
|
||
Button boot_button_;
|
||
LcdDisplay* display_;
|
||
XL9555* xl9555_;
|
||
Esp32Camera* camera_;
|
||
|
||
void InitializeI2c() {
|
||
// Initialize I2C peripheral
|
||
i2c_master_bus_config_t i2c_bus_cfg = {
|
||
.i2c_port = (i2c_port_t)I2C_NUM_0,
|
||
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
|
||
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
|
||
.clk_source = I2C_CLK_SRC_DEFAULT,
|
||
.glitch_ignore_cnt = 7,
|
||
.intr_priority = 0,
|
||
.trans_queue_depth = 0,
|
||
.flags = {
|
||
.enable_internal_pullup = 1,
|
||
},
|
||
};
|
||
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
|
||
|
||
// Initialize XL9555
|
||
xl9555_ = new XL9555(i2c_bus_, 0x20);
|
||
}
|
||
|
||
// Initialize spi peripheral
|
||
void InitializeSpi() {
|
||
spi_bus_config_t buscfg = {};
|
||
buscfg.mosi_io_num = LCD_MOSI_PIN;
|
||
buscfg.miso_io_num = GPIO_NUM_NC;
|
||
buscfg.sclk_io_num = LCD_SCLK_PIN;
|
||
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
||
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
||
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
||
ESP_ERROR_CHECK(spi_bus_initialize(SPI2_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
||
}
|
||
|
||
void InitializeButtons() {
|
||
boot_button_.OnClick([this]() {
|
||
auto& app = Application::GetInstance();
|
||
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
||
ResetWifiConfiguration();
|
||
}
|
||
app.ToggleChatState();
|
||
});
|
||
}
|
||
|
||
void InitializeSt7789Display() {
|
||
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
||
esp_lcd_panel_handle_t panel = nullptr;
|
||
ESP_LOGD(TAG, "Install panel IO");
|
||
// 液晶屏控制IO初始化
|
||
esp_lcd_panel_io_spi_config_t io_config = {};
|
||
io_config.cs_gpio_num = LCD_CS_PIN;
|
||
io_config.dc_gpio_num = LCD_DC_PIN;
|
||
io_config.spi_mode = 0;
|
||
io_config.pclk_hz = 20 * 1000 * 1000;
|
||
io_config.trans_queue_depth = 7;
|
||
io_config.lcd_cmd_bits = 8;
|
||
io_config.lcd_param_bits = 8;
|
||
esp_lcd_new_panel_io_spi(SPI2_HOST, &io_config, &panel_io);
|
||
|
||
// 初始化液晶屏驱动芯片ST7789
|
||
ESP_LOGD(TAG, "Install LCD driver");
|
||
esp_lcd_panel_dev_config_t panel_config = {};
|
||
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
||
panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB;
|
||
panel_config.bits_per_pixel = 16;
|
||
panel_config.data_endian = LCD_RGB_DATA_ENDIAN_BIG,
|
||
esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel);
|
||
|
||
esp_lcd_panel_reset(panel);
|
||
xl9555_->SetOutputState(8, 1);
|
||
xl9555_->SetOutputState(2, 0);
|
||
|
||
esp_lcd_panel_init(panel);
|
||
esp_lcd_panel_invert_color(panel, DISPLAY_BACKLIGHT_OUTPUT_INVERT);
|
||
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY);
|
||
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
|
||
display_ = new SpiLcdDisplay(panel_io, panel,
|
||
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY,
|
||
{&font_puhui_basic_20_4, &font_awesome_20_4});
|
||
}
|
||
|
||
// 初始化摄像头：ov2640；
|
||
// 根据正点原子官方示例参数
|
||
void InitializeCamera() {
|
||
|
||
xl9555_->SetOutputState(OV_PWDN_IO, 0); // PWDN=低 (上电)
|
||
xl9555_->SetOutputState(OV_RESET_IO, 0); // 确保复位
|
||
vTaskDelay(pdMS_TO_TICKS(50)); // 延长复位保持时间
|
||
xl9555_->SetOutputState(OV_RESET_IO, 1); // 释放复位
|
||
vTaskDelay(pdMS_TO_TICKS(50)); // 延长 50ms
|
||
|
||
camera_config_t config = {};
|
||
|
||
config.pin_pwdn = CAM_PIN_PWDN; // 实际由 XL9555 控制
|
||
config.pin_reset = CAM_PIN_RESET;// 实际由 XL9555 控制
|
||
config.pin_xclk = CAM_PIN_XCLK;
|
||
config.pin_sccb_sda = CAM_PIN_SIOD;
|
||
config.pin_sccb_scl = CAM_PIN_SIOC;
|
||
|
||
config.pin_d7 = CAM_PIN_D7;
|
||
config.pin_d6 = CAM_PIN_D6;
|
||
config.pin_d5 = CAM_PIN_D5;
|
||
config.pin_d4 = CAM_PIN_D4;
|
||
config.pin_d3 = CAM_PIN_D3;
|
||
config.pin_d2 = CAM_PIN_D2;
|
||
config.pin_d1 = CAM_PIN_D1;
|
||
config.pin_d0 = CAM_PIN_D0;
|
||
config.pin_vsync = CAM_PIN_VSYNC;
|
||
config.pin_href = CAM_PIN_HREF;
|
||
config.pin_pclk = CAM_PIN_PCLK;
|
||
|
||
/* XCLK 20MHz or 10MHz for OV2640 double FPS (Experimental) */
|
||
config.xclk_freq_hz = 24000000;
|
||
config.ledc_timer = LEDC_TIMER_0;
|
||
config.ledc_channel = LEDC_CHANNEL_0;
|
||
|
||
config.pixel_format = PIXFORMAT_RGB565; /* YUV422,GRAYSCALE,RGB565,JPEG */
|
||
config.frame_size = FRAMESIZE_QVGA; /* QQVGA-UXGA, For ESP32, do not use sizes above QVGA when not JPEG. The performance of the ESP32-S series has improved a lot, but JPEG mode always gives better frame rates */
|
||
|
||
config.jpeg_quality = 12; /* 0-63, for OV series camera sensors, lower number means higher quality */
|
||
config.fb_count = 2; /* When jpeg mode is used, if fb_count more than one, the driver will work in continuous mode */
|
||
config.fb_location = CAMERA_FB_IN_PSRAM;
|
||
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
|
||
|
||
esp_err_t err = esp_camera_init(&config); // 测试相机是否存在
|
||
if (err != ESP_OK) {
|
||
ESP_LOGE(TAG, "Camera is not plugged in or not supported, error: %s", esp_err_to_name(err));
|
||
// 如果摄像头初始化失败，设置 camera_ 为 nullptr
|
||
camera_ = nullptr;
|
||
return;
|
||
}else
|
||
{
|
||
esp_camera_deinit();// 释放之前的摄像头资源,为正确初始化做准备
|
||
camera_ = new Esp32Camera(config);
|
||
}
|
||
|
||
}
|
||
|
||
public:
|
||
atk_dnesp32s3() : boot_button_(BOOT_BUTTON_GPIO) {
|
||
InitializeI2c();
|
||
InitializeSpi();
|
||
InitializeSt7789Display();
|
||
InitializeButtons();
|
||
InitializeCamera();
|
||
}
|
||
|
||
virtual Assets* GetAssets() override {
|
||
static Assets assets(ASSETS_XIAOZHI_PUHUI_COMMON_20_4_EMOJI_64);
|
||
return &assets;
|
||
}
|
||
|
||
virtual Led* GetLed() override {
|
||
static SingleLed led(BUILTIN_LED_GPIO);
|
||
return &led;
|
||
}
|
||
|
||
virtual AudioCodec* GetAudioCodec() override {
|
||
static Es8388AudioCodec audio_codec(
|
||
i2c_bus_,
|
||
I2C_NUM_0,
|
||
AUDIO_INPUT_SAMPLE_RATE,
|
||
AUDIO_OUTPUT_SAMPLE_RATE,
|
||
AUDIO_I2S_GPIO_MCLK,
|
||
AUDIO_I2S_GPIO_BCLK,
|
||
AUDIO_I2S_GPIO_WS,
|
||
AUDIO_I2S_GPIO_DOUT,
|
||
AUDIO_I2S_GPIO_DIN,
|
||
GPIO_NUM_NC,
|
||
AUDIO_CODEC_ES8388_ADDR
|
||
);
|
||
return &audio_codec;
|
||
}
|
||
|
||
virtual Display* GetDisplay() override {
|
||
return display_;
|
||
}
|
||
|
||
virtual Camera* GetCamera() override {
|
||
return camera_;
|
||
}
|
||
};
|
||
|
||
DECLARE_BOARD(atk_dnesp32s3);
|