mirror of
https://github.com/78/xiaozhi-esp32.git
synced 2026-01-13 16:57:17 +08:00
60ad1c5afc
* refactor: migrate camera module to esp-video library * refactor: migrate boards to esp-video API (1/2) * refactor: migrate boards to esp-video API (2/2) * fix: use ESP-IDF 5.5 * refactor: migrate the JPEG encoder to `esp_new_jpeg` * feat: add YUV422 support * feat: improve pixelformat and device selection process * feat: use ESP32-P4 Hardware JPEG Encoder
244 lines
9.6 KiB
C++
244 lines
9.6 KiB
C++
#include "wifi_board.h"
|
|
#include "codecs/box_audio_codec.h"
|
|
#include "display/lcd_display.h"
|
|
#include "system_reset.h"
|
|
#include "application.h"
|
|
#include "button.h"
|
|
#include "config.h"
|
|
|
|
#include <esp_log.h>
|
|
#include "i2c_device.h"
|
|
#include <driver/i2c_master.h>
|
|
#include <driver/ledc.h>
|
|
#include <wifi_station.h>
|
|
#include <esp_lcd_panel_io.h>
|
|
#include <esp_lcd_panel_ops.h>
|
|
#include <esp_lcd_st77916.h>
|
|
#include <esp_timer.h>
|
|
#include "esp_io_expander_tca95xx_16bit.h"
|
|
#include "esp32_camera.h"
|
|
#include "led/circular_strip.h"
|
|
#include "esp_lcd_jd9853.h"
|
|
|
|
#define TAG "waveshare_lcd_1_85c"
|
|
|
|
#define LCD_OPCODE_WRITE_CMD (0x02ULL)
|
|
#define LCD_OPCODE_READ_CMD (0x0BULL)
|
|
#define LCD_OPCODE_WRITE_COLOR (0x32ULL)
|
|
|
|
class CustomBoard : public WifiBoard {
|
|
private:
|
|
Button boot_button_;
|
|
i2c_master_bus_handle_t i2c_bus_;
|
|
esp_io_expander_handle_t io_expander = NULL;
|
|
LcdDisplay* display_;
|
|
Esp32Camera* camera_;
|
|
|
|
void InitializeI2c() {
|
|
// Initialize I2C peripheral
|
|
i2c_master_bus_config_t i2c_bus_cfg = {
|
|
.i2c_port = (i2c_port_t)0,
|
|
.sda_io_num = I2C_SDA_IO,
|
|
.scl_io_num = I2C_SCL_IO,
|
|
.clk_source = I2C_CLK_SRC_DEFAULT,
|
|
};
|
|
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
|
|
}
|
|
|
|
void InitializeTca9555(void)
|
|
{
|
|
esp_err_t ret = esp_io_expander_new_i2c_tca95xx_16bit(i2c_bus_, I2C_ADDRESS, &io_expander);
|
|
if(ret != ESP_OK)
|
|
ESP_LOGE(TAG, "TCA9554 create returned error"); // 打印引脚状态
|
|
|
|
ret = esp_io_expander_set_dir(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1 | IO_EXPANDER_PIN_NUM_8|IO_EXPANDER_PIN_NUM_5|IO_EXPANDER_PIN_NUM_6, IO_EXPANDER_OUTPUT); // 设置引脚 EXIO0 和 EXIO1 模式为输出
|
|
ESP_ERROR_CHECK(ret);
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1, 1); // 复位 LCD 与 TouchPad
|
|
ESP_ERROR_CHECK(ret);
|
|
vTaskDelay(pdMS_TO_TICKS(10));
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1, 0); // 复位 LCD 与 TouchPad
|
|
ESP_ERROR_CHECK(ret);
|
|
vTaskDelay(pdMS_TO_TICKS(10));
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_0 | IO_EXPANDER_PIN_NUM_1, 1); // 复位 LCD 与 TouchPad
|
|
ESP_ERROR_CHECK(ret);
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_8, 1); // 启用喇叭功放
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_5, false); // 复位摄像头
|
|
vTaskDelay(pdMS_TO_TICKS(5));
|
|
ret = esp_io_expander_set_level(io_expander, IO_EXPANDER_PIN_NUM_6, true);
|
|
vTaskDelay(pdMS_TO_TICKS(5));
|
|
ESP_ERROR_CHECK(ret);
|
|
}
|
|
|
|
void InitializeSpi() {
|
|
spi_bus_config_t buscfg = {};
|
|
buscfg.mosi_io_num = DISPLAY_MOSI_PIN;
|
|
buscfg.miso_io_num = GPIO_NUM_NC;
|
|
buscfg.sclk_io_num = DISPLAY_SCLK_PIN;
|
|
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
|
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
|
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
|
ESP_ERROR_CHECK(spi_bus_initialize(SPI2_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
|
}
|
|
|
|
void InitializeSt7789Display() {
|
|
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
|
esp_lcd_panel_handle_t panel = nullptr;
|
|
// 液晶屏控制IO初始化
|
|
ESP_LOGD(TAG, "Install panel IO");
|
|
esp_lcd_panel_io_spi_config_t io_config = {};
|
|
io_config.cs_gpio_num = DISPLAY_CS_PIN;
|
|
io_config.dc_gpio_num = DISPLAY_DC_PIN;
|
|
io_config.spi_mode = 0;
|
|
io_config.pclk_hz = DISPLAY_SPI_SCLK_HZ;
|
|
io_config.trans_queue_depth = 10;
|
|
io_config.lcd_cmd_bits = 8;
|
|
io_config.lcd_param_bits = 8;
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI2_HOST, &io_config, &panel_io));
|
|
|
|
// 初始化液晶屏驱动芯片ST7789
|
|
ESP_LOGD(TAG, "Install LCD driver");
|
|
esp_lcd_panel_dev_config_t panel_config = {};
|
|
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
|
panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB;
|
|
panel_config.bits_per_pixel = 16;
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_reset(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_init(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_invert_color(panel, DISPLAY_INVERT_COLOR));
|
|
|
|
display_ = new SpiLcdDisplay(panel_io, panel,
|
|
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
|
|
}
|
|
|
|
void InitializeJd9853Display() {
|
|
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
|
esp_lcd_panel_handle_t panel = nullptr;
|
|
// 液晶屏控制IO初始化
|
|
ESP_LOGD(TAG, "Install panel IO");
|
|
esp_lcd_panel_io_spi_config_t io_config = {};
|
|
io_config.cs_gpio_num = DISPLAY_CS_PIN;
|
|
io_config.dc_gpio_num = DISPLAY_DC_PIN;
|
|
io_config.spi_mode = 0;
|
|
io_config.pclk_hz = DISPLAY_SPI_SCLK_HZ;
|
|
io_config.trans_queue_depth = 10;
|
|
io_config.lcd_cmd_bits = 8;
|
|
io_config.lcd_param_bits = 8;
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI2_HOST, &io_config, &panel_io));
|
|
|
|
// 初始化液晶屏驱动芯片JD9853
|
|
ESP_LOGD(TAG, "Install LCD driver");
|
|
esp_lcd_panel_dev_config_t panel_config = {};
|
|
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
|
panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB;
|
|
panel_config.bits_per_pixel = 16;
|
|
//ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
|
|
ESP_ERROR_CHECK(esp_lcd_new_panel_jd9853(panel_io, &panel_config, &panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_reset(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_init(panel));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_invert_color(panel, true));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_set_gap(panel, 0, 34));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_mirror(panel, true, false));
|
|
ESP_ERROR_CHECK(esp_lcd_panel_swap_xy(panel, true));
|
|
display_ = new SpiLcdDisplay(panel_io, panel,
|
|
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
|
|
}
|
|
|
|
void InitializeButtons() {
|
|
boot_button_.OnClick([this]() {
|
|
auto& app = Application::GetInstance();
|
|
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
|
ResetWifiConfiguration();
|
|
}
|
|
app.ToggleChatState();
|
|
});
|
|
}
|
|
|
|
void InitializeCamera() {
|
|
static esp_cam_ctlr_dvp_pin_config_t dvp_pin_config = {
|
|
.data_width = CAM_CTLR_DATA_WIDTH_8,
|
|
.data_io = {
|
|
[0] = CAMERA_PIN_D0,
|
|
[1] = CAMERA_PIN_D1,
|
|
[2] = CAMERA_PIN_D2,
|
|
[3] = CAMERA_PIN_D3,
|
|
[4] = CAMERA_PIN_D4,
|
|
[5] = CAMERA_PIN_D5,
|
|
[6] = CAMERA_PIN_D6,
|
|
[7] = CAMERA_PIN_D7,
|
|
},
|
|
.vsync_io = CAMERA_PIN_VSYNC,
|
|
.de_io = CAMERA_PIN_HREF,
|
|
.pclk_io = CAMERA_PIN_PCLK,
|
|
.xclk_io = CAMERA_PIN_XCLK,
|
|
};
|
|
|
|
esp_video_init_sccb_config_t sccb_config = {
|
|
.init_sccb = true,
|
|
.i2c_config = {
|
|
.port = 0,
|
|
.scl_pin = CAMERA_PIN_SIOC,
|
|
.sda_pin = CAMERA_PIN_SIOD,
|
|
},
|
|
.freq = 100000,
|
|
};
|
|
|
|
esp_video_init_dvp_config_t dvp_config = {
|
|
.sccb_config = sccb_config,
|
|
.reset_pin = CAMERA_PIN_RESET,
|
|
.pwdn_pin = CAMERA_PIN_PWDN,
|
|
.dvp_pin = dvp_pin_config,
|
|
.xclk_freq = XCLK_FREQ_HZ,
|
|
};
|
|
|
|
esp_video_init_config_t video_config = {
|
|
.dvp = &dvp_config,
|
|
};
|
|
|
|
camera_ = new Esp32Camera(video_config);
|
|
camera_->SetVFlip(1);
|
|
}
|
|
public:
|
|
CustomBoard() :
|
|
boot_button_(BOOT_BUTTON_GPIO) {
|
|
InitializeI2c();
|
|
InitializeTca9555();
|
|
InitializeSpi();
|
|
InitializeButtons();
|
|
#ifdef LCD_TYPE_JD9853_SERIAL
|
|
InitializeJd9853Display();
|
|
#else
|
|
InitializeSt7789Display();
|
|
#endif
|
|
InitializeCamera();
|
|
GetBacklight()->RestoreBrightness();
|
|
}
|
|
|
|
virtual Led* GetLed() override {
|
|
static CircularStrip led(BUILTIN_LED_GPIO, 6);
|
|
return &led;
|
|
}
|
|
|
|
virtual AudioCodec* GetAudioCodec() override {
|
|
static BoxAudioCodec audio_codec(i2c_bus_, AUDIO_INPUT_SAMPLE_RATE, AUDIO_OUTPUT_SAMPLE_RATE,
|
|
AUDIO_I2S_GPIO_MCLK, AUDIO_I2S_GPIO_BCLK, AUDIO_I2S_GPIO_WS, AUDIO_I2S_GPIO_DOUT, AUDIO_I2S_GPIO_DIN, AUDIO_CODEC_PA_PIN, AUDIO_CODEC_ES8311_ADDR, AUDIO_CODEC_ES7210_ADDR, AUDIO_INPUT_REFERENCE);
|
|
return &audio_codec;
|
|
}
|
|
|
|
virtual Display* GetDisplay() override {
|
|
return display_;
|
|
}
|
|
|
|
virtual Backlight* GetBacklight() override {
|
|
static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, BACKLIGHT_INVERT);
|
|
return &backlight;
|
|
}
|
|
|
|
virtual Camera* GetCamera() override {
|
|
return camera_;
|
|
}
|
|
};
|
|
|
|
DECLARE_BOARD(CustomBoard);
|