mirror of
https://github.com/78/xiaozhi-esp32.git
synced 2026-01-14 01:07:30 +08:00
Merge 14b834de67 into b48506171b
This commit is contained in:
Taikoto
GitHub
commit
eb5c650475
@ -583,6 +583,16 @@ elseif(CONFIG_BOARD_TYPE_HU_087)
|
||||
set(BOARD_TYPE "hu-087")
|
||||
set(BUILTIN_TEXT_FONT font_puhui_basic_14_1)
|
||||
set(BUILTIN_ICON_FONT font_awesome_14_1)
|
||||
elseif(CONFIG_BOARD_TYPE_ZHENGCHEN_CAM)
|
||||
set(BOARD_TYPE "zhengchen-cam")
|
||||
set(BUILTIN_TEXT_FONT font_puhui_basic_20_4)
|
||||
set(BUILTIN_ICON_FONT font_awesome_20_4)
|
||||
set(DEFAULT_EMOJI_COLLECTION twemoji_64)
|
||||
elseif(CONFIG_BOARD_TYPE_ZHENGCHEN_CAM_ML307)
|
||||
set(BOARD_TYPE "zhengchen-cam-ml307")
|
||||
set(BUILTIN_TEXT_FONT font_puhui_basic_20_4)
|
||||
set(BUILTIN_ICON_FONT font_awesome_20_4)
|
||||
set(DEFAULT_EMOJI_COLLECTION twemoji_64)
|
||||
endif()
|
||||
|
||||
file(GLOB BOARD_SOURCES
|
||||
|
||||
@ -419,6 +419,11 @@ choice BOARD_TYPE
|
||||
config BOARD_TYPE_ZHENGCHEN_1_54TFT_ML307
|
||||
bool "征辰科技1.54(ML307)"
|
||||
depends on IDF_TARGET_ESP32S3
|
||||
config BOARD_TYPE_ZHENGCHEN_CAM
|
||||
bool "征辰科技AI Camera"
|
||||
depends on IDF_TARGET_ESP32S3
|
||||
config BOARD_TYPE_ZHENGCHEN_CAM_ML307
|
||||
bool "征辰科技AI Camera(ML307)"
|
||||
config BOARD_TYPE_MINSI_K08_DUAL
|
||||
bool "敏思科技K08(DUAL)"
|
||||
depends on IDF_TARGET_ESP32S3
|
||||
@ -670,7 +675,8 @@ config USE_DEVICE_AEC
|
||||
|| BOARD_TYPE_LICHUANG_DEV_S3 || BOARD_TYPE_ESP_KORVO2_V3 || BOARD_TYPE_WAVESHARE_S3_TOUCH_AMOLED_1_75 || BOARD_TYPE_WAVESHARE_S3_TOUCH_LCD_1_83\
|
||||
|| BOARD_TYPE_WAVESHARE_S3_TOUCH_AMOLED_2_06 || BOARD_TYPE_WAVESHARE_S3_TOUCH_LCD_4B || BOARD_TYPE_WAVESHARE_P4_WIFI6_TOUCH_LCD_4B || BOARD_TYPE_WAVESHARE_P4_WIFI6_TOUCH_LCD_7B \
|
||||
|| BOARD_TYPE_WAVESHARE_P4_WIFI6_TOUCH_LCD_XC || BOARD_TYPE_ESP_S3_LCD_EV_Board_2 || BOARD_TYPE_YUNLIAO_S3 \
|
||||
|| BOARD_TYPE_ECHOEAR || BOARD_TYPE_WAVESHARE_S3_TOUCH_LCD_3_49)
|
||||
|| BOARD_TYPE_ECHOEAR || BOARD_TYPE_WAVESHARE_S3_TOUCH_LCD_3_49 \
|
||||
|| BOARD_TYPE_ZHENGCHEN_CAM || BOARD_TYPE_ZHENGCHEN_CAM_ML307)
|
||||
help
|
||||
To work properly, device-side AEC requires a clean output reference path from the speaker signal and physical acoustic isolation between the microphone and speaker.
|
||||
|
||||
|
||||
50
main/boards/zhengchen-cam-ml307/README.md
Normal file
50
main/boards/zhengchen-cam-ml307/README.md
Normal file
@ -0,0 +1,50 @@
|
||||
# 产品相关介绍网址
|
||||
# 征辰科技 AI camera + 4G
|
||||
|
||||
## 简介
|
||||
征辰科技 AI camera是小智AI的魔改项目，做了大量创新和优化。
|
||||
|
||||
## 合并版
|
||||
合并版代码在小智AI主项目中维护，跟随主项目的一起版本更新，便于用户自行扩展和第三方固件扩展。支持语音唤醒、语音打断、OTA等功能。
|
||||
|
||||
## 魔改版
|
||||
魔改版由于底层改动太大，代码单独维护，定期合并主项目代码。
|
||||
|
||||
https://e.tb.cn/h.6Gl2LC7rsrswQZp?tk=qFuaV9hzh0k CZ356
|
||||
```
|
||||
【淘宝】 「小智AI带摄像头支持识物双麦克风打断 ESP32S3N16R8开发板表情包」
|
||||
https://e.tb.cn/h.hBc8Gcx9cUluJJO?tk=YW5C4LPixKg
|
||||
|
||||
|
||||
|
||||
## 配置、编译命令
|
||||
|
||||
由于此项目需要配置较多的 sdkconfig 选项，推荐使用编译脚本编译。
|
||||
|
||||
**编译**
|
||||
|
||||
```bash
|
||||
python ./scripts/release.py zhengchen-cam-ml307
|
||||
```
|
||||
|
||||
如需手动编译，请参考 `zhengchen-cam-ml307/config.json` 修改 menuconfig 对应选项。
|
||||
|
||||
**烧录**
|
||||
|
||||
```bash
|
||||
idf.py flash
|
||||
|
||||
|
||||
```
|
||||
|
||||
MCP Tool：
|
||||
self.get_device_status
|
||||
self.audio_speaker.set_volume
|
||||
self.screen.set_brightness
|
||||
self.screen.set_theme
|
||||
self.gif.set_gif_mode
|
||||
self.display.set_mode
|
||||
self.camera.take_photo
|
||||
self.AEC.set_mode
|
||||
self.AEC.get_mode
|
||||
self.res.esp_restart
|
||||
70
main/boards/zhengchen-cam-ml307/config.h
Normal file
70
main/boards/zhengchen-cam-ml307/config.h
Normal file
@ -0,0 +1,70 @@
|
||||
#ifndef _BOARD_CONFIG_H_
|
||||
#define _BOARD_CONFIG_H_
|
||||
|
||||
#include <driver/gpio.h>
|
||||
|
||||
#define AUDIO_INPUT_SAMPLE_RATE 24000
|
||||
#define AUDIO_OUTPUT_SAMPLE_RATE 24000
|
||||
|
||||
#define AUDIO_INPUT_REFERENCE true
|
||||
|
||||
#define AUDIO_I2S_GPIO_MCLK GPIO_NUM_38
|
||||
#define AUDIO_I2S_GPIO_WS GPIO_NUM_13
|
||||
#define AUDIO_I2S_GPIO_BCLK GPIO_NUM_14
|
||||
#define AUDIO_I2S_GPIO_DIN GPIO_NUM_12
|
||||
#define AUDIO_I2S_GPIO_DOUT GPIO_NUM_45
|
||||
|
||||
#define AUDIO_CODEC_USE_PCA9557
|
||||
#define AUDIO_CODEC_I2C_SDA_PIN GPIO_NUM_1
|
||||
#define AUDIO_CODEC_I2C_SCL_PIN GPIO_NUM_2
|
||||
#define AUDIO_CODEC_ES8311_ADDR ES8311_CODEC_DEFAULT_ADDR
|
||||
#define AUDIO_CODEC_ES7210_ADDR 0x82
|
||||
|
||||
#define BUILTIN_LED_GPIO GPIO_NUM_48
|
||||
#define BOOT_BUTTON_GPIO GPIO_NUM_0
|
||||
#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_3
|
||||
#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_46
|
||||
|
||||
#define DISPLAY_WIDTH 320
|
||||
#define DISPLAY_HEIGHT 240
|
||||
#define DISPLAY_MIRROR_X true
|
||||
#define DISPLAY_MIRROR_Y false
|
||||
#define DISPLAY_SWAP_XY true
|
||||
|
||||
#define DISPLAY_WIDTH_1 240
|
||||
#define DISPLAY_HEIGHT_1 320
|
||||
#define DISPLAY_MIRROR_X_1 false
|
||||
#define DISPLAY_MIRROR_Y_1 false
|
||||
#define DISPLAY_SWAP_XY_1 false
|
||||
|
||||
#define DISPLAY_OFFSET_X 0
|
||||
#define DISPLAY_OFFSET_Y 0
|
||||
|
||||
#define DISPLAY_BACKLIGHT_PIN GPIO_NUM_42
|
||||
#define DISPLAY_BACKLIGHT_OUTPUT_INVERT true
|
||||
|
||||
|
||||
/* Camera pins */
|
||||
#define CAMERA_PIN_PWDN -1
|
||||
#define CAMERA_PIN_RESET -1
|
||||
#define CAMERA_PIN_XCLK 17
|
||||
#define CAMERA_PIN_SIOD 1
|
||||
#define CAMERA_PIN_SIOC 2
|
||||
|
||||
#define CAMERA_PIN_D7 15
|
||||
#define CAMERA_PIN_D6 11
|
||||
#define CAMERA_PIN_D5 9
|
||||
#define CAMERA_PIN_D4 8
|
||||
#define CAMERA_PIN_D3 6
|
||||
#define CAMERA_PIN_D2 5
|
||||
#define CAMERA_PIN_D1 4
|
||||
#define CAMERA_PIN_D0 7
|
||||
#define CAMERA_PIN_VSYNC 21
|
||||
#define CAMERA_PIN_HREF 18
|
||||
#define CAMERA_PIN_PCLK 16
|
||||
|
||||
#define XCLK_FREQ_HZ 24000000
|
||||
|
||||
#define ML307_RX_PIN GPIO_NUM_44
|
||||
#define ML307_TX_PIN GPIO_NUM_43
|
||||
#endif // _BOARD_CONFIG_H_
|
||||
18
main/boards/zhengchen-cam-ml307/config.json
Normal file
18
main/boards/zhengchen-cam-ml307/config.json
Normal file
@ -0,0 +1,18 @@
|
||||
{
|
||||
"target": "esp32s3",
|
||||
"builds": [
|
||||
{
|
||||
"name": "zhengchen-cam-ml307",
|
||||
"sdkconfig_append": [
|
||||
"CONFIG_USE_DEVICE_AEC=y",
|
||||
"CONFIG_LWIP_TCPIP_RECVMBOX_SIZE=48",
|
||||
"CONFIG_ESP_WIFI_DYNAMIC_RX_BUFFER_NUM=32",
|
||||
"CONFIG_ESP_WIFI_TASK_PINNED_TO_CORE_0=n",
|
||||
"CONFIG_ESP_WIFI_TASK_PINNED_TO_CORE_1=y",
|
||||
"CONFIG_LV_USE_FONT_COMPRESSED=y",
|
||||
"CONFIG_LV_USE_FONT_PLACEHOLDER=y",
|
||||
"CONFIG_PARTITION_TABLE_CUSTOM_FILENAME=\"partitions/v2/16m.csv\""
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
94
main/boards/zhengchen-cam-ml307/mcp_controller.cc
Normal file
94
main/boards/zhengchen-cam-ml307/mcp_controller.cc
Normal file
@ -0,0 +1,94 @@
|
||||
#include <cJSON.h>
|
||||
#include <esp_log.h>
|
||||
|
||||
#include <cstring>
|
||||
|
||||
#include "application.h"
|
||||
#include "board.h"
|
||||
#include "config.h"
|
||||
#include "mcp_server.h"
|
||||
#include "sdkconfig.h"
|
||||
#include "settings.h"
|
||||
#include "display.h"
|
||||
|
||||
#define TAG "MCPController"
|
||||
|
||||
class MCPController {
|
||||
public:
|
||||
MCPController() {
|
||||
RegisterMcpTools();
|
||||
ESP_LOGI(TAG, "注册MCP工具");
|
||||
}
|
||||
|
||||
void RegisterMcpTools() {
|
||||
auto& mcp_server = McpServer::GetInstance();
|
||||
ESP_LOGI(TAG, "开始注册MCP工具...");
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.AEC.set_mode",
|
||||
"设置AEC对话打断模式。当用户意图切换对话打断模式时或者用户觉得ai对话容易被打断时或者用户觉得无法实现对话打断时都使用此工具。\n"
|
||||
"参数：\n"
|
||||
" `mode`: 对话打断模式，可选值只有`kAecOff`(关闭）和`kAecOnDeviceSide`（开启）\n"
|
||||
"返回值：\n"
|
||||
" 反馈状态信息，不需要确认，立即播报相关数据\n",
|
||||
PropertyList({
|
||||
Property("mode", kPropertyTypeString)
|
||||
}),
|
||||
[](const PropertyList& properties) -> ReturnValue {
|
||||
auto mode = properties["mode"].value<std::string>();
|
||||
auto& app = Application::GetInstance();
|
||||
vTaskDelay(pdMS_TO_TICKS(2000));
|
||||
if (mode == "kAecOff") {
|
||||
app.SetAecMode(kAecOff);
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式已关闭\"}";
|
||||
}else {
|
||||
auto& board = Board::GetInstance();
|
||||
app.SetAecMode(kAecOnDeviceSide);
|
||||
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式已开启\"}";
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.AEC.get_mode",
|
||||
"获取AEC对话打断模式状态。当用户意图获取对话打断模式状态时使用此工具。\n"
|
||||
"返回值：\n"
|
||||
" 反馈状态信息，不需要确认，立即播报相关数据\n",
|
||||
PropertyList(),
|
||||
[](const PropertyList&) -> ReturnValue {
|
||||
auto& app = Application::GetInstance();
|
||||
const bool is_currently_off = (app.GetAecMode() == kAecOff);
|
||||
if (is_currently_off) {
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式处于关闭状态\"}";
|
||||
}else {
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式处于开启状态\"}";
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.res.esp_restart",
|
||||
"重启设备。当用户意图重启设备时使用此工具。\n",
|
||||
PropertyList(),
|
||||
[](const PropertyList&) -> ReturnValue {
|
||||
vTaskDelay(pdMS_TO_TICKS(1000));
|
||||
// Reboot the device
|
||||
esp_restart();
|
||||
return true;
|
||||
}
|
||||
);
|
||||
|
||||
ESP_LOGI(TAG, "MCP工具注册完成");
|
||||
}
|
||||
|
||||
};
|
||||
|
||||
static MCPController* g_mcp_controller = nullptr;
|
||||
|
||||
void InitializeMCPController() {
|
||||
if (g_mcp_controller == nullptr) {
|
||||
g_mcp_controller = new MCPController();
|
||||
ESP_LOGI(TAG, "注册MCP工具");
|
||||
}
|
||||
}
|
||||
237
main/boards/zhengchen-cam-ml307/power_manager.h
Normal file
237
main/boards/zhengchen-cam-ml307/power_manager.h
Normal file
@ -0,0 +1,237 @@
|
||||
#pragma once
|
||||
#include <vector>
|
||||
#include <functional>
|
||||
#include <esp_log.h>
|
||||
#include <esp_timer.h>
|
||||
#include <driver/gpio.h>
|
||||
#include <esp_adc/adc_oneshot.h>
|
||||
#include <driver/temperature_sensor.h>
|
||||
#include "application.h"
|
||||
|
||||
class PowerManager {
|
||||
private:
|
||||
// 定时器句柄
|
||||
esp_timer_handle_t timer_handle_;
|
||||
std::function<void(bool)> on_charging_status_changed_;
|
||||
std::function<void(bool)> on_low_battery_status_changed_;
|
||||
std::function<void(float)> on_temperature_changed_;
|
||||
|
||||
gpio_num_t charging_pin_ = GPIO_NUM_NC;
|
||||
std::vector<uint16_t> adc_values_;
|
||||
uint32_t battery_level_ = 0;
|
||||
bool is_charging_ = false;
|
||||
bool is_low_battery_ = false;
|
||||
float current_temperature_ = 0.0f;
|
||||
int ticks_ = 0;
|
||||
const int kBatteryAdcInterval = 60;
|
||||
const int kBatteryAdcDataCount = 3;
|
||||
const int kLowBatteryLevel = 20;
|
||||
const int kTemperatureReadInterval = 10; // 每 10 秒读取一次温度
|
||||
|
||||
adc_oneshot_unit_handle_t adc_handle_;
|
||||
temperature_sensor_handle_t temp_sensor_ = NULL;
|
||||
|
||||
void CheckBatteryStatus() {
|
||||
// Get charging status
|
||||
bool new_charging_status = gpio_get_level(charging_pin_) == 1;
|
||||
if (new_charging_status != is_charging_) {
|
||||
is_charging_ = new_charging_status;
|
||||
if (on_charging_status_changed_) {
|
||||
on_charging_status_changed_(is_charging_);
|
||||
}
|
||||
ReadBatteryAdcData();
|
||||
return;
|
||||
}
|
||||
|
||||
// 如果电池电量数据不足，则读取电池电量数据
|
||||
if (adc_values_.size() < kBatteryAdcDataCount) {
|
||||
ReadBatteryAdcData();
|
||||
return;
|
||||
}
|
||||
|
||||
// 如果电池电量数据充足，则每 kBatteryAdcInterval 个 tick 读取一次电池电量数据
|
||||
ticks_++;
|
||||
if (ticks_ % kBatteryAdcInterval == 0) {
|
||||
ReadBatteryAdcData();
|
||||
}
|
||||
|
||||
// 新增：周期性读取温度
|
||||
if (ticks_ % kTemperatureReadInterval == 0) {
|
||||
ReadTemperature();
|
||||
}
|
||||
}
|
||||
|
||||
void ReadBatteryAdcData() {
|
||||
// 读取 ADC 值
|
||||
int adc_value;
|
||||
ESP_ERROR_CHECK(adc_oneshot_read(adc_handle_, ADC_CHANNEL_9, &adc_value));
|
||||
|
||||
|
||||
// 将 ADC 值添加到队列中
|
||||
adc_values_.push_back(adc_value);
|
||||
if (adc_values_.size() > kBatteryAdcDataCount) {
|
||||
adc_values_.erase(adc_values_.begin());
|
||||
}
|
||||
uint32_t average_adc = 0;
|
||||
for (auto value : adc_values_) {
|
||||
average_adc += (value + 80);
|
||||
}
|
||||
average_adc /= adc_values_.size();
|
||||
|
||||
|
||||
// 定义电池电量区间
|
||||
const struct {
|
||||
uint16_t adc;
|
||||
uint8_t level;
|
||||
} levels[] = {
|
||||
{2030, 0},
|
||||
{2134, 20},
|
||||
{2252, 40},
|
||||
{2370, 60},
|
||||
{2488, 80},
|
||||
{2606, 100}
|
||||
};
|
||||
// 低于最低值时
|
||||
if (average_adc < levels[0].adc) {
|
||||
battery_level_ = 0;
|
||||
}
|
||||
// 高于最高值时
|
||||
else if (average_adc >= levels[5].adc) {
|
||||
battery_level_ = 100;
|
||||
} else {
|
||||
// 线性插值计算中间值
|
||||
for (int i = 0; i < 5; i++) {
|
||||
if (average_adc >= levels[i].adc && average_adc < levels[i+1].adc) {
|
||||
float ratio = static_cast<float>(average_adc - levels[i].adc) / (levels[i+1].adc - levels[i].adc);
|
||||
battery_level_ = levels[i].level + ratio * (levels[i+1].level - levels[i].level);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
// 检查是否达到低电量阈值
|
||||
if (adc_values_.size() >= kBatteryAdcDataCount) {
|
||||
bool new_low_battery_status = battery_level_ <= kLowBatteryLevel;
|
||||
if (new_low_battery_status != is_low_battery_) {
|
||||
is_low_battery_ = new_low_battery_status;
|
||||
if (on_low_battery_status_changed_) {
|
||||
on_low_battery_status_changed_(is_low_battery_);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
ESP_LOGI("PowerManager", "ADC value: %d average: %ld level: %ld", adc_value, average_adc, battery_level_);
|
||||
}
|
||||
|
||||
void ReadTemperature() {
|
||||
float temperature = 0.0f;
|
||||
ESP_ERROR_CHECK(temperature_sensor_get_celsius(temp_sensor_, &temperature));
|
||||
|
||||
if (abs(temperature - current_temperature_) >= 3.5f) { // 温度变化超过3.5°C才触发回调
|
||||
current_temperature_ = temperature;
|
||||
if (on_temperature_changed_) {
|
||||
on_temperature_changed_(current_temperature_);
|
||||
}
|
||||
ESP_LOGI("PowerManager", "Temperature updated: %.1f°C", current_temperature_);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public:
|
||||
PowerManager(gpio_num_t pin) : charging_pin_(pin) {
|
||||
|
||||
// 初始化充电引脚
|
||||
gpio_config_t io_conf = {};
|
||||
io_conf.intr_type = GPIO_INTR_DISABLE;
|
||||
io_conf.mode = GPIO_MODE_INPUT;
|
||||
io_conf.pin_bit_mask = (1ULL << charging_pin_);
|
||||
io_conf.pull_down_en = GPIO_PULLDOWN_DISABLE;
|
||||
io_conf.pull_up_en = GPIO_PULLUP_DISABLE;
|
||||
gpio_config(&io_conf);
|
||||
|
||||
// 创建电池电量检查定时器
|
||||
esp_timer_create_args_t timer_args = {
|
||||
.callback = [](void* arg) {
|
||||
PowerManager* self = static_cast<PowerManager*>(arg);
|
||||
self->CheckBatteryStatus();
|
||||
},
|
||||
.arg = this,
|
||||
.dispatch_method = ESP_TIMER_TASK,
|
||||
.name = "battery_check_timer",
|
||||
.skip_unhandled_events = true,
|
||||
};
|
||||
ESP_ERROR_CHECK(esp_timer_create(&timer_args, &timer_handle_));
|
||||
ESP_ERROR_CHECK(esp_timer_start_periodic(timer_handle_, 1000000));
|
||||
|
||||
// 初始化 ADC
|
||||
adc_oneshot_unit_init_cfg_t init_config = {
|
||||
.unit_id = ADC_UNIT_1,
|
||||
.ulp_mode = ADC_ULP_MODE_DISABLE,
|
||||
};
|
||||
ESP_ERROR_CHECK(adc_oneshot_new_unit(&init_config, &adc_handle_));
|
||||
|
||||
adc_oneshot_chan_cfg_t chan_config = {
|
||||
.atten = ADC_ATTEN_DB_12,
|
||||
.bitwidth = ADC_BITWIDTH_12,
|
||||
};
|
||||
ESP_ERROR_CHECK(adc_oneshot_config_channel(adc_handle_, ADC_CHANNEL_9, &chan_config));
|
||||
|
||||
// 初始化温度传感器
|
||||
temperature_sensor_config_t temp_config = {
|
||||
.range_min = 10,
|
||||
.range_max = 80,
|
||||
.clk_src = TEMPERATURE_SENSOR_CLK_SRC_DEFAULT
|
||||
};
|
||||
ESP_ERROR_CHECK(temperature_sensor_install(&temp_config, &temp_sensor_));
|
||||
ESP_ERROR_CHECK(temperature_sensor_enable(temp_sensor_));
|
||||
ESP_LOGI("PowerManager", "Temperature sensor initialized (new driver)");
|
||||
}
|
||||
|
||||
~PowerManager() {
|
||||
if (timer_handle_) {
|
||||
esp_timer_stop(timer_handle_);
|
||||
esp_timer_delete(timer_handle_);
|
||||
}
|
||||
if (adc_handle_) {
|
||||
adc_oneshot_del_unit(adc_handle_);
|
||||
}
|
||||
|
||||
if (temp_sensor_) {
|
||||
temperature_sensor_disable(temp_sensor_);
|
||||
temperature_sensor_uninstall(temp_sensor_);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
bool IsCharging() {
|
||||
// 如果电量已经满了，则不再显示充电中
|
||||
if (battery_level_ == 100) {
|
||||
return false;
|
||||
}
|
||||
return is_charging_;
|
||||
}
|
||||
|
||||
bool IsDischarging() {
|
||||
// 没有区分充电和放电，所以直接返回相反状态
|
||||
return !is_charging_;
|
||||
}
|
||||
|
||||
// 获取电池电量
|
||||
uint8_t GetBatteryLevel() {
|
||||
// 返回电池电量
|
||||
return battery_level_;
|
||||
}
|
||||
|
||||
float GetTemperature() const { return current_temperature_; } // 获取当前温度
|
||||
|
||||
void OnTemperatureChanged(std::function<void(float)> callback) {
|
||||
on_temperature_changed_ = callback;
|
||||
}
|
||||
|
||||
void OnLowBatteryStatusChanged(std::function<void(bool)> callback) {
|
||||
on_low_battery_status_changed_ = callback;
|
||||
}
|
||||
|
||||
void OnChargingStatusChanged(std::function<void(bool)> callback) {
|
||||
on_charging_status_changed_ = callback;
|
||||
}
|
||||
};
|
||||
340
main/boards/zhengchen-cam-ml307/zhengchen_cam_board_ml307.cc
Normal file
340
main/boards/zhengchen-cam-ml307/zhengchen_cam_board_ml307.cc
Normal file
@ -0,0 +1,340 @@
|
||||
#include "dual_network_board.h"
|
||||
#include "audio/codecs/box_audio_codec.h"
|
||||
#include "display/lcd_display.h"
|
||||
#include "application.h"
|
||||
#include "button.h"
|
||||
#include "led/single_led.h"
|
||||
#include "config.h"
|
||||
#include "i2c_device.h"
|
||||
#include "esp32_camera.h"
|
||||
#include "assets/lang_config.h"
|
||||
|
||||
#include <esp_log.h>
|
||||
#include <esp_lcd_panel_vendor.h>
|
||||
#include <driver/i2c_master.h>
|
||||
#include <driver/spi_common.h>
|
||||
#include <wifi_station.h>
|
||||
#include "power_manager.h"
|
||||
#include <esp_lvgl_port.h>
|
||||
#include <lvgl.h>
|
||||
#include "settings.h"
|
||||
|
||||
#define FIRST_BOOT_NS "boot_config"
|
||||
#define FIRST_BOOT_KEY "is_first"
|
||||
|
||||
|
||||
#define TAG "ZhengchenCamBoard_ML307"
|
||||
|
||||
//控制器初始化函数声明
|
||||
void InitializeMCPController();
|
||||
|
||||
LV_FONT_DECLARE(font_puhui_20_4);
|
||||
LV_FONT_DECLARE(font_awesome_20_4);
|
||||
|
||||
class Pca9557 : public I2cDevice {
|
||||
public:
|
||||
Pca9557(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) {
|
||||
WriteReg(0x01, 0x03);
|
||||
WriteReg(0x03, 0xf8);
|
||||
}
|
||||
|
||||
void SetOutputState(uint8_t bit, uint8_t level) {
|
||||
uint8_t data = ReadReg(0x01);
|
||||
data = (data & ~(1 << bit)) | (level << bit);
|
||||
WriteReg(0x01, data);
|
||||
}
|
||||
};
|
||||
|
||||
class CustomAudioCodec : public BoxAudioCodec {
|
||||
private:
|
||||
Pca9557* pca9557_;
|
||||
|
||||
public:
|
||||
CustomAudioCodec(i2c_master_bus_handle_t i2c_bus, Pca9557* pca9557)
|
||||
: BoxAudioCodec(i2c_bus,
|
||||
AUDIO_INPUT_SAMPLE_RATE,
|
||||
AUDIO_OUTPUT_SAMPLE_RATE,
|
||||
AUDIO_I2S_GPIO_MCLK,
|
||||
AUDIO_I2S_GPIO_BCLK,
|
||||
AUDIO_I2S_GPIO_WS,
|
||||
AUDIO_I2S_GPIO_DOUT,
|
||||
AUDIO_I2S_GPIO_DIN,
|
||||
GPIO_NUM_NC,
|
||||
AUDIO_CODEC_ES8311_ADDR,
|
||||
AUDIO_CODEC_ES7210_ADDR,
|
||||
AUDIO_INPUT_REFERENCE),
|
||||
pca9557_(pca9557) {
|
||||
}
|
||||
|
||||
virtual void EnableOutput(bool enable) override {
|
||||
BoxAudioCodec::EnableOutput(enable);
|
||||
if (enable) {
|
||||
pca9557_->SetOutputState(1, 1);
|
||||
} else {
|
||||
pca9557_->SetOutputState(1, 0);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
class ZhengchenCamBoard_ML307 : public DualNetworkBoard {
|
||||
private:
|
||||
i2c_master_bus_handle_t i2c_bus_;
|
||||
i2c_master_dev_handle_t pca9557_handle_;
|
||||
Button boot_button_;
|
||||
Button volume_up_button_;
|
||||
Button volume_down_button_;
|
||||
LcdDisplay* display_ = nullptr;
|
||||
Pca9557* pca9557_;
|
||||
Esp32Camera* camera_;
|
||||
PowerManager* power_manager_ = new PowerManager(GPIO_NUM_47);
|
||||
|
||||
void InitializeI2c() {
|
||||
// Initialize I2C peripheral
|
||||
i2c_master_bus_config_t i2c_bus_cfg = {
|
||||
.i2c_port = (i2c_port_t)1,
|
||||
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
|
||||
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
|
||||
.clk_source = I2C_CLK_SRC_DEFAULT,
|
||||
.glitch_ignore_cnt = 7,
|
||||
.intr_priority = 0,
|
||||
.trans_queue_depth = 0,
|
||||
.flags = {
|
||||
.enable_internal_pullup = 1,
|
||||
},
|
||||
};
|
||||
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
|
||||
|
||||
// Initialize PCA9557
|
||||
pca9557_ = new Pca9557(i2c_bus_, 0x19);
|
||||
}
|
||||
|
||||
void InitializeSpi() {
|
||||
spi_bus_config_t buscfg = {};
|
||||
buscfg.mosi_io_num = GPIO_NUM_40;
|
||||
buscfg.miso_io_num = GPIO_NUM_NC;
|
||||
buscfg.sclk_io_num = GPIO_NUM_41;
|
||||
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
||||
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
||||
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
||||
ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
||||
}
|
||||
|
||||
void InitializeButtons() {
|
||||
boot_button_.OnClick([this]() {
|
||||
auto& app = Application::GetInstance();
|
||||
if (GetNetworkType() == NetworkType::WIFI) {
|
||||
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
||||
// cast to WifiBoard
|
||||
auto& wifi_board = static_cast<WifiBoard&>(GetCurrentBoard());
|
||||
wifi_board.ResetWifiConfiguration();
|
||||
}
|
||||
}
|
||||
|
||||
app.ToggleChatState();
|
||||
});
|
||||
|
||||
boot_button_.OnDoubleClick([this]() {
|
||||
Settings settings(FIRST_BOOT_NS, true);
|
||||
bool is_first_boot = settings.GetInt(FIRST_BOOT_KEY, 1) != 0;
|
||||
if (is_first_boot) {
|
||||
ESP_LOGI(TAG, "首次启动，启用双击拍照功能");
|
||||
auto camera = GetCamera();
|
||||
if (!camera->Capture()) {
|
||||
ESP_LOGE(TAG, "Camera capture failed");
|
||||
}
|
||||
settings.SetInt(FIRST_BOOT_KEY, 0);
|
||||
|
||||
|
||||
} else {
|
||||
ESP_LOGI(TAG, "非首次启动，禁用双击拍照功能");
|
||||
auto& app = Application::GetInstance();
|
||||
if (app.GetDeviceState() == kDeviceStateIdle) {
|
||||
app.SetAecMode(app.GetAecMode() == kAecOff ? kAecOnDeviceSide : kAecOff);
|
||||
GetAudioCodec()->SetOutputVolume(60);
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
boot_button_.OnLongPress([this]() {
|
||||
auto& app = Application::GetInstance();
|
||||
if (app.GetDeviceState() == kDeviceStateStarting || app.GetDeviceState() == kDeviceStateWifiConfiguring) {
|
||||
SwitchNetworkType();
|
||||
}
|
||||
});
|
||||
|
||||
volume_up_button_.OnClick([this]() {
|
||||
auto codec = GetAudioCodec();
|
||||
auto volume = codec->output_volume() + 10;
|
||||
if (volume > 100) {
|
||||
volume = 100;
|
||||
}
|
||||
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10));
|
||||
codec->SetOutputVolume(volume);
|
||||
|
||||
});
|
||||
|
||||
volume_up_button_.OnLongPress([this]() {
|
||||
GetAudioCodec()->SetOutputVolume(100);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::MAX_VOLUME);
|
||||
});
|
||||
|
||||
volume_down_button_.OnClick([this]() {
|
||||
auto codec = GetAudioCodec();
|
||||
auto volume = codec->output_volume() - 10;
|
||||
if (volume < 0) {
|
||||
volume = 0;
|
||||
}
|
||||
codec->SetOutputVolume(volume);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10));
|
||||
});
|
||||
|
||||
volume_down_button_.OnLongPress([this]() {
|
||||
GetAudioCodec()->SetOutputVolume(0);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::MUTED);
|
||||
});
|
||||
}
|
||||
|
||||
void InitializeSt7789Display() {
|
||||
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
||||
esp_lcd_panel_handle_t panel = nullptr;
|
||||
// 液晶屏控制IO初始化
|
||||
ESP_LOGD(TAG, "Install panel IO");
|
||||
esp_lcd_panel_io_spi_config_t io_config = {};
|
||||
io_config.cs_gpio_num = GPIO_NUM_NC;
|
||||
io_config.dc_gpio_num = GPIO_NUM_39;
|
||||
io_config.spi_mode = 0;
|
||||
io_config.pclk_hz = 80 * 1000 * 1000;
|
||||
io_config.trans_queue_depth = 10;
|
||||
io_config.lcd_cmd_bits = 8;
|
||||
io_config.lcd_param_bits = 8;
|
||||
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io));
|
||||
|
||||
// 初始化液晶屏驱动芯片ST7789
|
||||
ESP_LOGD(TAG, "Install LCD driver");
|
||||
esp_lcd_panel_dev_config_t panel_config = {};
|
||||
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
||||
panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB;
|
||||
panel_config.bits_per_pixel = 16;
|
||||
ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
|
||||
|
||||
esp_lcd_panel_reset(panel);
|
||||
pca9557_->SetOutputState(0, 0);
|
||||
|
||||
esp_lcd_panel_init(panel);
|
||||
esp_lcd_panel_invert_color(panel, true);
|
||||
|
||||
Settings settings("lcd_display", true);
|
||||
bool is_landscape = settings.GetInt("lcd_mode", 1) != 0;
|
||||
|
||||
if(is_landscape) {
|
||||
// 横屏模式
|
||||
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY);
|
||||
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
|
||||
display_ = new SpiLcdDisplay(panel_io, panel,
|
||||
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
|
||||
|
||||
} else {
|
||||
// 竖屏模式
|
||||
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY_1);
|
||||
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1);
|
||||
display_ = new SpiLcdDisplay(panel_io, panel,
|
||||
DISPLAY_WIDTH_1, DISPLAY_HEIGHT_1, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1, DISPLAY_SWAP_XY_1);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
void InitializeCamera() {
|
||||
// Open camera power
|
||||
pca9557_->SetOutputState(2, 0);
|
||||
|
||||
camera_config_t config = {};
|
||||
config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用
|
||||
config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用
|
||||
config.pin_d0 = CAMERA_PIN_D0;
|
||||
config.pin_d1 = CAMERA_PIN_D1;
|
||||
config.pin_d2 = CAMERA_PIN_D2;
|
||||
config.pin_d3 = CAMERA_PIN_D3;
|
||||
config.pin_d4 = CAMERA_PIN_D4;
|
||||
config.pin_d5 = CAMERA_PIN_D5;
|
||||
config.pin_d6 = CAMERA_PIN_D6;
|
||||
config.pin_d7 = CAMERA_PIN_D7;
|
||||
config.pin_xclk = CAMERA_PIN_XCLK;
|
||||
config.pin_pclk = CAMERA_PIN_PCLK;
|
||||
config.pin_vsync = CAMERA_PIN_VSYNC;
|
||||
config.pin_href = CAMERA_PIN_HREF;
|
||||
config.pin_sccb_sda = -1; // 这里写-1 表示使用已经初始化的I2C接口
|
||||
config.pin_sccb_scl = CAMERA_PIN_SIOC;
|
||||
config.sccb_i2c_port = 1;
|
||||
config.pin_pwdn = CAMERA_PIN_PWDN;
|
||||
config.pin_reset = CAMERA_PIN_RESET;
|
||||
config.xclk_freq_hz = XCLK_FREQ_HZ;
|
||||
config.pixel_format = PIXFORMAT_RGB565;
|
||||
config.frame_size = FRAMESIZE_VGA;
|
||||
config.jpeg_quality = 9;
|
||||
config.fb_count = 1;
|
||||
config.fb_location = CAMERA_FB_IN_PSRAM;
|
||||
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
|
||||
|
||||
camera_ = new Esp32Camera(config);
|
||||
}
|
||||
|
||||
void InitializeController() { InitializeMCPController(); }
|
||||
|
||||
public:
|
||||
ZhengchenCamBoard_ML307() :
|
||||
DualNetworkBoard(ML307_TX_PIN, ML307_RX_PIN),
|
||||
boot_button_(BOOT_BUTTON_GPIO),
|
||||
volume_up_button_(VOLUME_UP_BUTTON_GPIO),
|
||||
volume_down_button_(VOLUME_DOWN_BUTTON_GPIO) {
|
||||
InitializeI2c();
|
||||
InitializeSpi();
|
||||
InitializeSt7789Display();
|
||||
InitializeButtons();
|
||||
InitializeCamera();
|
||||
InitializeController();
|
||||
GetBacklight()->RestoreBrightness();
|
||||
}
|
||||
|
||||
virtual AudioCodec* GetAudioCodec() override {
|
||||
static CustomAudioCodec audio_codec(
|
||||
i2c_bus_,
|
||||
pca9557_);
|
||||
return &audio_codec;
|
||||
}
|
||||
|
||||
virtual Display* GetDisplay() override {
|
||||
return display_;
|
||||
}
|
||||
|
||||
virtual Led* GetLed() override {
|
||||
static SingleLed led(BUILTIN_LED_GPIO);
|
||||
return &led;
|
||||
}
|
||||
|
||||
virtual bool GetBatteryLevel(int& level, bool& charging, bool& discharging) override {
|
||||
static bool last_discharging = false;
|
||||
charging = power_manager_->IsCharging();
|
||||
discharging = power_manager_->IsDischarging();
|
||||
if (discharging != last_discharging) {
|
||||
last_discharging = discharging;
|
||||
}
|
||||
level = std::max<uint32_t>(power_manager_->GetBatteryLevel(), 20);
|
||||
return true;
|
||||
}
|
||||
|
||||
virtual bool GetTemperature(float& esp32temp) override {
|
||||
esp32temp = power_manager_->GetTemperature();
|
||||
return true;
|
||||
}
|
||||
|
||||
virtual Backlight* GetBacklight() override {
|
||||
static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT);
|
||||
return &backlight;
|
||||
}
|
||||
|
||||
virtual Camera* GetCamera() override {
|
||||
return camera_;
|
||||
}
|
||||
};
|
||||
|
||||
DECLARE_BOARD(ZhengchenCamBoard_ML307);
|
||||
49
main/boards/zhengchen-cam/README.md
Normal file
49
main/boards/zhengchen-cam/README.md
Normal file
@ -0,0 +1,49 @@
|
||||
# 产品相关介绍网址
|
||||
|
||||
## 简介
|
||||
征辰科技 AI camera是小智AI的魔改项目，做了大量创新和优化。
|
||||
|
||||
## 合并版
|
||||
合并版代码在小智AI主项目中维护，跟随主项目的一起版本更新，便于用户自行扩展和第三方固件扩展。支持语音唤醒、语音打断、OTA等功能。
|
||||
|
||||
## 魔改版
|
||||
魔改版由于底层改动太大，代码单独维护，定期合并主项目代码。
|
||||
|
||||
https://e.tb.cn/h.6Gl2LC7rsrswQZp?tk=qFuaV9hzh0k CZ356
|
||||
```
|
||||
【淘宝】 「小智AI带摄像头支持识物双麦克风打断 ESP32S3N16R8开发板表情包」
|
||||
https://e.tb.cn/h.hBc8Gcx9cUluJJO?tk=YW5C4LPixKg
|
||||
|
||||
|
||||
|
||||
## 配置、编译命令
|
||||
|
||||
由于此项目需要配置较多的 sdkconfig 选项，推荐使用编译脚本编译。
|
||||
|
||||
**编译**
|
||||
|
||||
```bash
|
||||
python ./scripts/release.py zhengchen-cam
|
||||
```
|
||||
|
||||
如需手动编译，请参考 `zhengchen-cam/config.json` 修改 menuconfig 对应选项。
|
||||
|
||||
**烧录**
|
||||
|
||||
```bash
|
||||
idf.py flash
|
||||
|
||||
|
||||
```
|
||||
|
||||
MCP Tool：
|
||||
self.get_device_status
|
||||
self.audio_speaker.set_volume
|
||||
self.screen.set_brightness
|
||||
self.screen.set_theme
|
||||
self.gif.set_gif_mode
|
||||
self.display.set_mode
|
||||
self.camera.take_photo
|
||||
self.AEC.set_mode
|
||||
self.AEC.get_mode
|
||||
self.res.esp_restart
|
||||
68
main/boards/zhengchen-cam/config.h
Normal file
68
main/boards/zhengchen-cam/config.h
Normal file
@ -0,0 +1,68 @@
|
||||
#ifndef _BOARD_CONFIG_H_
|
||||
#define _BOARD_CONFIG_H_
|
||||
|
||||
#include <driver/gpio.h>
|
||||
|
||||
#define AUDIO_INPUT_SAMPLE_RATE 24000
|
||||
#define AUDIO_OUTPUT_SAMPLE_RATE 24000
|
||||
|
||||
#define AUDIO_INPUT_REFERENCE true
|
||||
|
||||
#define AUDIO_I2S_GPIO_MCLK GPIO_NUM_38
|
||||
#define AUDIO_I2S_GPIO_WS GPIO_NUM_13
|
||||
#define AUDIO_I2S_GPIO_BCLK GPIO_NUM_14
|
||||
#define AUDIO_I2S_GPIO_DIN GPIO_NUM_12
|
||||
#define AUDIO_I2S_GPIO_DOUT GPIO_NUM_45
|
||||
|
||||
#define AUDIO_CODEC_USE_PCA9557
|
||||
#define AUDIO_CODEC_I2C_SDA_PIN GPIO_NUM_1
|
||||
#define AUDIO_CODEC_I2C_SCL_PIN GPIO_NUM_2
|
||||
#define AUDIO_CODEC_ES8311_ADDR ES8311_CODEC_DEFAULT_ADDR
|
||||
#define AUDIO_CODEC_ES7210_ADDR 0x82
|
||||
|
||||
#define BUILTIN_LED_GPIO GPIO_NUM_48
|
||||
#define BOOT_BUTTON_GPIO GPIO_NUM_0
|
||||
#define VOLUME_UP_BUTTON_GPIO GPIO_NUM_3
|
||||
#define VOLUME_DOWN_BUTTON_GPIO GPIO_NUM_46
|
||||
|
||||
#define DISPLAY_WIDTH 320
|
||||
#define DISPLAY_HEIGHT 240
|
||||
#define DISPLAY_MIRROR_X true
|
||||
#define DISPLAY_MIRROR_Y false
|
||||
#define DISPLAY_SWAP_XY true
|
||||
|
||||
#define DISPLAY_WIDTH_1 240
|
||||
#define DISPLAY_HEIGHT_1 320
|
||||
#define DISPLAY_MIRROR_X_1 false
|
||||
#define DISPLAY_MIRROR_Y_1 false
|
||||
#define DISPLAY_SWAP_XY_1 false
|
||||
|
||||
#define DISPLAY_OFFSET_X 0
|
||||
#define DISPLAY_OFFSET_Y 0
|
||||
|
||||
#define DISPLAY_BACKLIGHT_PIN GPIO_NUM_42
|
||||
#define DISPLAY_BACKLIGHT_OUTPUT_INVERT true
|
||||
|
||||
|
||||
/* Camera pins */
|
||||
#define CAMERA_PIN_PWDN -1
|
||||
#define CAMERA_PIN_RESET -1
|
||||
#define CAMERA_PIN_XCLK 17
|
||||
#define CAMERA_PIN_SIOD 1
|
||||
#define CAMERA_PIN_SIOC 2
|
||||
|
||||
#define CAMERA_PIN_D7 15
|
||||
#define CAMERA_PIN_D6 11
|
||||
#define CAMERA_PIN_D5 9
|
||||
#define CAMERA_PIN_D4 8
|
||||
#define CAMERA_PIN_D3 6
|
||||
#define CAMERA_PIN_D2 5
|
||||
#define CAMERA_PIN_D1 4
|
||||
#define CAMERA_PIN_D0 7
|
||||
#define CAMERA_PIN_VSYNC 21
|
||||
#define CAMERA_PIN_HREF 18
|
||||
#define CAMERA_PIN_PCLK 16
|
||||
|
||||
#define XCLK_FREQ_HZ 24000000
|
||||
|
||||
#endif // _BOARD_CONFIG_H_
|
||||
18
main/boards/zhengchen-cam/config.json
Normal file
18
main/boards/zhengchen-cam/config.json
Normal file
@ -0,0 +1,18 @@
|
||||
{
|
||||
"target": "esp32s3",
|
||||
"builds": [
|
||||
{
|
||||
"name": "zhengchen-cam",
|
||||
"sdkconfig_append": [
|
||||
"CONFIG_USE_DEVICE_AEC=y",
|
||||
"CONFIG_LWIP_TCPIP_RECVMBOX_SIZE=48",
|
||||
"CONFIG_ESP_WIFI_DYNAMIC_RX_BUFFER_NUM=32",
|
||||
"CONFIG_ESP_WIFI_TASK_PINNED_TO_CORE_0=n",
|
||||
"CONFIG_ESP_WIFI_TASK_PINNED_TO_CORE_1=y",
|
||||
"CONFIG_LV_USE_FONT_COMPRESSED=y",
|
||||
"CONFIG_LV_USE_FONT_PLACEHOLDER=y",
|
||||
"CONFIG_PARTITION_TABLE_CUSTOM_FILENAME=\"partitions/v2/16m.csv\""
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
94
main/boards/zhengchen-cam/mcp_controller.cc
Normal file
94
main/boards/zhengchen-cam/mcp_controller.cc
Normal file
@ -0,0 +1,94 @@
|
||||
#include <cJSON.h>
|
||||
#include <esp_log.h>
|
||||
|
||||
#include <cstring>
|
||||
|
||||
#include "application.h"
|
||||
#include "board.h"
|
||||
#include "config.h"
|
||||
#include "mcp_server.h"
|
||||
#include "sdkconfig.h"
|
||||
#include "settings.h"
|
||||
#include "display.h"
|
||||
|
||||
#define TAG "MCPController"
|
||||
|
||||
class MCPController {
|
||||
public:
|
||||
MCPController() {
|
||||
RegisterMcpTools();
|
||||
ESP_LOGI(TAG, "注册MCP工具");
|
||||
}
|
||||
|
||||
void RegisterMcpTools() {
|
||||
auto& mcp_server = McpServer::GetInstance();
|
||||
ESP_LOGI(TAG, "开始注册MCP工具...");
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.AEC.set_mode",
|
||||
"设置AEC对话打断模式。当用户意图切换对话打断模式时或者用户觉得ai对话容易被打断时或者用户觉得无法实现对话打断时都使用此工具。\n"
|
||||
"参数：\n"
|
||||
" `mode`: 对话打断模式，可选值只有`kAecOff`(关闭）和`kAecOnDeviceSide`（开启）\n"
|
||||
"返回值：\n"
|
||||
" 反馈状态信息，不需要确认，立即播报相关数据\n",
|
||||
PropertyList({
|
||||
Property("mode", kPropertyTypeString)
|
||||
}),
|
||||
[](const PropertyList& properties) -> ReturnValue {
|
||||
auto mode = properties["mode"].value<std::string>();
|
||||
auto& app = Application::GetInstance();
|
||||
vTaskDelay(pdMS_TO_TICKS(2000));
|
||||
if (mode == "kAecOff") {
|
||||
app.SetAecMode(kAecOff);
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式已关闭\"}";
|
||||
}else {
|
||||
auto& board = Board::GetInstance();
|
||||
app.SetAecMode(kAecOnDeviceSide);
|
||||
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式已开启\"}";
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.AEC.get_mode",
|
||||
"获取AEC对话打断模式状态。当用户意图获取对话打断模式状态时使用此工具。\n"
|
||||
"返回值：\n"
|
||||
" 反馈状态信息，不需要确认，立即播报相关数据\n",
|
||||
PropertyList(),
|
||||
[](const PropertyList&) -> ReturnValue {
|
||||
auto& app = Application::GetInstance();
|
||||
const bool is_currently_off = (app.GetAecMode() == kAecOff);
|
||||
if (is_currently_off) {
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式处于关闭状态\"}";
|
||||
}else {
|
||||
return "{\"success\": true, \"message\": \"AEC对话打断模式处于开启状态\"}";
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
mcp_server.AddTool(
|
||||
"self.res.esp_restart",
|
||||
"重启设备。当用户意图重启设备时使用此工具。\n",
|
||||
PropertyList(),
|
||||
[](const PropertyList&) -> ReturnValue {
|
||||
vTaskDelay(pdMS_TO_TICKS(1000));
|
||||
// Reboot the device
|
||||
esp_restart();
|
||||
return true;
|
||||
}
|
||||
);
|
||||
|
||||
ESP_LOGI(TAG, "MCP工具注册完成");
|
||||
}
|
||||
|
||||
};
|
||||
|
||||
static MCPController* g_mcp_controller = nullptr;
|
||||
|
||||
void InitializeMCPController() {
|
||||
if (g_mcp_controller == nullptr) {
|
||||
g_mcp_controller = new MCPController();
|
||||
ESP_LOGI(TAG, "注册MCP工具");
|
||||
}
|
||||
}
|
||||
237
main/boards/zhengchen-cam/power_manager.h
Normal file
237
main/boards/zhengchen-cam/power_manager.h
Normal file
@ -0,0 +1,237 @@
|
||||
#pragma once
|
||||
#include <vector>
|
||||
#include <functional>
|
||||
#include <esp_log.h>
|
||||
#include <esp_timer.h>
|
||||
#include <driver/gpio.h>
|
||||
#include <esp_adc/adc_oneshot.h>
|
||||
#include <driver/temperature_sensor.h>
|
||||
#include "application.h"
|
||||
|
||||
class PowerManager {
|
||||
private:
|
||||
// 定时器句柄
|
||||
esp_timer_handle_t timer_handle_;
|
||||
std::function<void(bool)> on_charging_status_changed_;
|
||||
std::function<void(bool)> on_low_battery_status_changed_;
|
||||
std::function<void(float)> on_temperature_changed_;
|
||||
|
||||
gpio_num_t charging_pin_ = GPIO_NUM_NC;
|
||||
std::vector<uint16_t> adc_values_;
|
||||
uint32_t battery_level_ = 0;
|
||||
bool is_charging_ = false;
|
||||
bool is_low_battery_ = false;
|
||||
float current_temperature_ = 0.0f;
|
||||
int ticks_ = 0;
|
||||
const int kBatteryAdcInterval = 60;
|
||||
const int kBatteryAdcDataCount = 3;
|
||||
const int kLowBatteryLevel = 20;
|
||||
const int kTemperatureReadInterval = 10; // 每 10 秒读取一次温度
|
||||
|
||||
adc_oneshot_unit_handle_t adc_handle_;
|
||||
temperature_sensor_handle_t temp_sensor_ = NULL;
|
||||
|
||||
void CheckBatteryStatus() {
|
||||
// Get charging status
|
||||
bool new_charging_status = gpio_get_level(charging_pin_) == 1;
|
||||
if (new_charging_status != is_charging_) {
|
||||
is_charging_ = new_charging_status;
|
||||
if (on_charging_status_changed_) {
|
||||
on_charging_status_changed_(is_charging_);
|
||||
}
|
||||
ReadBatteryAdcData();
|
||||
return;
|
||||
}
|
||||
|
||||
// 如果电池电量数据不足，则读取电池电量数据
|
||||
if (adc_values_.size() < kBatteryAdcDataCount) {
|
||||
ReadBatteryAdcData();
|
||||
return;
|
||||
}
|
||||
|
||||
// 如果电池电量数据充足，则每 kBatteryAdcInterval 个 tick 读取一次电池电量数据
|
||||
ticks_++;
|
||||
if (ticks_ % kBatteryAdcInterval == 0) {
|
||||
ReadBatteryAdcData();
|
||||
}
|
||||
|
||||
// 新增：周期性读取温度
|
||||
if (ticks_ % kTemperatureReadInterval == 0) {
|
||||
ReadTemperature();
|
||||
}
|
||||
}
|
||||
|
||||
void ReadBatteryAdcData() {
|
||||
// 读取 ADC 值
|
||||
int adc_value;
|
||||
ESP_ERROR_CHECK(adc_oneshot_read(adc_handle_, ADC_CHANNEL_9, &adc_value));
|
||||
|
||||
|
||||
// 将 ADC 值添加到队列中
|
||||
adc_values_.push_back(adc_value);
|
||||
if (adc_values_.size() > kBatteryAdcDataCount) {
|
||||
adc_values_.erase(adc_values_.begin());
|
||||
}
|
||||
uint32_t average_adc = 0;
|
||||
for (auto value : adc_values_) {
|
||||
average_adc += (value + 80);
|
||||
}
|
||||
average_adc /= adc_values_.size();
|
||||
|
||||
|
||||
// 定义电池电量区间
|
||||
const struct {
|
||||
uint16_t adc;
|
||||
uint8_t level;
|
||||
} levels[] = {
|
||||
{2030, 0},
|
||||
{2134, 20},
|
||||
{2252, 40},
|
||||
{2370, 60},
|
||||
{2488, 80},
|
||||
{2606, 100}
|
||||
};
|
||||
// 低于最低值时
|
||||
if (average_adc < levels[0].adc) {
|
||||
battery_level_ = 0;
|
||||
}
|
||||
// 高于最高值时
|
||||
else if (average_adc >= levels[5].adc) {
|
||||
battery_level_ = 100;
|
||||
} else {
|
||||
// 线性插值计算中间值
|
||||
for (int i = 0; i < 5; i++) {
|
||||
if (average_adc >= levels[i].adc && average_adc < levels[i+1].adc) {
|
||||
float ratio = static_cast<float>(average_adc - levels[i].adc) / (levels[i+1].adc - levels[i].adc);
|
||||
battery_level_ = levels[i].level + ratio * (levels[i+1].level - levels[i].level);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
// 检查是否达到低电量阈值
|
||||
if (adc_values_.size() >= kBatteryAdcDataCount) {
|
||||
bool new_low_battery_status = battery_level_ <= kLowBatteryLevel;
|
||||
if (new_low_battery_status != is_low_battery_) {
|
||||
is_low_battery_ = new_low_battery_status;
|
||||
if (on_low_battery_status_changed_) {
|
||||
on_low_battery_status_changed_(is_low_battery_);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
ESP_LOGI("PowerManager", "ADC value: %d average: %ld level: %ld", adc_value, average_adc, battery_level_);
|
||||
}
|
||||
|
||||
void ReadTemperature() {
|
||||
float temperature = 0.0f;
|
||||
ESP_ERROR_CHECK(temperature_sensor_get_celsius(temp_sensor_, &temperature));
|
||||
|
||||
if (abs(temperature - current_temperature_) >= 3.5f) { // 温度变化超过3.5°C才触发回调
|
||||
current_temperature_ = temperature;
|
||||
if (on_temperature_changed_) {
|
||||
on_temperature_changed_(current_temperature_);
|
||||
}
|
||||
ESP_LOGI("PowerManager", "Temperature updated: %.1f°C", current_temperature_);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public:
|
||||
PowerManager(gpio_num_t pin) : charging_pin_(pin) {
|
||||
|
||||
// 初始化充电引脚
|
||||
gpio_config_t io_conf = {};
|
||||
io_conf.intr_type = GPIO_INTR_DISABLE;
|
||||
io_conf.mode = GPIO_MODE_INPUT;
|
||||
io_conf.pin_bit_mask = (1ULL << charging_pin_);
|
||||
io_conf.pull_down_en = GPIO_PULLDOWN_DISABLE;
|
||||
io_conf.pull_up_en = GPIO_PULLUP_DISABLE;
|
||||
gpio_config(&io_conf);
|
||||
|
||||
// 创建电池电量检查定时器
|
||||
esp_timer_create_args_t timer_args = {
|
||||
.callback = [](void* arg) {
|
||||
PowerManager* self = static_cast<PowerManager*>(arg);
|
||||
self->CheckBatteryStatus();
|
||||
},
|
||||
.arg = this,
|
||||
.dispatch_method = ESP_TIMER_TASK,
|
||||
.name = "battery_check_timer",
|
||||
.skip_unhandled_events = true,
|
||||
};
|
||||
ESP_ERROR_CHECK(esp_timer_create(&timer_args, &timer_handle_));
|
||||
ESP_ERROR_CHECK(esp_timer_start_periodic(timer_handle_, 1000000));
|
||||
|
||||
// 初始化 ADC
|
||||
adc_oneshot_unit_init_cfg_t init_config = {
|
||||
.unit_id = ADC_UNIT_1,
|
||||
.ulp_mode = ADC_ULP_MODE_DISABLE,
|
||||
};
|
||||
ESP_ERROR_CHECK(adc_oneshot_new_unit(&init_config, &adc_handle_));
|
||||
|
||||
adc_oneshot_chan_cfg_t chan_config = {
|
||||
.atten = ADC_ATTEN_DB_12,
|
||||
.bitwidth = ADC_BITWIDTH_12,
|
||||
};
|
||||
ESP_ERROR_CHECK(adc_oneshot_config_channel(adc_handle_, ADC_CHANNEL_9, &chan_config));
|
||||
|
||||
// 初始化温度传感器
|
||||
temperature_sensor_config_t temp_config = {
|
||||
.range_min = 10,
|
||||
.range_max = 80,
|
||||
.clk_src = TEMPERATURE_SENSOR_CLK_SRC_DEFAULT
|
||||
};
|
||||
ESP_ERROR_CHECK(temperature_sensor_install(&temp_config, &temp_sensor_));
|
||||
ESP_ERROR_CHECK(temperature_sensor_enable(temp_sensor_));
|
||||
ESP_LOGI("PowerManager", "Temperature sensor initialized (new driver)");
|
||||
}
|
||||
|
||||
~PowerManager() {
|
||||
if (timer_handle_) {
|
||||
esp_timer_stop(timer_handle_);
|
||||
esp_timer_delete(timer_handle_);
|
||||
}
|
||||
if (adc_handle_) {
|
||||
adc_oneshot_del_unit(adc_handle_);
|
||||
}
|
||||
|
||||
if (temp_sensor_) {
|
||||
temperature_sensor_disable(temp_sensor_);
|
||||
temperature_sensor_uninstall(temp_sensor_);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
bool IsCharging() {
|
||||
// 如果电量已经满了，则不再显示充电中
|
||||
if (battery_level_ == 100) {
|
||||
return false;
|
||||
}
|
||||
return is_charging_;
|
||||
}
|
||||
|
||||
bool IsDischarging() {
|
||||
// 没有区分充电和放电，所以直接返回相反状态
|
||||
return !is_charging_;
|
||||
}
|
||||
|
||||
// 获取电池电量
|
||||
uint8_t GetBatteryLevel() {
|
||||
// 返回电池电量
|
||||
return battery_level_;
|
||||
}
|
||||
|
||||
float GetTemperature() const { return current_temperature_; } // 获取当前温度
|
||||
|
||||
void OnTemperatureChanged(std::function<void(float)> callback) {
|
||||
on_temperature_changed_ = callback;
|
||||
}
|
||||
|
||||
void OnLowBatteryStatusChanged(std::function<void(bool)> callback) {
|
||||
on_low_battery_status_changed_ = callback;
|
||||
}
|
||||
|
||||
void OnChargingStatusChanged(std::function<void(bool)> callback) {
|
||||
on_charging_status_changed_ = callback;
|
||||
}
|
||||
};
|
||||
333
main/boards/zhengchen-cam/zhengchen_cam_board.cc
Normal file
333
main/boards/zhengchen-cam/zhengchen_cam_board.cc
Normal file
@ -0,0 +1,333 @@
|
||||
#include "wifi_board.h"
|
||||
#include "audio/codecs/box_audio_codec.h"
|
||||
#include "display/lcd_display.h"
|
||||
#include "application.h"
|
||||
#include "button.h"
|
||||
#include "led/single_led.h"
|
||||
#include "config.h"
|
||||
#include "i2c_device.h"
|
||||
#include "esp32_camera.h"
|
||||
#include "assets/lang_config.h"
|
||||
|
||||
#include <esp_log.h>
|
||||
#include <esp_lcd_panel_vendor.h>
|
||||
#include <driver/i2c_master.h>
|
||||
#include <driver/spi_common.h>
|
||||
#include <wifi_station.h>
|
||||
#include "power_manager.h"
|
||||
#include <esp_lvgl_port.h>
|
||||
#include <lvgl.h>
|
||||
#include "settings.h"
|
||||
|
||||
#define FIRST_BOOT_NS "boot_config"
|
||||
#define FIRST_BOOT_KEY "is_first"
|
||||
|
||||
|
||||
#define TAG "ZhengchenCamBoard"
|
||||
|
||||
//控制器初始化函数声明
|
||||
void InitializeMCPController();
|
||||
|
||||
LV_FONT_DECLARE(font_puhui_20_4);
|
||||
LV_FONT_DECLARE(font_awesome_20_4);
|
||||
|
||||
class Pca9557 : public I2cDevice {
|
||||
public:
|
||||
Pca9557(i2c_master_bus_handle_t i2c_bus, uint8_t addr) : I2cDevice(i2c_bus, addr) {
|
||||
WriteReg(0x01, 0x03);
|
||||
WriteReg(0x03, 0xf8);
|
||||
}
|
||||
|
||||
void SetOutputState(uint8_t bit, uint8_t level) {
|
||||
uint8_t data = ReadReg(0x01);
|
||||
data = (data & ~(1 << bit)) | (level << bit);
|
||||
WriteReg(0x01, data);
|
||||
}
|
||||
};
|
||||
|
||||
class CustomAudioCodec : public BoxAudioCodec {
|
||||
private:
|
||||
Pca9557* pca9557_;
|
||||
|
||||
public:
|
||||
CustomAudioCodec(i2c_master_bus_handle_t i2c_bus, Pca9557* pca9557)
|
||||
: BoxAudioCodec(i2c_bus,
|
||||
AUDIO_INPUT_SAMPLE_RATE,
|
||||
AUDIO_OUTPUT_SAMPLE_RATE,
|
||||
AUDIO_I2S_GPIO_MCLK,
|
||||
AUDIO_I2S_GPIO_BCLK,
|
||||
AUDIO_I2S_GPIO_WS,
|
||||
AUDIO_I2S_GPIO_DOUT,
|
||||
AUDIO_I2S_GPIO_DIN,
|
||||
GPIO_NUM_NC,
|
||||
AUDIO_CODEC_ES8311_ADDR,
|
||||
AUDIO_CODEC_ES7210_ADDR,
|
||||
AUDIO_INPUT_REFERENCE),
|
||||
pca9557_(pca9557) {
|
||||
}
|
||||
|
||||
virtual void EnableOutput(bool enable) override {
|
||||
BoxAudioCodec::EnableOutput(enable);
|
||||
if (enable) {
|
||||
pca9557_->SetOutputState(1, 1);
|
||||
} else {
|
||||
pca9557_->SetOutputState(1, 0);
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
class ZhengchenCamBoard : public WifiBoard {
|
||||
private:
|
||||
i2c_master_bus_handle_t i2c_bus_;
|
||||
i2c_master_dev_handle_t pca9557_handle_;
|
||||
Button boot_button_;
|
||||
Button volume_up_button_;
|
||||
Button volume_down_button_;
|
||||
LcdDisplay* display_ = nullptr;
|
||||
Pca9557* pca9557_;
|
||||
Esp32Camera* camera_;
|
||||
PowerManager* power_manager_ = new PowerManager(GPIO_NUM_47);
|
||||
|
||||
void InitializeI2c() {
|
||||
// Initialize I2C peripheral
|
||||
i2c_master_bus_config_t i2c_bus_cfg = {
|
||||
.i2c_port = (i2c_port_t)1,
|
||||
.sda_io_num = AUDIO_CODEC_I2C_SDA_PIN,
|
||||
.scl_io_num = AUDIO_CODEC_I2C_SCL_PIN,
|
||||
.clk_source = I2C_CLK_SRC_DEFAULT,
|
||||
.glitch_ignore_cnt = 7,
|
||||
.intr_priority = 0,
|
||||
.trans_queue_depth = 0,
|
||||
.flags = {
|
||||
.enable_internal_pullup = 1,
|
||||
},
|
||||
};
|
||||
ESP_ERROR_CHECK(i2c_new_master_bus(&i2c_bus_cfg, &i2c_bus_));
|
||||
|
||||
// Initialize PCA9557
|
||||
pca9557_ = new Pca9557(i2c_bus_, 0x19);
|
||||
}
|
||||
|
||||
void InitializeSpi() {
|
||||
spi_bus_config_t buscfg = {};
|
||||
buscfg.mosi_io_num = GPIO_NUM_40;
|
||||
buscfg.miso_io_num = GPIO_NUM_NC;
|
||||
buscfg.sclk_io_num = GPIO_NUM_41;
|
||||
buscfg.quadwp_io_num = GPIO_NUM_NC;
|
||||
buscfg.quadhd_io_num = GPIO_NUM_NC;
|
||||
buscfg.max_transfer_sz = DISPLAY_WIDTH * DISPLAY_HEIGHT * sizeof(uint16_t);
|
||||
ESP_ERROR_CHECK(spi_bus_initialize(SPI3_HOST, &buscfg, SPI_DMA_CH_AUTO));
|
||||
}
|
||||
|
||||
void InitializeButtons() {
|
||||
boot_button_.OnClick([this]() {
|
||||
auto& app = Application::GetInstance();
|
||||
if (app.GetDeviceState() == kDeviceStateStarting && !WifiStation::GetInstance().IsConnected()) {
|
||||
ResetWifiConfiguration();
|
||||
}
|
||||
app.ToggleChatState();
|
||||
});
|
||||
|
||||
boot_button_.OnDoubleClick([this]() {
|
||||
Settings settings(FIRST_BOOT_NS, true);
|
||||
bool is_first_boot = settings.GetInt(FIRST_BOOT_KEY, 1) != 0;
|
||||
if (is_first_boot) {
|
||||
ESP_LOGI(TAG, "首次启动，启用双击拍照功能");
|
||||
auto camera = GetCamera();
|
||||
if (!camera->Capture()) {
|
||||
ESP_LOGE(TAG, "Camera capture failed");
|
||||
}
|
||||
settings.SetInt(FIRST_BOOT_KEY, 0);
|
||||
|
||||
|
||||
} else {
|
||||
ESP_LOGI(TAG, "非首次启动，禁用双击拍照功能");
|
||||
auto& app = Application::GetInstance();
|
||||
if (app.GetDeviceState() == kDeviceStateIdle) {
|
||||
app.SetAecMode(app.GetAecMode() == kAecOff ? kAecOnDeviceSide : kAecOff);
|
||||
GetAudioCodec()->SetOutputVolume(60);
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
boot_button_.OnLongPress([this]() {
|
||||
auto& app = Application::GetInstance();
|
||||
app.SetDeviceState(kDeviceStateWifiConfiguring);
|
||||
ResetWifiConfiguration();
|
||||
});
|
||||
|
||||
volume_up_button_.OnClick([this]() {
|
||||
auto codec = GetAudioCodec();
|
||||
auto volume = codec->output_volume() + 10;
|
||||
if (volume > 100) {
|
||||
volume = 100;
|
||||
}
|
||||
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10));
|
||||
codec->SetOutputVolume(volume);
|
||||
|
||||
});
|
||||
|
||||
volume_up_button_.OnLongPress([this]() {
|
||||
GetAudioCodec()->SetOutputVolume(100);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::MAX_VOLUME);
|
||||
});
|
||||
|
||||
volume_down_button_.OnClick([this]() {
|
||||
auto codec = GetAudioCodec();
|
||||
auto volume = codec->output_volume() - 10;
|
||||
if (volume < 0) {
|
||||
volume = 0;
|
||||
}
|
||||
codec->SetOutputVolume(volume);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::VOLUME + std::to_string(volume/10));
|
||||
});
|
||||
|
||||
volume_down_button_.OnLongPress([this]() {
|
||||
GetAudioCodec()->SetOutputVolume(0);
|
||||
GetDisplay()->ShowNotification(Lang::Strings::MUTED);
|
||||
});
|
||||
}
|
||||
|
||||
void InitializeSt7789Display() {
|
||||
esp_lcd_panel_io_handle_t panel_io = nullptr;
|
||||
esp_lcd_panel_handle_t panel = nullptr;
|
||||
// 液晶屏控制IO初始化
|
||||
ESP_LOGD(TAG, "Install panel IO");
|
||||
esp_lcd_panel_io_spi_config_t io_config = {};
|
||||
io_config.cs_gpio_num = GPIO_NUM_NC;
|
||||
io_config.dc_gpio_num = GPIO_NUM_39;
|
||||
io_config.spi_mode = 0;
|
||||
io_config.pclk_hz = 80 * 1000 * 1000;
|
||||
io_config.trans_queue_depth = 10;
|
||||
io_config.lcd_cmd_bits = 8;
|
||||
io_config.lcd_param_bits = 8;
|
||||
ESP_ERROR_CHECK(esp_lcd_new_panel_io_spi(SPI3_HOST, &io_config, &panel_io));
|
||||
|
||||
// 初始化液晶屏驱动芯片ST7789
|
||||
ESP_LOGD(TAG, "Install LCD driver");
|
||||
esp_lcd_panel_dev_config_t panel_config = {};
|
||||
panel_config.reset_gpio_num = GPIO_NUM_NC;
|
||||
panel_config.rgb_ele_order = LCD_RGB_ELEMENT_ORDER_RGB;
|
||||
panel_config.bits_per_pixel = 16;
|
||||
ESP_ERROR_CHECK(esp_lcd_new_panel_st7789(panel_io, &panel_config, &panel));
|
||||
|
||||
esp_lcd_panel_reset(panel);
|
||||
pca9557_->SetOutputState(0, 0);
|
||||
|
||||
esp_lcd_panel_init(panel);
|
||||
esp_lcd_panel_invert_color(panel, true);
|
||||
|
||||
Settings settings("lcd_display", true);
|
||||
bool is_landscape = settings.GetInt("lcd_mode", 1) != 0;
|
||||
|
||||
if(is_landscape) {
|
||||
// 横屏模式
|
||||
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY);
|
||||
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y);
|
||||
display_ = new SpiLcdDisplay(panel_io, panel,
|
||||
DISPLAY_WIDTH, DISPLAY_HEIGHT, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X, DISPLAY_MIRROR_Y, DISPLAY_SWAP_XY);
|
||||
|
||||
} else {
|
||||
// 竖屏模式
|
||||
esp_lcd_panel_swap_xy(panel, DISPLAY_SWAP_XY_1);
|
||||
esp_lcd_panel_mirror(panel, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1);
|
||||
display_ = new SpiLcdDisplay(panel_io, panel,
|
||||
DISPLAY_WIDTH_1, DISPLAY_HEIGHT_1, DISPLAY_OFFSET_X, DISPLAY_OFFSET_Y, DISPLAY_MIRROR_X_1, DISPLAY_MIRROR_Y_1, DISPLAY_SWAP_XY_1);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
void InitializeCamera() {
|
||||
// Open camera power
|
||||
pca9557_->SetOutputState(2, 0);
|
||||
|
||||
camera_config_t config = {};
|
||||
config.ledc_channel = LEDC_CHANNEL_2; // LEDC通道选择 用于生成XCLK时钟 但是S3不用
|
||||
config.ledc_timer = LEDC_TIMER_2; // LEDC timer选择 用于生成XCLK时钟 但是S3不用
|
||||
config.pin_d0 = CAMERA_PIN_D0;
|
||||
config.pin_d1 = CAMERA_PIN_D1;
|
||||
config.pin_d2 = CAMERA_PIN_D2;
|
||||
config.pin_d3 = CAMERA_PIN_D3;
|
||||
config.pin_d4 = CAMERA_PIN_D4;
|
||||
config.pin_d5 = CAMERA_PIN_D5;
|
||||
config.pin_d6 = CAMERA_PIN_D6;
|
||||
config.pin_d7 = CAMERA_PIN_D7;
|
||||
config.pin_xclk = CAMERA_PIN_XCLK;
|
||||
config.pin_pclk = CAMERA_PIN_PCLK;
|
||||
config.pin_vsync = CAMERA_PIN_VSYNC;
|
||||
config.pin_href = CAMERA_PIN_HREF;
|
||||
config.pin_sccb_sda = -1; // 这里写-1 表示使用已经初始化的I2C接口
|
||||
config.pin_sccb_scl = CAMERA_PIN_SIOC;
|
||||
config.sccb_i2c_port = 1;
|
||||
config.pin_pwdn = CAMERA_PIN_PWDN;
|
||||
config.pin_reset = CAMERA_PIN_RESET;
|
||||
config.xclk_freq_hz = XCLK_FREQ_HZ;
|
||||
config.pixel_format = PIXFORMAT_RGB565;
|
||||
config.frame_size = FRAMESIZE_VGA;
|
||||
config.jpeg_quality = 9;
|
||||
config.fb_count = 1;
|
||||
config.fb_location = CAMERA_FB_IN_PSRAM;
|
||||
config.grab_mode = CAMERA_GRAB_WHEN_EMPTY;
|
||||
|
||||
camera_ = new Esp32Camera(config);
|
||||
}
|
||||
|
||||
void InitializeController() { InitializeMCPController(); }
|
||||
|
||||
public:
|
||||
ZhengchenCamBoard() :
|
||||
boot_button_(BOOT_BUTTON_GPIO),
|
||||
volume_up_button_(VOLUME_UP_BUTTON_GPIO),
|
||||
volume_down_button_(VOLUME_DOWN_BUTTON_GPIO) {
|
||||
InitializeI2c();
|
||||
InitializeSpi();
|
||||
InitializeSt7789Display();
|
||||
InitializeButtons();
|
||||
InitializeCamera();
|
||||
InitializeController();
|
||||
GetBacklight()->RestoreBrightness();
|
||||
}
|
||||
|
||||
virtual AudioCodec* GetAudioCodec() override {
|
||||
static CustomAudioCodec audio_codec(
|
||||
i2c_bus_,
|
||||
pca9557_);
|
||||
return &audio_codec;
|
||||
}
|
||||
|
||||
virtual Display* GetDisplay() override {
|
||||
return display_;
|
||||
}
|
||||
|
||||
virtual Led* GetLed() override {
|
||||
static SingleLed led(BUILTIN_LED_GPIO);
|
||||
return &led;
|
||||
}
|
||||
|
||||
virtual bool GetBatteryLevel(int& level, bool& charging, bool& discharging) override {
|
||||
static bool last_discharging = false;
|
||||
charging = power_manager_->IsCharging();
|
||||
discharging = power_manager_->IsDischarging();
|
||||
if (discharging != last_discharging) {
|
||||
last_discharging = discharging;
|
||||
}
|
||||
level = std::max<uint32_t>(power_manager_->GetBatteryLevel(), 20);
|
||||
return true;
|
||||
}
|
||||
|
||||
virtual bool GetTemperature(float& esp32temp) override {
|
||||
esp32temp = power_manager_->GetTemperature();
|
||||
return true;
|
||||
}
|
||||
|
||||
virtual Backlight* GetBacklight() override {
|
||||
static PwmBacklight backlight(DISPLAY_BACKLIGHT_PIN, DISPLAY_BACKLIGHT_OUTPUT_INVERT);
|
||||
return &backlight;
|
||||
}
|
||||
|
||||
virtual Camera* GetCamera() override {
|
||||
return camera_;
|
||||
}
|
||||
};
|
||||
|
||||
DECLARE_BOARD(ZhengchenCamBoard);
|
||||
Loading…
Reference in New Issue
Block a user