TAIXIN/project/app/app_walkie_talkie.c

#include "sys_config.h"
#include "basic_include.h"
#include "lib/common/atcmd.h"
#include "lib/net/eloop/eloop.h"
#include "lib/video/isp/isp_dev.h"
#include "lib/video/dvp/jpeg/jpg.h"
#include "lib/video/mipi_csi/mipi_csi.h"
#include "lib/video/h264/h264_drv.h"
#include "lib/video/vpp/vpp_dev.h"
#include "lib/video/para_in/para_in_dev.h"
#include "lib/multimedia/msi.h"
#include "stream_define.h"
#include "syscfg.h"

#include "app_lcd/app_lcd.h"
#include "lib/net/dhcpd/dhcpd.h"

#include "audio_msi/audio_adc.h"
#include "audio_msi/audio_dac.h"
#include "intercom/intercom.h"
#include "lib/audio/audio_code/audio_code.h"
#include "lib/audio/audio_proc/audio_proc.h"
#include "lib/audio/wsola/wsola_process.h"

#if RTT_USB_EN
#include "rtthread.h"
#endif
#include "lib/heap/av_psram_heap.h"
#include "lib/heap/av_heap.h"
#include "app/spook/spook.h"
#include "app/recorder/recorder_viidure.h"
#include "app/app_iic/app_iic.h"
#include "ota.h"

#include "cjson/cJSON.h"
#include "scale_msi/scale_msi.h"
#include "lib/touch/touch_pad.h"
#include "gen420_hardware_msi.h"
#include "lib/sdhost/sdhost.h"
#include "hg_lv_mem.h"
#include "keyWork.h"
#include "video_app/video_msi.h"

#include "lib/lvgl_rotate_rpc/lvgl_rotate_msi.h"
#include "debug_log_msi.h"
#include "log_save_msi.h"
#include "fpv_mem.h"
#include "lib/flashdisk/flashdisk.h"
#include "lib/lmac/lmac.h"


int32 atcmd_recv(uint8 *data, int32 len);
void user_workqueue_init(uint16 pri,void *stack,uint16 stack_size);

extern uint32 psrampool_start;
extern uint32 psrampool_end;

extern uint32 srampool_start;
extern uint32 srampool_end;


__weak void user_protocol()
{
    // spook_init();
    // config_Viidure(80);
}

// 应用程序初始化
__init static void fpv_app_init(void)
{
#if TAKEPHOTO_EN || JPG_EN
    int8_t takephoto_from  = 0;
    int8_t takephoto1_from = -1;
#endif
#ifdef PSRAM_HEAP
    cJSON_Hooks hook;
    hook.malloc_fn = _os_malloc_psram;
    hook.free_fn = _os_free_psram;
    cJSON_InitHooks(&hook);
#endif


    eloop_init();
    os_task_create("eloop_run", user_eloop_run, NULL, OS_TASK_PRIORITY_NORMAL + 2, 0, NULL, 2048);
    os_sleep_ms(1);
    ota_Tcp_Server();

    //独立的文件保存msi(独立线程,后续可以所有的fb需要保存都发到这个msi去执行)
	extern struct msi *file_msi_init(const char *msi_name);
    file_msi_init(R_FILE_MSI);
#ifndef FORCE_SCALE_TO_H264
    #if H264_EN == 1
		extern struct msi *auto_h264_msi_init(const char *auto_h264_name, uint8_t src_from0, uint16_t w0, uint16_t h0, uint8_t src_from1, uint16_t w1, uint16_t h1);
        #if SUB_STREAM_EN == 1
            auto_h264_msi_init(AUTO_H264,VPP_DATA0,0,0,GEN420_DATA,640,360);
        #else
            auto_h264_msi_init(AUTO_H264,VPP_DATA0,0,0,~0,0,0);
        #endif
    #endif
#else
    uint8_t get_vpp_scale_w_h(uint16_t *w, uint16_t *h);
    uint16_t scale_w,scale_h;
    int scale_ret = get_vpp_scale_w_h(&scale_w,&scale_h);
    if(!scale_ret)
    {
        os_printf(KERN_INFO"scale_w:%d\tscale_h:%d\n",scale_w,scale_h);
        auto_h264_msi_init(AUTO_H264,SCALER_DATA,scale_w,scale_h,GEN420_DATA,640,360);
    }
    else
    {
        os_printf(KERN_ERR"scale cfg err,scale_ret:%d\n",scale_ret);
    }
    
#endif
    
// 支持拍照和缩略图,暂时默认启动,(紧紧支持录风者模式)
#if TAKEPHOTO_EN
    // 正常拍照和缩略图
    {
        extern uint8_t get_vpp_w_h(uint16_t *w, uint16_t *h);
        extern void    takephoto_with_thumb_init(const char *thumb_msi_name);
        extern void    takephoto_with_thumb_over_dpi_init(const char *thumb_msi_name, uint8_t jpg_num);
        extern void    takephoto_720P_with_thumb_init(const char *thumb_msi_name);
        uint16_t       camera_w, camera_h;
        get_vpp_w_h(&camera_w, &camera_h);
        // 没有识别到摄像头
        if (!camera_w || !camera_h)
        {
        }
        // 如果是720P摄像头,支持原分辨率以及大分辨拍照
        else if (camera_w == 1280 && camera_h == 720)
        {
            takephoto_with_thumb_init(R_THUMB);
            takephoto_with_thumb_over_dpi_init(SR_OVER_DPI_THUMB_JPG, JPGID0);
            takephoto_from = VPP_DATA0;
        }
        // 其他摄像头,主要是为了拍照720P的图片,1080P摄像头从VPP_DATA1,不支持大分辨率拍照
        else
        {
            takephoto_with_thumb_init(R_THUMB);
            takephoto_with_thumb_over_dpi_init(SR_OVER_DPI_THUMB_JPG, JPGID1);
            takephoto_from = VPP_DATA1;
            takephoto1_from = VPP_DATA0;
        }
    }
#endif

#if JPG_EN == 1
    if(takephoto_from >= 0)
    {
         auto_jpg_msi_init(AUTO_JPG, JPGID0, takephoto_from);
    }

    if(takephoto1_from >= 0)
    {
         auto_jpg_msi_init(AUTO_JPG, JPGID1, takephoto1_from);
    }
#endif


    #if USB_JPG_ADD_WATERMARK
    usb_to_recode_init(JPGID1);
    #endif
    /*
        添加其他应用代码初始化
        ...
    */

    #if ISP_TUNNING_EN
    void isp_tunning_init(uint32 img_w, uint32 img_h);
    isp_tunning_init(1920, 1080);
    #endif
#if !USE_CALLING_DEMO
    user_protocol();
#endif
}

__weak void user_hardware_config()
{
}

static uint8_t vcam_en(void)
{
    uint8_t ret = TRUE;
#if VCAM_EN
    pmu_vcam_dis();
    os_sleep_ms(1);
    pmu_set_vcam_vol(VCAM_VOL_2V80);
    pmu_vcam_oc_set(VCAM_OC_200MA);
    pmu_vcam_lc_en();
    pmu_vcam_oc_int_dis();
    pmu_vcam_discharge_dis();
    pmu_vcam_pg_dis();
#ifdef VCAM_33
    pmu_set_vcam_vol(VCAM_VOL_3V25);
    pmu_vcam_en();
    os_sleep_ms(1);
    pmu_vcam_pg_en();
#else
    pmu_vcam_en();
    os_sleep_ms(1);
#endif

    pmu_vcam_oc_pending_clr();

    pmu_vcam_oc_int_dis();
    pmu_lvd_oe_en();
#endif
    return ret;
}

extern void scale2_mutex_init();
static void hardware_init(uint8_t vcam)
{
	
    void eff_stop();
    eff_stop();
    iic_thread_init();
    sensor_info_init();
	scale2_mutex_init();	
#if KEY_MODULE_EN == 1
    keyWork_init(10);
#endif

#if JPG_EN == 1 
	extern int32 jpg_mutex_init();
	extern void jpg_mem_init(int num);
    jpg_mutex_init();
    jpg_mem_init(32);
#endif
    //默认打开gen420的模块
    gen420_hardware_msi_init();

#if SDH_EN && FS_EN
    extern bool fatfs_register();
    sd_open();
    fatfs_register();
    file_ota();
#endif

#if FLASHDISK_EN
    flash_fatfs_init();
#endif

#if DEBUG_LOG_FILE_SAVE_EN
    //默认写入到SD卡，不支持中断打印保存
    //默认每10秒同步写卡，每60秒新建一个文件保存
    creat_log_save_stream(R_DEBUG_STREAM, 1000, 60*1000);
    struct msi *dbg_msi = dbg_log_msi(S_DEBUG_STREAM);
    if(dbg_msi)
    {
        print_redirect((osprint_hook)hgprntf_debug_log_msi, dbg_msi->priv, 1);
    }
    
#endif

#if DVP_EN
    bool csi_ret = 0;
    bool csi_cfg();
    csi_ret = csi_cfg();
#endif

#if DVP_EN
    bool csi_open();
    if (csi_ret)
        csi_open();
#endif

#if MIPI_CSI_EN
    struct mipi_csi_debug mipi_debug;
    os_memset(&mipi_debug, 0, sizeof(struct mipi_csi_debug));
    mipi_debug.debug_enable = 0;
    mipi_debug.debug_io0    = PD_4;
    mipi_debug.debug_io1    = PD_5;
    mipi_debug.debug_io2    = PD_6;
    mipi_debug.debug_io3    = PD_7;
    mipi_debug.debug_type0  = 6;
    mipi_debug.debug_type1  = 7;
    mipi_debug.debug_type2  = 8;
    mipi_debug.debug_type3  = 9;
    int mipi_csi_hardware_config(uint32_t csi_dev_id, uint8_t init_en, uint8_t csi_data_lane_num, uint8_t dual_en, uint8_t dual_sensor_type, uint8_t mclk,struct mipi_csi_debug *p_debug);
#if DVP_EN
	int ret;
    ret = mipi_csi_hardware_config(HG_MIPI_CSI_DEVID,  1, 1, DUAL_EN, SENSOR_TYPE_SLAVE0,24, &mipi_debug);
    mipi_csi_hardware_config(HG_MIPI1_CSI_DEVID, 1, 1, DUAL_EN, ret?SENSOR_TYPE_SLAVE1:SENSOR_TYPE_SLAVE0,24, &mipi_debug);
#else
    mipi_csi_hardware_config(HG_MIPI_CSI_DEVID, 1, 1, DUAL_EN, SENSOR_TYPE_MASTER, 24, &mipi_debug);
    //mipi_csi_hardware_config(HG_MIPI1_CSI_DEVID, 1, 1, DUAL_EN, SENSOR_TYPE_SLAVE0, 24, &mipi_debug);
#endif
#endif

#if PARA_IN_EN
	para_in_hareware_init();
#endif

#if ISP_EN
    //  debug_config();
    isp_cfg_dev();
#endif
#if VPP_EN
{
    extern uint8_t set_vpp_bu1_shrink(uint16_t w, uint16_t shrink_w);
	extern void get_single_mipi(uint32_t csi_dev_id,uint16_t *w,uint16_t *h);
    extern void get_single_dvp(uint16_t *w,uint16_t *h);
    uint16_t w = 0,h = 0;
    // get_single_mipi(HG_MIPI_CSI_DEVID,&w,&h);
    get_single_dvp(&w,&h);
    os_printf(KERN_INFO"vpp_cfg w:%d h:%d\n",w,h);
    #ifdef SUB_STREAM_WIDTH
    set_vpp_bu1_shrink(w,SUB_STREAM_WIDTH);
    #endif
    vpp_cfg(w, h, VPP_INPUT_FROM);
}

#endif
#if LCD_EN

    uint16_t osd_w, osd_h;
    uint16_t screen_w, screen_h;
	uint16_t video_w, video_h;
    uint8_t rotate, video_rotate;
    lcd_hardware_init(&osd_w, &osd_h, &rotate, &screen_w, &screen_h,&video_w, &video_h, &video_rotate);
    lcd_arg_setting(osd_w, osd_h, rotate, screen_w, screen_h,video_w,video_h, video_rotate);
    lcd_driver_init(R_OSD_ENCODE, R_LCD_OSD, R_VIDEO_P0, R_VIDEO_P1);


#endif

#if TOUCH_PAD_EN
    touch_pad_hareware_init();
#endif

#if DUAL_EN
	void dorg_double_sensor(uint32 src0_w,uint32 src0_h,uint32 src1_w,uint32 src1_h,uint32 src0_raw_num,uint32 src1_raw_num,uint8_t dvp_type,uint8_t csi0_type,uint8_t csi1_type);
    dorg_double_sensor(1280, 720, 1280, 720, RAW8, RAW10,1,2,3);
#endif

#if AUDIO_EN
	reg_auproc_alloc(av_psram_malloc, av_psram_zalloc, av_psram_calloc, av_psram_realloc, av_psram_free);
	reg_wsola_alloc(av_psram_malloc, av_psram_zalloc, av_psram_calloc, av_psram_realloc, av_psram_free);
    reg_aucoder_alloc(av_malloc, av_zalloc, av_calloc, av_realloc, av_free);
    aucode_mutex_init();
    audio_adc_init(AUSYS_AUAD, 8000, 1, 4, 1);
    audio_dac_init();
#endif

#if RTT_USB_EN
#ifdef RT_USING_USB_DEVICE
    extern rt_err_t rt_usbd_core_device_list_init();
    rt_usbd_core_device_list_init();
#endif
#endif

#if (USB11_EN && RTT_USB_EN)
#if USB11_HOST_EN
    extern rt_err_t hg_usb11h_register(rt_uint32_t devid);
    hg_usb11h_register(HG_USB11_HOST_CONTROLLER_DEVID);
#else
    extern void hg_usb11d_class_driver_register();
    extern int hg_usb11d_register(rt_uint32_t devid);
    hg_usb11d_class_driver_register();
    hg_usb11d_register(HG_USB11_DEV_CONTROLLER_DEVID);
#endif
#endif

#if (USB_EN && RTT_USB_EN)
#if (USB_DETECT_EN && !USB_HOST_EN)
    extern void hg_usb_connect_detect_init(void);
    hg_usb_connect_detect_init();
#else
#if USB_HOST_EN
    extern rt_err_t hg_usbh_register(rt_uint32_t devid);
    hg_usbh_register(HG_USB_HOST_CONTROLLER_DEVID);
#else
    extern void hg_usbd_class_driver_register();
    extern int hg_usbd_register(rt_uint32_t devid);
    hg_usbd_class_driver_register();
    hg_usbd_register(HG_USB_DEV_CONTROLLER_DEVID);
#endif
#endif
#endif
#if LCD_EN
    void lcd_demo_thread(int32_t d);
    void lvgl_init_msi(uint16_t w, uint16_t h, uint8_t rotate);

    #if LVGL_HW_ROTATE_RPC_EN
    struct hg_lv_mem_hooks hook = {
        .malloc  = _os_malloc,
        .realloc = _os_realloc,
        .zalloc  = _os_zalloc,
        .free    = _os_free,
    };
    #else
	struct hg_lv_mem_hooks hook = {
        .malloc  = av_psram_malloc,
        .realloc = av_psram_realloc,
        .zalloc  = av_psram_zalloc,
        .free    = av_psram_free,
    };
    #endif
    hg_lv_mem_register(&hook);
    
    lvgl_init_msi(osd_w, osd_h, rotate);
    // lcd_demo_thread(2);
#endif
    user_hardware_config();
}

static struct os_work fpv_wk;
extern void print_status(uint32_t *s_buf, uint32_t size);
static int32 sys_fpv_loop(struct os_work *work)
{
    //uint32_t s_buf[256];

    //sysheap_status(&sram_heap, s_buf, sizeof(s_buf) / 4, 0);
    //sysheap_status(&psram_heap, s_buf, sizeof(s_buf) / 4, 0);
#if defined(MPOOL_ALLOC) && defined(AV_PSRAM_HEAP) && defined(PSRAM_HEAP)
    //sysheap_status(&av_psram_heap, s_buf, sizeof(s_buf) / 4, 0);
#endif

#if defined(MPOOL_ALLOC) && defined(AV_HEAP)
    //sysheap_status(&av_heap, s_buf, sizeof(s_buf) / 4, 0);
#endif

    os_run_work_delay(work, 1000);
    return 0;
}


/**********************************************************************
 * print_level设置打印的等级,7是将所有打印都打开(调试的时候可以打开)
 * 例子:对应不同等级参考string.h
 *      os_printf(KERN_DEBUG"ABC"); //等级7
 *      os_printf(KERN_EMERG"ABC"); //等级1
 * disable_print_color 是否关闭打印颜色(特定串口工具)
*******************************************************************/
int sys_app_walkie_talkie_init(void)
{
    print_level(7); 
    disable_print_color(1);
    uint8_t vcam;
    user_heap_init();
    vcam = vcam_en();
    pmu_vcam2_ldo_en(1, VCC_LDO_VOL_1V80);
    msi_core_init();
    //初始化fpv应用用的workqueue,注意这个workqueu是应用,尽量不要执行过长时间
    user_workqueue_init(OS_TASK_PRIORITY_HIGH,NULL,2048);
    hardware_init(vcam);
    fpv_app_init();

	lmac_set_beacon_modulation(NULL, LMAC_RATE_NON_HT_RATE0);
	lmac_set_supp_rate(NULL, WIFI_TX_SUPP_RATE & 0xFFFFFFF0);

#if !USE_CALLING_DEMO
	intercom_send_enable(0);
	intercom_init();
	add_keycallback((key_callback)intercom_ctrl_key, NULL);
#endif

    OS_WORK_INIT(&fpv_wk, sys_fpv_loop, 0);
    os_run_work_delay(&fpv_wk, 1000);
    return 0;
}