# BSP内核的摄像头使用
~~~
Device Drivers ->
<*> Multimedia support --->
<*> sunxi video encoder and decoder support //视频编码器，包括h264/mpeg4/mpeg2/vc1/rmvb. 以模块形式编译，cedar_ve.ko
~~~
~~~
[*] Video capture adapters --->
[*] V4L platform devices --->
~~~
~~~
--- V4L platform devices
< > Support for timberdale Video In/LogiWIN
<*> SoC camera support
< > imx074 support
< > mt9m001 support
< > mt9m111, mt9m112 and mt9m131 support
< > mt9t031 support
< > mt9t112 support
< > mt9v022 support
< > rj54n1cb0c support
< > tw9910 support
< > platform camera support
<M> ov2640 camera support
<M> ov5642 camera support
< > ov6650 sensor support
< > ov772x camera support
< > ov9640 camera support
< > ov9740 camera support
< > SuperH Mobile MIPI CSI-2 Interface driver
< > SuperH Mobile CEU Interface driver
<*> sunxi video front end (camera and etc)driver
<*> v4l2 driver for SUNXI
Sensor CSI --->
~~~
~~~
< > ov2710_mipi
< > ov4689
< > ov4689 60fps
< > ar0330 mipi
< > ov4689 sdv
< > gc1004_mipi
<M> h22_mipi
< > nt99231_mipi
~~~
查看编译后的ko：
~~~
//触摸屏
aw5306_ts.ko
gt818_ts.ko
gt82x.ko
gt911_ts.ko
ft5x_ts.ko
gslX680.ko
gslX680new.ko
icn83xx_ts.ko
gt9xx_ts.ko
gt9xxf_ts.ko
tu_ts.ko
//杂项
da380.ko //加速度传感器
fatfs.ko //文件系统
scsi_wait_scan.ko
sw-device.ko //Linux kernel modules for Detection i2c device.
uvcvideo.ko //UVC摄像头
//普通摄像头驱动 media/video/
ov2640.ko
ov5642.ko
//V4L2
videobuf-core.ko
videobuf-dma-contig.ko
videobuf2-core.ko
videobuf2-memops.ko
videobuf2-vmalloc.ko
//VFE
vfe_v4l2.ko //media/video/sunxi-vfe
vfe_os.ko
vfe_subdev.ko
cci.ko //摄像头控制接口，sunxi-vfe/csi_cci
h22_mipi.ko //media/video/sunxi-vfe/device/h22_mipi.ko
//cedar 视频编码
cedar_ve.ko //media/cedar-ve/cedar_ve.ko
~~~
实际可以使用的是media/video/sunxi-vfe/下的摄像头驱动
~~~
platform_cfg.h
bsp_common.c
config.c
config.h
vfe.c
vfe.h
vfe_os.c
vfe_os.h
vfe_os.ko
vfe_subdev.c
vfe_subdev.h
vfe_subdev.ko
vfe_v4l2.ko
//调焦器
actuator
//摄像头控制器接口驱动
csi
csi_cci
mipi_csi
//闪光灯
flash_light
//ISP相关
isp_cfg
lib //isp库
platform //不同主控芯片的配置
//测试，功能
test
utility
//支持的传感器
device
~~~
支持的传感器
~~~
Makefile gc0312.c gc5004.c hi257.c nt99252.c ov5640.c s5k3h7.c sp2518.c
ar0330.c gc0328.c gc5004_mipi.c hm5040.c ov12830.c ov5640_mipi.c s5k4e1.c sp2519.c
ar0330_mipi.c gc0328c.c gs5604.c hm5065.c ov13850.c ov5647.c s5k4e1_mipi.c sp5408.c
bf3a03.c gc0329.c gt2005.c hm8030.c ov16825.c ov5647_mipi.c s5k4ec.c sp5409.c
built-in.o gc1004_mipi.c h22_mipi.c hm8131.c ov2640.c ov5648.c s5k4ec_mipi.c t4k05.c
camera.h gc2035.c h22_mipi.ko imx179.c ov2686.c ov5650.c s5k5e2ya.c t8et5.c
camera_cfg.h gc2145.c h22_mipi.mod.c imx214.c ov2710.c ov7736.c s5k5e2yx.c tc358743.c
gc0307.c gc2155.c h22_mipi.mod.o imx219.c ov2710_mipi.c ov8825.c siv121d.c
gc0308.c gc2235.c h22_mipi.o modules.builtin ov4689.c ov8850.c sp0718.c
gc0309.c gc2355.c h42_mipi.c modules.order ov4689_60fps.c ov8858.c sp0838.c
gc0311.c gc2355_mipi.c hi253.c nt99231_mipi.c ov4689_sdv.c ov8858_4lane.c sp2508.c
~~~
可见zero配套的ov2640和ov5647都在其中。
但是他们不在menuconfig中，所以在上层的Kconfig中加入：
~~~
config OV2640
tristate "ov2640"
default n
config OV5647_MIPI
tristate "ov5647_mipi"
default n
~~~
在本层的Makefile中加入：
~~~
obj-$(CONFIG_OV2640) += ov2640.o
obj-$(CONFIG_OV5647_MIPI) += ov5647_mipi.o
~~~
重新在menuconfig中勾选，编译，即可得到：
~~~
LD [M] drivers/media/video/sunxi-vfe/device/ov2640.ko
LD [M] drivers/media/video/sunxi-vfe/device/ov5647_mipi.ko
~~~
将ko文件放入系统中，手动加载，然后使用fswebcam尝试拍照：
~~~
root@LicheePi:~# fswebcam -d /dev/video0 --no-banner -r 320x240 capture.jpg
[ 255.199106] [VFE]vfe_open
--- Opening /dev/video0...
[ 255.202406] [VFE]..........................vfe clk open!.......................
Trying source module v4l2...[ 255.213786] [VFE]vfe_open ok
[ 255.219628] [VFE_ERR]input index(0) > dev->dev_qty(1)-1 invalid!, device_valid_flag[0] = 0
/dev/video0 opened.
255.229491] [VFE]vfe_close
mNo input was specified, using t[ 255.235232] [VFE]vfe select input flag = 0, s_input have not be used .
he first.
Unable to qu[ 255.245365] [VFE]..........................vfe clk close!.......................
ery input 0.
VIDIOC_EN[ 255.256556] [VFE]vfe_close end
UMINPUT: Invalid argument
~~~
跟踪相关信息，是在vfe.c,
~~~
static int vidioc_enum_input(struct file *file, void *priv, struct v4l2_input *inp)
~~~
中：
~~~
2807 if (0 == dev->device_valid_flag[inp->index]) {
2808 vfe_err("input index(%d) > dev->dev_qty(%d)-1 invalid!, device_valid_flag[%d] = %d\n", inp->index, dev->dev_ qty,inp->index, dev->device_valid_flag[inp->index]);
2809 return -EINVAL;
2810 }
~~~
即枚举摄像头时，发现device_valid_flag标志位不对，该标志位是在：
~~~
static void probe_work_handle(struct work_struct *work)
if(vfe_sensor_register_check(dev,&dev->v4l2_dev,dev->ccm_cfg[input_num],&dev->dev_sensor[input_num],input_nu m) == NULL)
5126 {
5127 vfe_err("vfe sensor register check error at input_num = %d\n",input_num);
5128 dev->device_valid_flag[input_num] = 0;
5129 //goto snesor_register_end;
5130 }
5131 else{
5132 dev->device_valid_flag[input_num] = 1;
5133 }
~~~
这个函数是在vfe_probe中调用，也即初始化时检测的。
vfe驱动加载过程：
csi_cci/cci_platform_drv.c 加载cci.ko
vfe.c vfe_os.ko加载
vfe_subdev.ko
vfe_v4l2.ko //media/video/sunxi-vfe
查看开机启动信息：
~~~
//cci.ko加载，即摄像头控制器初始化
[ 0.808628] [VFE]cci probe start cci_sel = 0!
[ 0.813793] [VFE]cci probe end cci_sel = 0!
[ 0.818593] [VFE]cci_init end
//VFE驱加载
[ 0.822038] [VFE]Welcome to Video Front End driver
[ 0.827986] [VFE]pdev->id = 0
[ 0.831435] [VFE]dev->mipi_sel = 0
[ 0.835324] [VFE]dev->vip_sel = 0
[ 0.839114] [VFE]dev->isp_sel = 0
[ 0.849164] [VFE_WARN]vfe vpu clock is null
[ 0.849164] [VFE_WARN]vfe vpu clock is null
[ 0.860599] [VFE]pdev->id = 1
[ 0.864021] [VFE]dev->mipi_sel = 1
[ 0.868014] [VFE]dev->vip_sel = 1
[ 0.871864] [VFE]dev->isp_sel = 0
[ 0.875672] [VFE]probe_work_handle start!
[ 0.880358] [VFE]..........................vfe clk open!.......................
[ 0.880358] [VFE]..........................vfe clk open!.......................
[ 0.889010] [VFE]v4l2 subdev register input_num = 0
[ 0.894683] [VFE_WARN]vfe vpu clock is null
[ 0.894683] [VFE_WARN]vfe vpu clock is null
[ 0.899688] [VFE_ERR]vip1 request pinctrl handle for device [csi1] failed!
[ 0.907603] [VFE_ERR]get regulator csi_avdd error!
[ 0.913056] [VFE_ERR]vfe_device_regulator_get error at input_num = 0
[ 0.913056] [VFE_ERR]vfe_device_regulator_get error at input_num = 0
[ 0.920482] [VFE]vfe_init end
[ 0.920482] [VFE]vfe_init end
//V4L2设备注册，生成video0
[ 0.933586] [VFE]V4L2 device registered as video0
[ 0.938969] [VFE]..........................vfe clk close!.......................
[ 0.938969] [VFE]..........................vfe clk close!.......................
[ 0.956440] [VFE]probe_work_handle end!
[ 0.960938] [VFE]probe_work_handle start!
[ 0.965515] [VFE]..........................vfe clk open!.......................
[ 0.965515] [VFE]..........................vfe clk open!.......................
[ 0.991682] [VFE]v4l2 subdev register input_num = 0
[ 0.997227] [VFE]vfe sensor detect start! input_num = 0
[ 0.997227] [VFE]vfe sensor detect start! input_num = 0
[ 1.003274] [VFE]Find sensor name is "ov2640", i2c address is 60, type is "YUV" !
[ 1.011824] [VFE]Sub device register "ov2640" i2c_addr = 0x60 start!
[ 1.018998] [VFE_ERR]Error registering v4l2 subdevice No such device!
[ 1.026388] [VFE_ERR]vfe sensor register check error at input_num = 0
[ 1.026388] [VFE_ERR]vfe sensor register check error at input_num = 0
[ 1.079242] [VFE]V4L2 device registered as video1
[ 1.084960] [VFE]..........................vfe clk close!.......................
[ 1.084960] [VFE]..........................vfe clk close!.......................
[ 1.116779] [VFE]probe_work_handle end!
[ 5.012110] [VFE]vfe_open
[ 5.012110] [VFE]vfe_open
[ 5.043465] [VFE]vfe_open
[ 5.043465] [VFE]vfe_open
[ 5.058511] [VFE]..........................vfe clk open!.......................
[ 5.058511] [VFE]..........................vfe clk open!.......................
[ 5.082179] [VFE]..........................vfe clk open!.......................
[ 5.082179] [VFE]..........................vfe clk open!.......................
[ 5.112320] [VFE]vfe_open ok
[ 5.112320] [VFE]vfe_open ok
[ 5.115853] [VFE]vfe_close
[ 5.115853] [VFE]vfe_close
[ 5.118958] [VFE]vfe select input flag = 0, s_input have not be used .
[ 5.118958] [VFE]vfe select input flag = 0, s_input have not be used .
[ 5.126480] [VFE]..........................vfe clk close!.......................
[ 5.126480] [VFE]..........................vfe clk close!.......................
[ 5.144821] [VFE]vfe_open ok
[ 5.144821] [VFE]vfe_open ok
[ 5.148348] [VFE]vfe_close
[ 5.148348] [VFE]vfe_close
[ 5.151598] [VFE]vfe select input flag = 0, s_input have not be used .
[ 5.151598] [VFE]vfe select input flag = 0, s_input have not be used .
[ 5.158972] [VFE]..........................vfe clk close!.......................
[ 5.158972] [VFE]..........................vfe clk close!.......................
[ 5.224773] [VFE]vfe_close end
[ 5.224773] [VFE]vfe_close end
[ 5.282919] [VFE]vfe_close end
[ 5.282919] [VFE]vfe_close end
~~~
vfe_sensor_register_check
~~~
static struct v4l2_subdev *vfe_sensor_register_check(struct vfe_dev *dev,struct v4l2_device *v4l2_dev,struct ccm_config *ccm_cfg,
struct i2c_board_info *sensor_i2c_board,int input_num )
{
int sensor_cnt,ret, sensor_num;
struct sensor_item sensor_info;
if(dev->vip_define_sensor_list == 1)
{
sensor_num = ccm_cfg->sensor_cfg_ini->detect_sensor_num;
if(ccm_cfg->sensor_cfg_ini->detect_sensor_num == 0) {
sensor_num = 1;
}
} else {
sensor_num = 1;
}
for(sensor_cnt=0; sensor_cnt<sensor_num; sensor_cnt++)
{
if(dev->vip_define_sensor_list == 1)
{
if(ccm_cfg->sensor_cfg_ini->detect_sensor_num > 0)
cpy_ccm_sub_device_cfg(ccm_cfg, sensor_cnt);
}
if(get_sensor_info(ccm_cfg->ccm, &sensor_info) == 0)
{
if(ccm_cfg->i2c_addr != sensor_info.i2c_addr)
{
vfe_warn("Sensor info \"%s\" i2c_addr is different from sys_config!\n", sensor_info.sensor_name );
//vfe_warn("Sensor info i2c_addr = %d, sys_config i2c_addr = %d!\n", sensor_info.i2c_addr, ccm_cfg->i2c_addr);
//ccm_cfg->i2c_addr = sensor_info.i2c_addr;
}
if(ccm_cfg->is_bayer_raw != sensor_info.sensor_type)
{
vfe_warn("Camer detect \"%s\" fmt is different from sys_config!\n", sensor_info_type[sensor_info.sensor_type]);
vfe_warn("Apply detect fmt = %d replace sys_config fmt = %d!\n", sensor_info.sensor_type, ccm_cfg->is_bayer_raw);
ccm_cfg->is_bayer_raw = sensor_info.sensor_type;
}
if(sensor_info.sensor_type == SENSOR_RAW)
{
ccm_cfg->is_isp_used = 1;
}
else
{
ccm_cfg->act_used = 0;
}
vfe_print("Find sensor name is \"%s\", i2c address is %x, type is \"%s\" !\n",sensor_info.sensor_name,sensor_info.i2c_addr,
sensor_info_type[sensor_info.sensor_type]);
}
sensor_i2c_board->addr = (unsigned short)(ccm_cfg->i2c_addr>>1);
strcpy(sensor_i2c_board->type,ccm_cfg->ccm);
vfe_print("Sub device register \"%s\" i2c_addr = 0x%x start!\n",sensor_i2c_board->type, ccm_cfg->i2c_addr);
ret = vfe_sensor_subdev_register_check(dev,v4l2_dev,ccm_cfg,sensor_i2c_board);
if( ret == -1)
{
vfe_sensor_subdev_unregister(v4l2_dev,ccm_cfg,sensor_i2c_board);
vfe_print("Sub device register \"%s\" failed!\n",sensor_i2c_board->type);
ccm_cfg->sd =NULL;
continue;
}
else if(ret == ENODEV ||ret == EFAULT)
{
continue;
}
else if(ret == 0)
{
vfe_print("Sub device register \"%s\" is OK!\n",sensor_i2c_board->type);
break;
}
}
return ccm_cfg->sd;
}
~~~
- 前言
- 荔枝派TODO任务领取
- linux使用小贴士
- 入门篇
- 板卡介绍
- 开箱指南
- 烧录启动系统
- 联网方法
- 镜像使用
- 镜像说明
- buildroot系统使用
- debian系统使用
- 外设操作
- 外设操作概览
- 低速外设
- GPIO
- GPIO模拟低速接口
- UART
- PWM
- I2C
- SPI
- 高速接口
- SDIO
- USB
- EtherNet
- DVP CSI
- MIPI CSI
- 模拟外设
- CODEC
- LRADC
- 常见设备驱动
- USB摄像头
- USB 3G/4G 网卡
- 舵机
- 开发篇
- UBOOT适配
- UBOOT编译
- UBOOT配置
- UBOOT配置屏幕分辨率
- UBOOT配置SPI启动
- Linux内核开发
- Linux内核编译
- BSP Linux内核编译.md
- Linux内核选项
- 外设驱动与设备树
- RTL8723BS驱动
- 根文件系统定制
- buildroot定制系统
- buildroot添加软件包
- openwrt定制系统
- emdebian定制系统
- camdriod开发
- camdriod编译
- 主线Uboot引导Camdriod
- 系统镜像打包
- XBOOT适配
- 荔枝运行XBOOT
- 应用篇
- 游戏机-基于EmulationStation
- 游戏机-gnuboy
- 语音识别-科大讯飞云
- GUI-QT5
- 语音识别-离线关键词识别
- 路由器-Lichee Zero
- 投稿文章
- 荔枝派Zero开箱指南
- Zero i2c oled使用指南
- zero SPI LCD使用指南
- Zero u-boot编译和使用指南
- TF WiFi使用方法
- Zero Ethernet使用指南
- Zero 移植Qt5.4.1
- ZeroSpiNorFlash启动系统制作指南
- Visio-uboot-sunxi流程
- lichee 编译踩坑记录(ilichee ZERO)
- lichee_zero_外设GPIO接口
- TF WIFI 小白编
- 从零开始LicheePi Zero的开发
- 认识Zero的硬件
- 搭建Zero的开发环境
- 主线Uboot
- 主线kernel
- BSP kernel
- BSP内核启动
- bsp内核的摄像头使用
- BSP内核中的保留内存
- uboot启动BSP内核常见错误
- BSP内核 FBTFT移植
- BSP内核启动错误及警告解决
- buildroot 根文件系统
- emdebian 根文件系统
- SPI Flash 系统编译
- sunxi-fel增加对16M 以上flash的支持
- overlayfs的使用
- jffs2系统挂载不上的常见原因
- JFFS2 文件系统简介
- uboot对spi flash的识别
- bsp内核的SPI flash启动
- Docker开发环境
- Docker 命令速查
- 基础ubuntu系统配置
- docker离线镜像
- Zero系统烧录
- dd镜像烧录
- 分区镜像烧录
- SPI Flash系统烧录
- 一键镜像烧录
- Zero外设把玩
- I2C操作
- PWM输出
- CODEC的使用
- 以太网使用指南
- GPIO操作
- 文件IO方式
- C语言接口(mmap)
- Python操作GPIO
- pinctrl-sunxi介绍
- UART操作
- 点屏
- 点屏之RGB屏
- 点屏之SPI屏 ili9341
- 点屏之SPI OLED
- 点屏之I2C OLED
- 点屏之SPI屏 ili9488
- 点屏之MCU屏
- 点屏之触摸屏驱动
- 点屏之simple-framebuffer
- 点屏之屏幕时序
- 时钟控制器CCM
- 摄像头
- BSP DVP摄像头
- BSP MIPI 摄像头
- 主线DVP摄像头
- 主线 MIPI摄像头
- SPI 操作
- 应用层开发
- 开机自启动
- Segment Fault调试
- Zero通过OTG共享PC网络
- USB摄像头使用
- 基于QT的GUI开发
- 移植tslib
- 移植QT5.9.1
- 移植QT4.8.7
- QtCreator使用
- Qt5.x移植到Qt4.8
- Qt字体相关
- Qt移植总结
- Qt裁剪
- Qt去除鼠标指针显示
- zero_imager使用
- 驱动开发
- 设备树简介
- GPU/DRM 显示驱动
- sys下设备树查看
- atmel触摸屏驱动分析
- atmel触摸屏中断改轮询
- uboot下gpio操作
- helloworld驱动编译演示
- FBTFT分析
- 内核模块静态加载的顺序
- SPI驱动分析
- SPI 驱动编写
- Uboot开发
- 开机logo
- 看门狗的使用
- 关于系统reboot
- 内核printk等级设置