Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 7b3ad5ab authored by Eric Anholt's avatar Eric Anholt Committed by Greg Kroah-Hartman
Browse files

staging: Import the BCM2835 MMAL-based V4L2 camera driver. 



- Supports raw YUV capture, preview, JPEG and H264.
- Uses videobuf2 for data transfer, using dma_buf.
- Uses 3.6.10 timestamping
- Camera power based on use
- Uses immutable input mode on video encoder

This code comes from the Raspberry Pi kernel tree (rpi-4.9.y) as of
a15ba877dab4e61ea3fc7b006e2a73828b083c52.

Signed-off-by: default avatarEric Anholt <eric@anholt.net>
Signed-off-by: default avatarGreg Kroah-Hartman <gregkh@linuxfoundation.org>
parent 50e66ccb

drivers/staging/media/platform/bcm2835/bcm2835-camera.c

0 → 100644
+2016 −0

File added.

Preview size limit exceeded, changes collapsed.

drivers/staging/media/platform/bcm2835/bcm2835-camera.h

0 → 100644
+145 −0
Original line number Diff line number Diff line 
/*

 * Broadcom BM2835 V4L2 driver

 *

 * Copyright © 2013 Raspberry Pi (Trading) Ltd.

 *

 * This file is subject to the terms and conditions of the GNU General Public

 * License.  See the file COPYING in the main directory of this archive

 * for more details.

 *

 * Authors: Vincent Sanders <vincent.sanders@collabora.co.uk>

 *          Dave Stevenson <dsteve@broadcom.com>

 *          Simon Mellor <simellor@broadcom.com>

 *          Luke Diamand <luked@broadcom.com>

 *

 * core driver device

 */



#define V4L2_CTRL_COUNT 29 /* number of v4l controls */



enum {

	MMAL_COMPONENT_CAMERA = 0,

	MMAL_COMPONENT_PREVIEW,

	MMAL_COMPONENT_IMAGE_ENCODE,

	MMAL_COMPONENT_VIDEO_ENCODE,

	MMAL_COMPONENT_COUNT

};



enum {

	MMAL_CAMERA_PORT_PREVIEW = 0,

	MMAL_CAMERA_PORT_VIDEO,

	MMAL_CAMERA_PORT_CAPTURE,

	MMAL_CAMERA_PORT_COUNT

};



#define PREVIEW_LAYER      2



extern int bcm2835_v4l2_debug;



struct bm2835_mmal_dev {

	/* v4l2 devices */

	struct v4l2_device     v4l2_dev;

	struct video_device    vdev;

	struct mutex           mutex;



	/* controls */

	struct v4l2_ctrl_handler  ctrl_handler;

	struct v4l2_ctrl          *ctrls[V4L2_CTRL_COUNT];

	enum v4l2_scene_mode	  scene_mode;

	struct mmal_colourfx      colourfx;

	int                       hflip;

	int                       vflip;

	int			  red_gain;

	int			  blue_gain;

	enum mmal_parameter_exposuremode exposure_mode_user;

	enum v4l2_exposure_auto_type exposure_mode_v4l2_user;

	/* active exposure mode may differ if selected via a scene mode */

	enum mmal_parameter_exposuremode exposure_mode_active;

	enum mmal_parameter_exposuremeteringmode metering_mode;

	unsigned int		  manual_shutter_speed;

	bool			  exp_auto_priority;

	bool manual_iso_enabled;

	uint32_t iso;



	/* allocated mmal instance and components */

	struct vchiq_mmal_instance   *instance;

	struct vchiq_mmal_component  *component[MMAL_COMPONENT_COUNT];

	int camera_use_count;



	struct v4l2_window overlay;



	struct {

		unsigned int     width;  /* width */

		unsigned int     height;  /* height */

		unsigned int     stride;  /* stride */

		unsigned int     buffersize; /* buffer size with padding */

		struct mmal_fmt  *fmt;

		struct v4l2_fract timeperframe;



		/* H264 encode bitrate */

		int         encode_bitrate;

		/* H264 bitrate mode. CBR/VBR */

		int         encode_bitrate_mode;

		/* H264 profile */

		enum v4l2_mpeg_video_h264_profile enc_profile;

		/* H264 level */

		enum v4l2_mpeg_video_h264_level enc_level;

		/* JPEG Q-factor */

		int         q_factor;



		struct vb2_queue	vb_vidq;



		/* VC start timestamp for streaming */

		s64         vc_start_timestamp;

		/* Kernel start timestamp for streaming */

		struct timeval kernel_start_ts;



		struct vchiq_mmal_port  *port; /* port being used for capture */

		/* camera port being used for capture */

		struct vchiq_mmal_port  *camera_port;

		/* component being used for encode */

		struct vchiq_mmal_component *encode_component;

		/* number of frames remaining which driver should capture */

		unsigned int  frame_count;

		/* last frame completion */

		struct completion  frame_cmplt;



	} capture;



	unsigned int camera_num;

	unsigned int max_width;

	unsigned int max_height;

	unsigned int rgb_bgr_swapped;

};



int bm2835_mmal_init_controls(

			struct bm2835_mmal_dev *dev,

			struct v4l2_ctrl_handler *hdl);



int bm2835_mmal_set_all_camera_controls(struct bm2835_mmal_dev *dev);

int set_framerate_params(struct bm2835_mmal_dev *dev);



/* Debug helpers */



#define v4l2_dump_pix_format(level, debug, dev, pix_fmt, desc)	\

{	\

	v4l2_dbg(level, debug, dev,	\

"%s: w %u h %u field %u pfmt 0x%x bpl %u sz_img %u colorspace 0x%x priv %u\n", \

		desc == NULL ? "" : desc,	\

		(pix_fmt)->width, (pix_fmt)->height, (pix_fmt)->field,	\

		(pix_fmt)->pixelformat, (pix_fmt)->bytesperline,	\

		(pix_fmt)->sizeimage, (pix_fmt)->colorspace, (pix_fmt)->priv); \

}

#define v4l2_dump_win_format(level, debug, dev, win_fmt, desc)	\

{	\

	v4l2_dbg(level, debug, dev,	\

"%s: w %u h %u l %u t %u  field %u chromakey %06X clip %p " \

"clipcount %u bitmap %p\n", \

		desc == NULL ? "" : desc,	\

		(win_fmt)->w.width, (win_fmt)->w.height, \

		(win_fmt)->w.left, (win_fmt)->w.top, \

		(win_fmt)->field,	\

		(win_fmt)->chromakey,	\

		(win_fmt)->clips, (win_fmt)->clipcount,	\

		(win_fmt)->bitmap); \

}

drivers/staging/media/platform/bcm2835/controls.c

0 → 100644
+1345 −0

File added.

Preview size limit exceeded, changes collapsed.

drivers/staging/media/platform/bcm2835/mmal-common.h

0 → 100644
+53 −0
Original line number Diff line number Diff line 
/*

 * Broadcom BM2835 V4L2 driver

 *

 * Copyright © 2013 Raspberry Pi (Trading) Ltd.

 *

 * This file is subject to the terms and conditions of the GNU General Public

 * License.  See the file COPYING in the main directory of this archive

 * for more details.

 *

 * Authors: Vincent Sanders <vincent.sanders@collabora.co.uk>

 *          Dave Stevenson <dsteve@broadcom.com>

 *          Simon Mellor <simellor@broadcom.com>

 *          Luke Diamand <luked@broadcom.com>

 *

 * MMAL structures

 *

 */



#define MMAL_FOURCC(a, b, c, d) ((a) | (b << 8) | (c << 16) | (d << 24))

#define MMAL_MAGIC MMAL_FOURCC('m', 'm', 'a', 'l')



/** Special value signalling that time is not known */

#define MMAL_TIME_UNKNOWN (1LL<<63)



/* mapping between v4l and mmal video modes */

struct mmal_fmt {

	char  *name;

	u32   fourcc;          /* v4l2 format id */

	int   flags;           /* v4l2 flags field */

	u32   mmal;

	int   depth;

	u32   mmal_component;  /* MMAL component index to be used to encode */

	u32   ybbp;            /* depth of first Y plane for planar formats */

};



/* buffer for one video frame */

struct mmal_buffer {

	/* v4l buffer data -- must be first */

	struct vb2_v4l2_buffer	vb;



	/* list of buffers available */

	struct list_head	list;



	void *buffer; /* buffer pointer */

	unsigned long buffer_size; /* size of allocated buffer */

};



/* */

struct mmal_colourfx {

	s32 enable;

	u32 u;

	u32 v;

};

drivers/staging/media/platform/bcm2835/mmal-encodings.h

0 → 100644
+127 −0
Original line number Diff line number Diff line 
/*

 * Broadcom BM2835 V4L2 driver

 *

 * Copyright © 2013 Raspberry Pi (Trading) Ltd.

 *

 * This file is subject to the terms and conditions of the GNU General Public

 * License.  See the file COPYING in the main directory of this archive

 * for more details.

 *

 * Authors: Vincent Sanders <vincent.sanders@collabora.co.uk>

 *          Dave Stevenson <dsteve@broadcom.com>

 *          Simon Mellor <simellor@broadcom.com>

 *          Luke Diamand <luked@broadcom.com>

 */

#ifndef MMAL_ENCODINGS_H

#define MMAL_ENCODINGS_H



#define MMAL_ENCODING_H264             MMAL_FOURCC('H', '2', '6', '4')

#define MMAL_ENCODING_H263             MMAL_FOURCC('H', '2', '6', '3')

#define MMAL_ENCODING_MP4V             MMAL_FOURCC('M', 'P', '4', 'V')

#define MMAL_ENCODING_MP2V             MMAL_FOURCC('M', 'P', '2', 'V')

#define MMAL_ENCODING_MP1V             MMAL_FOURCC('M', 'P', '1', 'V')

#define MMAL_ENCODING_WMV3             MMAL_FOURCC('W', 'M', 'V', '3')

#define MMAL_ENCODING_WMV2             MMAL_FOURCC('W', 'M', 'V', '2')

#define MMAL_ENCODING_WMV1             MMAL_FOURCC('W', 'M', 'V', '1')

#define MMAL_ENCODING_WVC1             MMAL_FOURCC('W', 'V', 'C', '1')

#define MMAL_ENCODING_VP8              MMAL_FOURCC('V', 'P', '8', ' ')

#define MMAL_ENCODING_VP7              MMAL_FOURCC('V', 'P', '7', ' ')

#define MMAL_ENCODING_VP6              MMAL_FOURCC('V', 'P', '6', ' ')

#define MMAL_ENCODING_THEORA           MMAL_FOURCC('T', 'H', 'E', 'O')

#define MMAL_ENCODING_SPARK            MMAL_FOURCC('S', 'P', 'R', 'K')

#define MMAL_ENCODING_MJPEG            MMAL_FOURCC('M', 'J', 'P', 'G')



#define MMAL_ENCODING_JPEG             MMAL_FOURCC('J', 'P', 'E', 'G')

#define MMAL_ENCODING_GIF              MMAL_FOURCC('G', 'I', 'F', ' ')

#define MMAL_ENCODING_PNG              MMAL_FOURCC('P', 'N', 'G', ' ')

#define MMAL_ENCODING_PPM              MMAL_FOURCC('P', 'P', 'M', ' ')

#define MMAL_ENCODING_TGA              MMAL_FOURCC('T', 'G', 'A', ' ')

#define MMAL_ENCODING_BMP              MMAL_FOURCC('B', 'M', 'P', ' ')



#define MMAL_ENCODING_I420             MMAL_FOURCC('I', '4', '2', '0')

#define MMAL_ENCODING_I420_SLICE       MMAL_FOURCC('S', '4', '2', '0')

#define MMAL_ENCODING_YV12             MMAL_FOURCC('Y', 'V', '1', '2')

#define MMAL_ENCODING_I422             MMAL_FOURCC('I', '4', '2', '2')

#define MMAL_ENCODING_I422_SLICE       MMAL_FOURCC('S', '4', '2', '2')

#define MMAL_ENCODING_YUYV             MMAL_FOURCC('Y', 'U', 'Y', 'V')

#define MMAL_ENCODING_YVYU             MMAL_FOURCC('Y', 'V', 'Y', 'U')

#define MMAL_ENCODING_UYVY             MMAL_FOURCC('U', 'Y', 'V', 'Y')

#define MMAL_ENCODING_VYUY             MMAL_FOURCC('V', 'Y', 'U', 'Y')

#define MMAL_ENCODING_NV12             MMAL_FOURCC('N', 'V', '1', '2')

#define MMAL_ENCODING_NV21             MMAL_FOURCC('N', 'V', '2', '1')

#define MMAL_ENCODING_ARGB             MMAL_FOURCC('A', 'R', 'G', 'B')

#define MMAL_ENCODING_RGBA             MMAL_FOURCC('R', 'G', 'B', 'A')

#define MMAL_ENCODING_ABGR             MMAL_FOURCC('A', 'B', 'G', 'R')

#define MMAL_ENCODING_BGRA             MMAL_FOURCC('B', 'G', 'R', 'A')

#define MMAL_ENCODING_RGB16            MMAL_FOURCC('R', 'G', 'B', '2')

#define MMAL_ENCODING_RGB24            MMAL_FOURCC('R', 'G', 'B', '3')

#define MMAL_ENCODING_RGB32            MMAL_FOURCC('R', 'G', 'B', '4')

#define MMAL_ENCODING_BGR16            MMAL_FOURCC('B', 'G', 'R', '2')

#define MMAL_ENCODING_BGR24            MMAL_FOURCC('B', 'G', 'R', '3')

#define MMAL_ENCODING_BGR32            MMAL_FOURCC('B', 'G', 'R', '4')



/** SAND Video (YUVUV128) format, native format understood by VideoCore.

 * This format is *not* opaque - if requested you will receive full frames

 * of YUV_UV video.

 */

#define MMAL_ENCODING_YUVUV128         MMAL_FOURCC('S', 'A', 'N', 'D')



/** VideoCore opaque image format, image handles are returned to

 * the host but not the actual image data.

 */

#define MMAL_ENCODING_OPAQUE           MMAL_FOURCC('O', 'P', 'Q', 'V')



/** An EGL image handle

 */

#define MMAL_ENCODING_EGL_IMAGE        MMAL_FOURCC('E', 'G', 'L', 'I')



/* }@ */



/** \name Pre-defined audio encodings */

/* @{ */

#define MMAL_ENCODING_PCM_UNSIGNED_BE  MMAL_FOURCC('P', 'C', 'M', 'U')

#define MMAL_ENCODING_PCM_UNSIGNED_LE  MMAL_FOURCC('p', 'c', 'm', 'u')

#define MMAL_ENCODING_PCM_SIGNED_BE    MMAL_FOURCC('P', 'C', 'M', 'S')

#define MMAL_ENCODING_PCM_SIGNED_LE    MMAL_FOURCC('p', 'c', 'm', 's')

#define MMAL_ENCODING_PCM_FLOAT_BE     MMAL_FOURCC('P', 'C', 'M', 'F')

#define MMAL_ENCODING_PCM_FLOAT_LE     MMAL_FOURCC('p', 'c', 'm', 'f')



/* Pre-defined H264 encoding variants */



/** ISO 14496-10 Annex B byte stream format */

#define MMAL_ENCODING_VARIANT_H264_DEFAULT   0

/** ISO 14496-15 AVC stream format */

#define MMAL_ENCODING_VARIANT_H264_AVC1      MMAL_FOURCC('A', 'V', 'C', '1')

/** Implicitly delineated NAL units without emulation prevention */

#define MMAL_ENCODING_VARIANT_H264_RAW       MMAL_FOURCC('R', 'A', 'W', ' ')





/** \defgroup MmalColorSpace List of pre-defined video color spaces

 * This defines a list of common color spaces. This list isn't exhaustive and

 * is only provided as a convenience to avoid clients having to use FourCC

 * codes directly. However components are allowed to define and use their own

 * FourCC codes.

 */

/* @{ */



/** Unknown color space */

#define MMAL_COLOR_SPACE_UNKNOWN       0

/** ITU-R BT.601-5 [SDTV] */

#define MMAL_COLOR_SPACE_ITUR_BT601    MMAL_FOURCC('Y', '6', '0', '1')

/** ITU-R BT.709-3 [HDTV] */

#define MMAL_COLOR_SPACE_ITUR_BT709    MMAL_FOURCC('Y', '7', '0', '9')

/** JPEG JFIF */

#define MMAL_COLOR_SPACE_JPEG_JFIF     MMAL_FOURCC('Y', 'J', 'F', 'I')

/** Title 47 Code of Federal Regulations (2003) 73.682 (a) (20) */

#define MMAL_COLOR_SPACE_FCC           MMAL_FOURCC('Y', 'F', 'C', 'C')

/** Society of Motion Picture and Television Engineers 240M (1999) */

#define MMAL_COLOR_SPACE_SMPTE240M     MMAL_FOURCC('Y', '2', '4', '0')

/** ITU-R BT.470-2 System M */

#define MMAL_COLOR_SPACE_BT470_2_M     MMAL_FOURCC('Y', '_', '_', 'M')

/** ITU-R BT.470-2 System BG */

#define MMAL_COLOR_SPACE_BT470_2_BG    MMAL_FOURCC('Y', '_', 'B', 'G')

/** JPEG JFIF, but with 16..255 luma */

#define MMAL_COLOR_SPACE_JFIF_Y16_255  MMAL_FOURCC('Y', 'Y', '1', '6')

/* @} MmalColorSpace List */



#endif /* MMAL_ENCODINGS_H */