1/* 2 * A virtual v4l2-mem2mem example device. 3 * 4 * This is a virtual device driver for testing mem-to-mem videobuf framework. 5 * It simulates a device that uses memory buffers for both source and 6 * destination, processes the data and issues an "irq" (simulated by a timer). 7 * The device is capable of multi-instance, multi-buffer-per-transaction 8 * operation (via the mem2mem framework). 9 * 10 * Copyright (c) 2009-2010 Samsung Electronics Co., Ltd. 11 * Pawel Osciak, <pawel@osciak.com> 12 * Marek Szyprowski, <m.szyprowski@samsung.com> 13 * 14 * This program is free software; you can redistribute it and/or modify 15 * it under the terms of the GNU General Public License as published by the 16 * Free Software Foundation; either version 2 of the 17 * License, or (at your option) any later version 18 */ 19#include <linux/module.h> 20#include <linux/delay.h> 21#include <linux/fs.h> 22#include <linux/timer.h> 23#include <linux/sched.h> 24#include <linux/slab.h> 25 26#include <linux/platform_device.h> 27#include <media/v4l2-mem2mem.h> 28#include <media/v4l2-device.h> 29#include <media/v4l2-ioctl.h> 30#include <media/v4l2-ctrls.h> 31#include <media/v4l2-event.h> 32#include <media/videobuf2-vmalloc.h> 33 34MODULE_DESCRIPTION("Virtual device for mem2mem framework testing"); 35MODULE_AUTHOR("Pawel Osciak, <pawel@osciak.com>"); 36MODULE_LICENSE("GPL"); 37MODULE_VERSION("0.1.1"); 38MODULE_ALIAS("mem2mem_testdev"); 39 40static unsigned debug; 41module_param(debug, uint, 0644); 42MODULE_PARM_DESC(debug, "activates debug info"); 43 44#define MIN_W 32 45#define MIN_H 32 46#define MAX_W 640 47#define MAX_H 480 48#define DIM_ALIGN_MASK 7 /* 8-byte alignment for line length */ 49 50/* Flags that indicate a format can be used for capture/output */ 51#define MEM2MEM_CAPTURE (1 << 0) 52#define MEM2MEM_OUTPUT (1 << 1) 53 54#define MEM2MEM_NAME "vim2m" 55 56/* Per queue */ 57#define MEM2MEM_DEF_NUM_BUFS VIDEO_MAX_FRAME 58/* In bytes, per queue */ 59#define MEM2MEM_VID_MEM_LIMIT (16 * 1024 * 1024) 60 61/* Default transaction time in msec */ 62#define MEM2MEM_DEF_TRANSTIME 40 63#define MEM2MEM_COLOR_STEP (0xff >> 4) 64#define MEM2MEM_NUM_TILES 8 65 66/* Flags that indicate processing mode */ 67#define MEM2MEM_HFLIP (1 << 0) 68#define MEM2MEM_VFLIP (1 << 1) 69 70#define dprintk(dev, fmt, arg...) \ 71 v4l2_dbg(1, debug, &dev->v4l2_dev, "%s: " fmt, __func__, ## arg) 72 73 74static void vim2m_dev_release(struct device *dev) 75{} 76 77static struct platform_device vim2m_pdev = { 78 .name = MEM2MEM_NAME, 79 .dev.release = vim2m_dev_release, 80}; 81 82struct vim2m_fmt { 83 char *name; 84 u32 fourcc; 85 int depth; 86 /* Types the format can be used for */ 87 u32 types; 88}; 89 90static struct vim2m_fmt formats[] = { 91 { 92 .name = "RGB565 (BE)", 93 .fourcc = V4L2_PIX_FMT_RGB565X, /* rrrrrggg gggbbbbb */ 94 .depth = 16, 95 /* Both capture and output format */ 96 .types = MEM2MEM_CAPTURE | MEM2MEM_OUTPUT, 97 }, 98 { 99 .name = "4:2:2, packed, YUYV", 100 .fourcc = V4L2_PIX_FMT_YUYV, 101 .depth = 16, 102 /* Output-only format */ 103 .types = MEM2MEM_OUTPUT, 104 }, 105}; 106 107#define NUM_FORMATS ARRAY_SIZE(formats) 108 109/* Per-queue, driver-specific private data */ 110struct vim2m_q_data { 111 unsigned int width; 112 unsigned int height; 113 unsigned int sizeimage; 114 unsigned int sequence; 115 struct vim2m_fmt *fmt; 116}; 117 118enum { 119 V4L2_M2M_SRC = 0, 120 V4L2_M2M_DST = 1, 121}; 122 123#define V4L2_CID_TRANS_TIME_MSEC (V4L2_CID_USER_BASE + 0x1000) 124#define V4L2_CID_TRANS_NUM_BUFS (V4L2_CID_USER_BASE + 0x1001) 125 126static struct vim2m_fmt *find_format(struct v4l2_format *f) 127{ 128 struct vim2m_fmt *fmt; 129 unsigned int k; 130 131 for (k = 0; k < NUM_FORMATS; k++) { 132 fmt = &formats[k]; 133 if (fmt->fourcc == f->fmt.pix.pixelformat) 134 break; 135 } 136 137 if (k == NUM_FORMATS) 138 return NULL; 139 140 return &formats[k]; 141} 142 143struct vim2m_dev { 144 struct v4l2_device v4l2_dev; 145 struct video_device vfd; 146 147 atomic_t num_inst; 148 struct mutex dev_mutex; 149 spinlock_t irqlock; 150 151 struct timer_list timer; 152 153 struct v4l2_m2m_dev *m2m_dev; 154}; 155 156struct vim2m_ctx { 157 struct v4l2_fh fh; 158 struct vim2m_dev *dev; 159 160 struct v4l2_ctrl_handler hdl; 161 162 /* Processed buffers in this transaction */ 163 u8 num_processed; 164 165 /* Transaction length (i.e. how many buffers per transaction) */ 166 u32 translen; 167 /* Transaction time (i.e. simulated processing time) in milliseconds */ 168 u32 transtime; 169 170 /* Abort requested by m2m */ 171 int aborting; 172 173 /* Processing mode */ 174 int mode; 175 176 enum v4l2_colorspace colorspace; 177 178 /* Source and destination queue data */ 179 struct vim2m_q_data q_data[2]; 180}; 181 182static inline struct vim2m_ctx *file2ctx(struct file *file) 183{ 184 return container_of(file->private_data, struct vim2m_ctx, fh); 185} 186 187static struct vim2m_q_data *get_q_data(struct vim2m_ctx *ctx, 188 enum v4l2_buf_type type) 189{ 190 switch (type) { 191 case V4L2_BUF_TYPE_VIDEO_OUTPUT: 192 return &ctx->q_data[V4L2_M2M_SRC]; 193 case V4L2_BUF_TYPE_VIDEO_CAPTURE: 194 return &ctx->q_data[V4L2_M2M_DST]; 195 default: 196 BUG(); 197 } 198 return NULL; 199} 200 201 202static int device_process(struct vim2m_ctx *ctx, 203 struct vb2_buffer *in_vb, 204 struct vb2_buffer *out_vb) 205{ 206 struct vim2m_dev *dev = ctx->dev; 207 struct vim2m_q_data *q_data; 208 u8 *p_in, *p_out; 209 int x, y, t, w; 210 int tile_w, bytes_left; 211 int width, height, bytesperline; 212 213 q_data = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_OUTPUT); 214 215 width = q_data->width; 216 height = q_data->height; 217 bytesperline = (q_data->width * q_data->fmt->depth) >> 3; 218 219 p_in = vb2_plane_vaddr(in_vb, 0); 220 p_out = vb2_plane_vaddr(out_vb, 0); 221 if (!p_in || !p_out) { 222 v4l2_err(&dev->v4l2_dev, 223 "Acquiring kernel pointers to buffers failed\n"); 224 return -EFAULT; 225 } 226 227 if (vb2_plane_size(in_vb, 0) > vb2_plane_size(out_vb, 0)) { 228 v4l2_err(&dev->v4l2_dev, "Output buffer is too small\n"); 229 return -EINVAL; 230 } 231 232 tile_w = (width * (q_data[V4L2_M2M_DST].fmt->depth >> 3)) 233 / MEM2MEM_NUM_TILES; 234 bytes_left = bytesperline - tile_w * MEM2MEM_NUM_TILES; 235 w = 0; 236 237 out_vb->v4l2_buf.sequence = get_q_data(ctx, V4L2_BUF_TYPE_VIDEO_CAPTURE)->sequence++; 238 in_vb->v4l2_buf.sequence = q_data->sequence++; 239 memcpy(&out_vb->v4l2_buf.timestamp, 240 &in_vb->v4l2_buf.timestamp, 241 sizeof(struct timeval)); 242 if (in_vb->v4l2_buf.flags & V4L2_BUF_FLAG_TIMECODE) 243 memcpy(&out_vb->v4l2_buf.timecode, &in_vb->v4l2_buf.timecode, 244 sizeof(struct v4l2_timecode)); 245 out_vb->v4l2_buf.field = in_vb->v4l2_buf.field; 246 out_vb->v4l2_buf.flags = in_vb->v4l2_buf.flags & 247 (V4L2_BUF_FLAG_TIMECODE | 248 V4L2_BUF_FLAG_KEYFRAME | 249 V4L2_BUF_FLAG_PFRAME | 250 V4L2_BUF_FLAG_BFRAME | 251 V4L2_BUF_FLAG_TSTAMP_SRC_MASK); 252 253 switch (ctx->mode) { 254 case MEM2MEM_HFLIP | MEM2MEM_VFLIP: 255 p_out += bytesperline * height - bytes_left; 256 for (y = 0; y < height; ++y) { 257 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) { 258 if (w & 0x1) { 259 for (x = 0; x < tile_w; ++x) 260 *--p_out = *p_in++ + 261 MEM2MEM_COLOR_STEP; 262 } else { 263 for (x = 0; x < tile_w; ++x) 264 *--p_out = *p_in++ - 265 MEM2MEM_COLOR_STEP; 266 } 267 ++w; 268 } 269 p_in += bytes_left; 270 p_out -= bytes_left; 271 } 272 break; 273 274 case MEM2MEM_HFLIP: 275 for (y = 0; y < height; ++y) { 276 p_out += MEM2MEM_NUM_TILES * tile_w; 277 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) { 278 if (w & 0x01) { 279 for (x = 0; x < tile_w; ++x) 280 *--p_out = *p_in++ + 281 MEM2MEM_COLOR_STEP; 282 } else { 283 for (x = 0; x < tile_w; ++x) 284 *--p_out = *p_in++ - 285 MEM2MEM_COLOR_STEP; 286 } 287 ++w; 288 } 289 p_in += bytes_left; 290 p_out += bytesperline; 291 } 292 break; 293 294 case MEM2MEM_VFLIP: 295 p_out += bytesperline * (height - 1); 296 for (y = 0; y < height; ++y) { 297 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) { 298 if (w & 0x1) { 299 for (x = 0; x < tile_w; ++x) 300 *p_out++ = *p_in++ + 301 MEM2MEM_COLOR_STEP; 302 } else { 303 for (x = 0; x < tile_w; ++x) 304 *p_out++ = *p_in++ - 305 MEM2MEM_COLOR_STEP; 306 } 307 ++w; 308 } 309 p_in += bytes_left; 310 p_out += bytes_left - 2 * bytesperline; 311 } 312 break; 313 314 default: 315 for (y = 0; y < height; ++y) { 316 for (t = 0; t < MEM2MEM_NUM_TILES; ++t) { 317 if (w & 0x1) { 318 for (x = 0; x < tile_w; ++x) 319 *p_out++ = *p_in++ + 320 MEM2MEM_COLOR_STEP; 321 } else { 322 for (x = 0; x < tile_w; ++x) 323 *p_out++ = *p_in++ - 324 MEM2MEM_COLOR_STEP; 325 } 326 ++w; 327 } 328 p_in += bytes_left; 329 p_out += bytes_left; 330 } 331 } 332 333 return 0; 334} 335 336static void schedule_irq(struct vim2m_dev *dev, int msec_timeout) 337{ 338 dprintk(dev, "Scheduling a simulated irq\n"); 339 mod_timer(&dev->timer, jiffies + msecs_to_jiffies(msec_timeout)); 340} 341 342/* 343 * mem2mem callbacks 344 */ 345 346/** 347 * job_ready() - check whether an instance is ready to be scheduled to run 348 */ 349static int job_ready(void *priv) 350{ 351 struct vim2m_ctx *ctx = priv; 352 353 if (v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen 354 || v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx) < ctx->translen) { 355 dprintk(ctx->dev, "Not enough buffers available\n"); 356 return 0; 357 } 358 359 return 1; 360} 361 362static void job_abort(void *priv) 363{ 364 struct vim2m_ctx *ctx = priv; 365 366 /* Will cancel the transaction in the next interrupt handler */ 367 ctx->aborting = 1; 368} 369 370/* device_run() - prepares and starts the device 371 * 372 * This simulates all the immediate preparations required before starting 373 * a device. This will be called by the framework when it decides to schedule 374 * a particular instance. 375 */ 376static void device_run(void *priv) 377{ 378 struct vim2m_ctx *ctx = priv; 379 struct vim2m_dev *dev = ctx->dev; 380 struct vb2_buffer *src_buf, *dst_buf; 381 382 src_buf = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx); 383 dst_buf = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx); 384 385 device_process(ctx, src_buf, dst_buf); 386 387 /* Run a timer, which simulates a hardware irq */ 388 schedule_irq(dev, ctx->transtime); 389} 390 391static void device_isr(unsigned long priv) 392{ 393 struct vim2m_dev *vim2m_dev = (struct vim2m_dev *)priv; 394 struct vim2m_ctx *curr_ctx; 395 struct vb2_buffer *src_vb, *dst_vb; 396 unsigned long flags; 397 398 curr_ctx = v4l2_m2m_get_curr_priv(vim2m_dev->m2m_dev); 399 400 if (NULL == curr_ctx) { 401 pr_err("Instance released before the end of transaction\n"); 402 return; 403 } 404 405 src_vb = v4l2_m2m_src_buf_remove(curr_ctx->fh.m2m_ctx); 406 dst_vb = v4l2_m2m_dst_buf_remove(curr_ctx->fh.m2m_ctx); 407 408 curr_ctx->num_processed++; 409 410 spin_lock_irqsave(&vim2m_dev->irqlock, flags); 411 v4l2_m2m_buf_done(src_vb, VB2_BUF_STATE_DONE); 412 v4l2_m2m_buf_done(dst_vb, VB2_BUF_STATE_DONE); 413 spin_unlock_irqrestore(&vim2m_dev->irqlock, flags); 414 415 if (curr_ctx->num_processed == curr_ctx->translen 416 || curr_ctx->aborting) { 417 dprintk(curr_ctx->dev, "Finishing transaction\n"); 418 curr_ctx->num_processed = 0; 419 v4l2_m2m_job_finish(vim2m_dev->m2m_dev, curr_ctx->fh.m2m_ctx); 420 } else { 421 device_run(curr_ctx); 422 } 423} 424 425/* 426 * video ioctls 427 */ 428static int vidioc_querycap(struct file *file, void *priv, 429 struct v4l2_capability *cap) 430{ 431 strncpy(cap->driver, MEM2MEM_NAME, sizeof(cap->driver) - 1); 432 strncpy(cap->card, MEM2MEM_NAME, sizeof(cap->card) - 1); 433 snprintf(cap->bus_info, sizeof(cap->bus_info), 434 "platform:%s", MEM2MEM_NAME); 435 cap->device_caps = V4L2_CAP_VIDEO_M2M | V4L2_CAP_STREAMING; 436 cap->capabilities = cap->device_caps | V4L2_CAP_DEVICE_CAPS; 437 return 0; 438} 439 440static int enum_fmt(struct v4l2_fmtdesc *f, u32 type) 441{ 442 int i, num; 443 struct vim2m_fmt *fmt; 444 445 num = 0; 446 447 for (i = 0; i < NUM_FORMATS; ++i) { 448 if (formats[i].types & type) { 449 /* index-th format of type type found ? */ 450 if (num == f->index) 451 break; 452 /* Correct type but haven't reached our index yet, 453 * just increment per-type index */ 454 ++num; 455 } 456 } 457 458 if (i < NUM_FORMATS) { 459 /* Format found */ 460 fmt = &formats[i]; 461 strncpy(f->description, fmt->name, sizeof(f->description) - 1); 462 f->pixelformat = fmt->fourcc; 463 return 0; 464 } 465 466 /* Format not found */ 467 return -EINVAL; 468} 469 470static int vidioc_enum_fmt_vid_cap(struct file *file, void *priv, 471 struct v4l2_fmtdesc *f) 472{ 473 return enum_fmt(f, MEM2MEM_CAPTURE); 474} 475 476static int vidioc_enum_fmt_vid_out(struct file *file, void *priv, 477 struct v4l2_fmtdesc *f) 478{ 479 return enum_fmt(f, MEM2MEM_OUTPUT); 480} 481 482static int vidioc_g_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f) 483{ 484 struct vb2_queue *vq; 485 struct vim2m_q_data *q_data; 486 487 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type); 488 if (!vq) 489 return -EINVAL; 490 491 q_data = get_q_data(ctx, f->type); 492 493 f->fmt.pix.width = q_data->width; 494 f->fmt.pix.height = q_data->height; 495 f->fmt.pix.field = V4L2_FIELD_NONE; 496 f->fmt.pix.pixelformat = q_data->fmt->fourcc; 497 f->fmt.pix.bytesperline = (q_data->width * q_data->fmt->depth) >> 3; 498 f->fmt.pix.sizeimage = q_data->sizeimage; 499 f->fmt.pix.colorspace = ctx->colorspace; 500 501 return 0; 502} 503 504static int vidioc_g_fmt_vid_out(struct file *file, void *priv, 505 struct v4l2_format *f) 506{ 507 return vidioc_g_fmt(file2ctx(file), f); 508} 509 510static int vidioc_g_fmt_vid_cap(struct file *file, void *priv, 511 struct v4l2_format *f) 512{ 513 return vidioc_g_fmt(file2ctx(file), f); 514} 515 516static int vidioc_try_fmt(struct v4l2_format *f, struct vim2m_fmt *fmt) 517{ 518 /* V4L2 specification suggests the driver corrects the format struct 519 * if any of the dimensions is unsupported */ 520 if (f->fmt.pix.height < MIN_H) 521 f->fmt.pix.height = MIN_H; 522 else if (f->fmt.pix.height > MAX_H) 523 f->fmt.pix.height = MAX_H; 524 525 if (f->fmt.pix.width < MIN_W) 526 f->fmt.pix.width = MIN_W; 527 else if (f->fmt.pix.width > MAX_W) 528 f->fmt.pix.width = MAX_W; 529 530 f->fmt.pix.width &= ~DIM_ALIGN_MASK; 531 f->fmt.pix.bytesperline = (f->fmt.pix.width * fmt->depth) >> 3; 532 f->fmt.pix.sizeimage = f->fmt.pix.height * f->fmt.pix.bytesperline; 533 f->fmt.pix.field = V4L2_FIELD_NONE; 534 535 return 0; 536} 537 538static int vidioc_try_fmt_vid_cap(struct file *file, void *priv, 539 struct v4l2_format *f) 540{ 541 struct vim2m_fmt *fmt; 542 struct vim2m_ctx *ctx = file2ctx(file); 543 544 fmt = find_format(f); 545 if (!fmt) { 546 f->fmt.pix.pixelformat = formats[0].fourcc; 547 fmt = find_format(f); 548 } 549 if (!(fmt->types & MEM2MEM_CAPTURE)) { 550 v4l2_err(&ctx->dev->v4l2_dev, 551 "Fourcc format (0x%08x) invalid.\n", 552 f->fmt.pix.pixelformat); 553 return -EINVAL; 554 } 555 f->fmt.pix.colorspace = ctx->colorspace; 556 557 return vidioc_try_fmt(f, fmt); 558} 559 560static int vidioc_try_fmt_vid_out(struct file *file, void *priv, 561 struct v4l2_format *f) 562{ 563 struct vim2m_fmt *fmt; 564 struct vim2m_ctx *ctx = file2ctx(file); 565 566 fmt = find_format(f); 567 if (!fmt) { 568 f->fmt.pix.pixelformat = formats[0].fourcc; 569 fmt = find_format(f); 570 } 571 if (!(fmt->types & MEM2MEM_OUTPUT)) { 572 v4l2_err(&ctx->dev->v4l2_dev, 573 "Fourcc format (0x%08x) invalid.\n", 574 f->fmt.pix.pixelformat); 575 return -EINVAL; 576 } 577 if (!f->fmt.pix.colorspace) 578 f->fmt.pix.colorspace = V4L2_COLORSPACE_REC709; 579 580 return vidioc_try_fmt(f, fmt); 581} 582 583static int vidioc_s_fmt(struct vim2m_ctx *ctx, struct v4l2_format *f) 584{ 585 struct vim2m_q_data *q_data; 586 struct vb2_queue *vq; 587 588 vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type); 589 if (!vq) 590 return -EINVAL; 591 592 q_data = get_q_data(ctx, f->type); 593 if (!q_data) 594 return -EINVAL; 595 596 if (vb2_is_busy(vq)) { 597 v4l2_err(&ctx->dev->v4l2_dev, "%s queue busy\n", __func__); 598 return -EBUSY; 599 } 600 601 q_data->fmt = find_format(f); 602 q_data->width = f->fmt.pix.width; 603 q_data->height = f->fmt.pix.height; 604 q_data->sizeimage = q_data->width * q_data->height 605 * q_data->fmt->depth >> 3; 606 607 dprintk(ctx->dev, 608 "Setting format for type %d, wxh: %dx%d, fmt: %d\n", 609 f->type, q_data->width, q_data->height, q_data->fmt->fourcc); 610 611 return 0; 612} 613 614static int vidioc_s_fmt_vid_cap(struct file *file, void *priv, 615 struct v4l2_format *f) 616{ 617 int ret; 618 619 ret = vidioc_try_fmt_vid_cap(file, priv, f); 620 if (ret) 621 return ret; 622 623 return vidioc_s_fmt(file2ctx(file), f); 624} 625 626static int vidioc_s_fmt_vid_out(struct file *file, void *priv, 627 struct v4l2_format *f) 628{ 629 struct vim2m_ctx *ctx = file2ctx(file); 630 int ret; 631 632 ret = vidioc_try_fmt_vid_out(file, priv, f); 633 if (ret) 634 return ret; 635 636 ret = vidioc_s_fmt(file2ctx(file), f); 637 if (!ret) 638 ctx->colorspace = f->fmt.pix.colorspace; 639 return ret; 640} 641 642static int vim2m_s_ctrl(struct v4l2_ctrl *ctrl) 643{ 644 struct vim2m_ctx *ctx = 645 container_of(ctrl->handler, struct vim2m_ctx, hdl); 646 647 switch (ctrl->id) { 648 case V4L2_CID_HFLIP: 649 if (ctrl->val) 650 ctx->mode |= MEM2MEM_HFLIP; 651 else 652 ctx->mode &= ~MEM2MEM_HFLIP; 653 break; 654 655 case V4L2_CID_VFLIP: 656 if (ctrl->val) 657 ctx->mode |= MEM2MEM_VFLIP; 658 else 659 ctx->mode &= ~MEM2MEM_VFLIP; 660 break; 661 662 case V4L2_CID_TRANS_TIME_MSEC: 663 ctx->transtime = ctrl->val; 664 break; 665 666 case V4L2_CID_TRANS_NUM_BUFS: 667 ctx->translen = ctrl->val; 668 break; 669 670 default: 671 v4l2_err(&ctx->dev->v4l2_dev, "Invalid control\n"); 672 return -EINVAL; 673 } 674 675 return 0; 676} 677 678static const struct v4l2_ctrl_ops vim2m_ctrl_ops = { 679 .s_ctrl = vim2m_s_ctrl, 680}; 681 682 683static const struct v4l2_ioctl_ops vim2m_ioctl_ops = { 684 .vidioc_querycap = vidioc_querycap, 685 686 .vidioc_enum_fmt_vid_cap = vidioc_enum_fmt_vid_cap, 687 .vidioc_g_fmt_vid_cap = vidioc_g_fmt_vid_cap, 688 .vidioc_try_fmt_vid_cap = vidioc_try_fmt_vid_cap, 689 .vidioc_s_fmt_vid_cap = vidioc_s_fmt_vid_cap, 690 691 .vidioc_enum_fmt_vid_out = vidioc_enum_fmt_vid_out, 692 .vidioc_g_fmt_vid_out = vidioc_g_fmt_vid_out, 693 .vidioc_try_fmt_vid_out = vidioc_try_fmt_vid_out, 694 .vidioc_s_fmt_vid_out = vidioc_s_fmt_vid_out, 695 696 .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs, 697 .vidioc_querybuf = v4l2_m2m_ioctl_querybuf, 698 .vidioc_qbuf = v4l2_m2m_ioctl_qbuf, 699 .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf, 700 .vidioc_expbuf = v4l2_m2m_ioctl_expbuf, 701 702 .vidioc_streamon = v4l2_m2m_ioctl_streamon, 703 .vidioc_streamoff = v4l2_m2m_ioctl_streamoff, 704 705 .vidioc_subscribe_event = v4l2_ctrl_subscribe_event, 706 .vidioc_unsubscribe_event = v4l2_event_unsubscribe, 707}; 708 709 710/* 711 * Queue operations 712 */ 713 714static int vim2m_queue_setup(struct vb2_queue *vq, 715 const struct v4l2_format *fmt, 716 unsigned int *nbuffers, unsigned int *nplanes, 717 unsigned int sizes[], void *alloc_ctxs[]) 718{ 719 struct vim2m_ctx *ctx = vb2_get_drv_priv(vq); 720 struct vim2m_q_data *q_data; 721 unsigned int size, count = *nbuffers; 722 723 q_data = get_q_data(ctx, vq->type); 724 725 size = q_data->width * q_data->height * q_data->fmt->depth >> 3; 726 727 while (size * count > MEM2MEM_VID_MEM_LIMIT) 728 (count)--; 729 730 *nplanes = 1; 731 *nbuffers = count; 732 sizes[0] = size; 733 734 /* 735 * videobuf2-vmalloc allocator is context-less so no need to set 736 * alloc_ctxs array. 737 */ 738 739 dprintk(ctx->dev, "get %d buffer(s) of size %d each.\n", count, size); 740 741 return 0; 742} 743 744static int vim2m_buf_prepare(struct vb2_buffer *vb) 745{ 746 struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 747 struct vim2m_q_data *q_data; 748 749 dprintk(ctx->dev, "type: %d\n", vb->vb2_queue->type); 750 751 q_data = get_q_data(ctx, vb->vb2_queue->type); 752 if (V4L2_TYPE_IS_OUTPUT(vb->vb2_queue->type)) { 753 if (vb->v4l2_buf.field == V4L2_FIELD_ANY) 754 vb->v4l2_buf.field = V4L2_FIELD_NONE; 755 if (vb->v4l2_buf.field != V4L2_FIELD_NONE) { 756 dprintk(ctx->dev, "%s field isn't supported\n", 757 __func__); 758 return -EINVAL; 759 } 760 } 761 762 if (vb2_plane_size(vb, 0) < q_data->sizeimage) { 763 dprintk(ctx->dev, "%s data will not fit into plane (%lu < %lu)\n", 764 __func__, vb2_plane_size(vb, 0), (long)q_data->sizeimage); 765 return -EINVAL; 766 } 767 768 vb2_set_plane_payload(vb, 0, q_data->sizeimage); 769 770 return 0; 771} 772 773static void vim2m_buf_queue(struct vb2_buffer *vb) 774{ 775 struct vim2m_ctx *ctx = vb2_get_drv_priv(vb->vb2_queue); 776 777 v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vb); 778} 779 780static int vim2m_start_streaming(struct vb2_queue *q, unsigned count) 781{ 782 struct vim2m_ctx *ctx = vb2_get_drv_priv(q); 783 struct vim2m_q_data *q_data = get_q_data(ctx, q->type); 784 785 q_data->sequence = 0; 786 return 0; 787} 788 789static void vim2m_stop_streaming(struct vb2_queue *q) 790{ 791 struct vim2m_ctx *ctx = vb2_get_drv_priv(q); 792 struct vb2_buffer *vb; 793 unsigned long flags; 794 795 for (;;) { 796 if (V4L2_TYPE_IS_OUTPUT(q->type)) 797 vb = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx); 798 else 799 vb = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx); 800 if (vb == NULL) 801 return; 802 spin_lock_irqsave(&ctx->dev->irqlock, flags); 803 v4l2_m2m_buf_done(vb, VB2_BUF_STATE_ERROR); 804 spin_unlock_irqrestore(&ctx->dev->irqlock, flags); 805 } 806} 807 808static struct vb2_ops vim2m_qops = { 809 .queue_setup = vim2m_queue_setup, 810 .buf_prepare = vim2m_buf_prepare, 811 .buf_queue = vim2m_buf_queue, 812 .start_streaming = vim2m_start_streaming, 813 .stop_streaming = vim2m_stop_streaming, 814 .wait_prepare = vb2_ops_wait_prepare, 815 .wait_finish = vb2_ops_wait_finish, 816}; 817 818static int queue_init(void *priv, struct vb2_queue *src_vq, struct vb2_queue *dst_vq) 819{ 820 struct vim2m_ctx *ctx = priv; 821 int ret; 822 823 src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT; 824 src_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF; 825 src_vq->drv_priv = ctx; 826 src_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer); 827 src_vq->ops = &vim2m_qops; 828 src_vq->mem_ops = &vb2_vmalloc_memops; 829 src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; 830 src_vq->lock = &ctx->dev->dev_mutex; 831 832 ret = vb2_queue_init(src_vq); 833 if (ret) 834 return ret; 835 836 dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE; 837 dst_vq->io_modes = VB2_MMAP | VB2_USERPTR | VB2_DMABUF; 838 dst_vq->drv_priv = ctx; 839 dst_vq->buf_struct_size = sizeof(struct v4l2_m2m_buffer); 840 dst_vq->ops = &vim2m_qops; 841 dst_vq->mem_ops = &vb2_vmalloc_memops; 842 dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY; 843 dst_vq->lock = &ctx->dev->dev_mutex; 844 845 return vb2_queue_init(dst_vq); 846} 847 848static const struct v4l2_ctrl_config vim2m_ctrl_trans_time_msec = { 849 .ops = &vim2m_ctrl_ops, 850 .id = V4L2_CID_TRANS_TIME_MSEC, 851 .name = "Transaction Time (msec)", 852 .type = V4L2_CTRL_TYPE_INTEGER, 853 .def = MEM2MEM_DEF_TRANSTIME, 854 .min = 1, 855 .max = 10001, 856 .step = 1, 857}; 858 859static const struct v4l2_ctrl_config vim2m_ctrl_trans_num_bufs = { 860 .ops = &vim2m_ctrl_ops, 861 .id = V4L2_CID_TRANS_NUM_BUFS, 862 .name = "Buffers Per Transaction", 863 .type = V4L2_CTRL_TYPE_INTEGER, 864 .def = 1, 865 .min = 1, 866 .max = MEM2MEM_DEF_NUM_BUFS, 867 .step = 1, 868}; 869 870/* 871 * File operations 872 */ 873static int vim2m_open(struct file *file) 874{ 875 struct vim2m_dev *dev = video_drvdata(file); 876 struct vim2m_ctx *ctx = NULL; 877 struct v4l2_ctrl_handler *hdl; 878 int rc = 0; 879 880 if (mutex_lock_interruptible(&dev->dev_mutex)) 881 return -ERESTARTSYS; 882 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); 883 if (!ctx) { 884 rc = -ENOMEM; 885 goto open_unlock; 886 } 887 888 v4l2_fh_init(&ctx->fh, video_devdata(file)); 889 file->private_data = &ctx->fh; 890 ctx->dev = dev; 891 hdl = &ctx->hdl; 892 v4l2_ctrl_handler_init(hdl, 4); 893 v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_HFLIP, 0, 1, 1, 0); 894 v4l2_ctrl_new_std(hdl, &vim2m_ctrl_ops, V4L2_CID_VFLIP, 0, 1, 1, 0); 895 v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_time_msec, NULL); 896 v4l2_ctrl_new_custom(hdl, &vim2m_ctrl_trans_num_bufs, NULL); 897 if (hdl->error) { 898 rc = hdl->error; 899 v4l2_ctrl_handler_free(hdl); 900 goto open_unlock; 901 } 902 ctx->fh.ctrl_handler = hdl; 903 v4l2_ctrl_handler_setup(hdl); 904 905 ctx->q_data[V4L2_M2M_SRC].fmt = &formats[0]; 906 ctx->q_data[V4L2_M2M_SRC].width = 640; 907 ctx->q_data[V4L2_M2M_SRC].height = 480; 908 ctx->q_data[V4L2_M2M_SRC].sizeimage = 909 ctx->q_data[V4L2_M2M_SRC].width * 910 ctx->q_data[V4L2_M2M_SRC].height * 911 (ctx->q_data[V4L2_M2M_SRC].fmt->depth >> 3); 912 ctx->q_data[V4L2_M2M_DST] = ctx->q_data[V4L2_M2M_SRC]; 913 ctx->colorspace = V4L2_COLORSPACE_REC709; 914 915 ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev, ctx, &queue_init); 916 917 if (IS_ERR(ctx->fh.m2m_ctx)) { 918 rc = PTR_ERR(ctx->fh.m2m_ctx); 919 920 v4l2_ctrl_handler_free(hdl); 921 kfree(ctx); 922 goto open_unlock; 923 } 924 925 v4l2_fh_add(&ctx->fh); 926 atomic_inc(&dev->num_inst); 927 928 dprintk(dev, "Created instance: %p, m2m_ctx: %p\n", 929 ctx, ctx->fh.m2m_ctx); 930 931open_unlock: 932 mutex_unlock(&dev->dev_mutex); 933 return rc; 934} 935 936static int vim2m_release(struct file *file) 937{ 938 struct vim2m_dev *dev = video_drvdata(file); 939 struct vim2m_ctx *ctx = file2ctx(file); 940 941 dprintk(dev, "Releasing instance %p\n", ctx); 942 943 v4l2_fh_del(&ctx->fh); 944 v4l2_fh_exit(&ctx->fh); 945 v4l2_ctrl_handler_free(&ctx->hdl); 946 mutex_lock(&dev->dev_mutex); 947 v4l2_m2m_ctx_release(ctx->fh.m2m_ctx); 948 mutex_unlock(&dev->dev_mutex); 949 kfree(ctx); 950 951 atomic_dec(&dev->num_inst); 952 953 return 0; 954} 955 956static const struct v4l2_file_operations vim2m_fops = { 957 .owner = THIS_MODULE, 958 .open = vim2m_open, 959 .release = vim2m_release, 960 .poll = v4l2_m2m_fop_poll, 961 .unlocked_ioctl = video_ioctl2, 962 .mmap = v4l2_m2m_fop_mmap, 963}; 964 965static struct video_device vim2m_videodev = { 966 .name = MEM2MEM_NAME, 967 .vfl_dir = VFL_DIR_M2M, 968 .fops = &vim2m_fops, 969 .ioctl_ops = &vim2m_ioctl_ops, 970 .minor = -1, 971 .release = video_device_release_empty, 972}; 973 974static struct v4l2_m2m_ops m2m_ops = { 975 .device_run = device_run, 976 .job_ready = job_ready, 977 .job_abort = job_abort, 978}; 979 980static int vim2m_probe(struct platform_device *pdev) 981{ 982 struct vim2m_dev *dev; 983 struct video_device *vfd; 984 int ret; 985 986 dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL); 987 if (!dev) 988 return -ENOMEM; 989 990 spin_lock_init(&dev->irqlock); 991 992 ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev); 993 if (ret) 994 return ret; 995 996 atomic_set(&dev->num_inst, 0); 997 mutex_init(&dev->dev_mutex); 998 999 dev->vfd = vim2m_videodev; 1000 vfd = &dev->vfd; 1001 vfd->lock = &dev->dev_mutex; 1002 vfd->v4l2_dev = &dev->v4l2_dev; 1003 1004 ret = video_register_device(vfd, VFL_TYPE_GRABBER, 0); 1005 if (ret) { 1006 v4l2_err(&dev->v4l2_dev, "Failed to register video device\n"); 1007 goto unreg_dev; 1008 } 1009 1010 video_set_drvdata(vfd, dev); 1011 snprintf(vfd->name, sizeof(vfd->name), "%s", vim2m_videodev.name); 1012 v4l2_info(&dev->v4l2_dev, 1013 "Device registered as /dev/video%d\n", vfd->num); 1014 1015 setup_timer(&dev->timer, device_isr, (long)dev); 1016 platform_set_drvdata(pdev, dev); 1017 1018 dev->m2m_dev = v4l2_m2m_init(&m2m_ops); 1019 if (IS_ERR(dev->m2m_dev)) { 1020 v4l2_err(&dev->v4l2_dev, "Failed to init mem2mem device\n"); 1021 ret = PTR_ERR(dev->m2m_dev); 1022 goto err_m2m; 1023 } 1024 1025 return 0; 1026 1027err_m2m: 1028 v4l2_m2m_release(dev->m2m_dev); 1029 video_unregister_device(&dev->vfd); 1030unreg_dev: 1031 v4l2_device_unregister(&dev->v4l2_dev); 1032 1033 return ret; 1034} 1035 1036static int vim2m_remove(struct platform_device *pdev) 1037{ 1038 struct vim2m_dev *dev = platform_get_drvdata(pdev); 1039 1040 v4l2_info(&dev->v4l2_dev, "Removing " MEM2MEM_NAME); 1041 v4l2_m2m_release(dev->m2m_dev); 1042 del_timer_sync(&dev->timer); 1043 video_unregister_device(&dev->vfd); 1044 v4l2_device_unregister(&dev->v4l2_dev); 1045 1046 return 0; 1047} 1048 1049static struct platform_driver vim2m_pdrv = { 1050 .probe = vim2m_probe, 1051 .remove = vim2m_remove, 1052 .driver = { 1053 .name = MEM2MEM_NAME, 1054 }, 1055}; 1056 1057static void __exit vim2m_exit(void) 1058{ 1059 platform_driver_unregister(&vim2m_pdrv); 1060 platform_device_unregister(&vim2m_pdev); 1061} 1062 1063static int __init vim2m_init(void) 1064{ 1065 int ret; 1066 1067 ret = platform_device_register(&vim2m_pdev); 1068 if (ret) 1069 return ret; 1070 1071 ret = platform_driver_register(&vim2m_pdrv); 1072 if (ret) 1073 platform_device_unregister(&vim2m_pdev); 1074 1075 return 0; 1076} 1077 1078module_init(vim2m_init); 1079module_exit(vim2m_exit); 1080