1 // SPDX-License-Identifier: GPL-2.0-only
4  * Author: Jacob Chen <jacob-chen@iotwrt.com>
18 #include <linux/timer.h>
21 #include <media/v4l2-device.h>
22 #include <media/v4l2-event.h>
23 #include <media/v4l2-ioctl.h>
24 #include <media/v4l2-mem2mem.h>
25 #include <media/videobuf2-dma-sg.h>
26 #include <media/videobuf2-v4l2.h>
28 #include "rga-hw.h"
37 	struct rockchip_rga *rga = ctx->rga;  in device_run()
41 	spin_lock_irqsave(&rga->ctrl_lock, flags);  in device_run()
43 	rga->curr = ctx;  in device_run()
45 	src = v4l2_m2m_next_src_buf(ctx->fh.m2m_ctx);  in device_run()
46 	dst = v4l2_m2m_next_dst_buf(ctx->fh.m2m_ctx);  in device_run()
50 	spin_unlock_irqrestore(&rga->ctrl_lock, flags);  in device_run()
64 		struct rga_ctx *ctx = rga->curr;  in rga_isr()
68 		rga->curr = NULL;  in rga_isr()
70 		src = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);  in rga_isr()
71 		dst = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);  in rga_isr()
80 		v4l2_m2m_job_finish(rga->m2m_dev, ctx->fh.m2m_ctx);  in rga_isr()
96 	src_vq->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;  in queue_init()
97 	src_vq->io_modes = VB2_MMAP | VB2_DMABUF;  in queue_init()
98 	src_vq->drv_priv = ctx;  in queue_init()
99 	src_vq->ops = &rga_qops;  in queue_init()
100 	src_vq->mem_ops = &vb2_dma_sg_memops;  in queue_init()
101 	dst_vq->gfp_flags = __GFP_DMA32;  in queue_init()
102 	src_vq->buf_struct_size = sizeof(struct rga_vb_buffer);  in queue_init()
103 	src_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;  in queue_init()
104 	src_vq->lock = &ctx->rga->mutex;  in queue_init()
105 	src_vq->dev = ctx->rga->v4l2_dev.dev;  in queue_init()
111 	dst_vq->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;  in queue_init()
112 	dst_vq->io_modes = VB2_MMAP | VB2_DMABUF;  in queue_init()
113 	dst_vq->drv_priv = ctx;  in queue_init()
114 	dst_vq->ops = &rga_qops;  in queue_init()
115 	dst_vq->mem_ops = &vb2_dma_sg_memops;  in queue_init()
116 	dst_vq->gfp_flags = __GFP_DMA32;  in queue_init()
117 	dst_vq->buf_struct_size = sizeof(struct rga_vb_buffer);  in queue_init()
118 	dst_vq->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;  in queue_init()
119 	dst_vq->lock = &ctx->rga->mutex;  in queue_init()
120 	dst_vq->dev = ctx->rga->v4l2_dev.dev;  in queue_init()
127 	struct rga_ctx *ctx = container_of(ctrl->handler, struct rga_ctx,  in rga_s_ctrl()
131 	spin_lock_irqsave(&ctx->rga->ctrl_lock, flags);  in rga_s_ctrl()
132 	switch (ctrl->id) {  in rga_s_ctrl()
134 		ctx->hflip = ctrl->val;  in rga_s_ctrl()
137 		ctx->vflip = ctrl->val;  in rga_s_ctrl()
140 		ctx->rotate = ctrl->val;  in rga_s_ctrl()
143 		ctx->fill_color = ctrl->val;  in rga_s_ctrl()
146 	spin_unlock_irqrestore(&ctx->rga->ctrl_lock, flags);  in rga_s_ctrl()
156 	struct rockchip_rga *rga = ctx->rga;  in rga_setup_ctrls()
158 	v4l2_ctrl_handler_init(&ctx->ctrl_handler, 4);  in rga_setup_ctrls()
160 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,  in rga_setup_ctrls()
163 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,  in rga_setup_ctrls()
166 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,  in rga_setup_ctrls()
169 	v4l2_ctrl_new_std(&ctx->ctrl_handler, &rga_ctrl_ops,  in rga_setup_ctrls()
172 	if (ctx->ctrl_handler.error) {  in rga_setup_ctrls()
173 		int err = ctx->ctrl_handler.error;  in rga_setup_ctrls()
175 		v4l2_err(&rga->v4l2_dev, "%s failed\n", __func__);  in rga_setup_ctrls()
176 		v4l2_ctrl_handler_free(&ctx->ctrl_handler);  in rga_setup_ctrls()
357 		return &ctx->in;  in rga_get_frame()
359 		return &ctx->out;  in rga_get_frame()
360 	return ERR_PTR(-EINVAL);  in rga_get_frame()
371 		return -ENOMEM;  in rga_open()
372 	ctx->rga = rga;  in rga_open()
374 	ctx->in = def_frame;  in rga_open()
375 	ctx->out = def_frame;  in rga_open()
377 	v4l2_fill_pixfmt_mp(&ctx->in.pix,  in rga_open()
378 			    ctx->in.fmt->fourcc, ctx->out.width, ctx->out.height);  in rga_open()
379 	v4l2_fill_pixfmt_mp(&ctx->out.pix,  in rga_open()
380 			    ctx->out.fmt->fourcc, ctx->out.width, ctx->out.height);  in rga_open()
382 	if (mutex_lock_interruptible(&rga->mutex)) {  in rga_open()
384 		return -ERESTARTSYS;  in rga_open()
386 	ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(rga->m2m_dev, ctx, &queue_init);  in rga_open()
387 	if (IS_ERR(ctx->fh.m2m_ctx)) {  in rga_open()
388 		ret = PTR_ERR(ctx->fh.m2m_ctx);  in rga_open()
389 		mutex_unlock(&rga->mutex);  in rga_open()
393 	v4l2_fh_init(&ctx->fh, video_devdata(file));  in rga_open()
394 	file->private_data = &ctx->fh;  in rga_open()
395 	v4l2_fh_add(&ctx->fh);  in rga_open()
400 	v4l2_ctrl_handler_setup(&ctx->ctrl_handler);  in rga_open()
402 	ctx->fh.ctrl_handler = &ctx->ctrl_handler;  in rga_open()
403 	mutex_unlock(&rga->mutex);  in rga_open()
411 		container_of(file->private_data, struct rga_ctx, fh);  in rga_release()
412 	struct rockchip_rga *rga = ctx->rga;  in rga_release()
414 	mutex_lock(&rga->mutex);  in rga_release()
416 	v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);  in rga_release()
418 	v4l2_ctrl_handler_free(&ctx->ctrl_handler);  in rga_release()
419 	v4l2_fh_del(&ctx->fh);  in rga_release()
420 	v4l2_fh_exit(&ctx->fh);  in rga_release()
423 	mutex_unlock(&rga->mutex);  in rga_release()
440 	strscpy(cap->driver, RGA_NAME, sizeof(cap->driver));  in vidioc_querycap()
441 	strscpy(cap->card, "rockchip-rga", sizeof(cap->card));  in vidioc_querycap()
442 	strscpy(cap->bus_info, "platform:rga", sizeof(cap->bus_info));  in vidioc_querycap()
451 	if (f->index >= NUM_FORMATS)  in vidioc_enum_fmt()
452 		return -EINVAL;  in vidioc_enum_fmt()
454 	fmt = &formats[f->index];  in vidioc_enum_fmt()
455 	f->pixelformat = fmt->fourcc;  in vidioc_enum_fmt()
462 	struct v4l2_pix_format_mplane *pix_fmt = &f->fmt.pix_mp;  in vidioc_g_fmt()
467 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);  in vidioc_g_fmt()
469 		return -EINVAL;  in vidioc_g_fmt()
470 	frm = rga_get_frame(ctx, f->type);  in vidioc_g_fmt()
474 	v4l2_fill_pixfmt_mp(pix_fmt, frm->fmt->fourcc, frm->width, frm->height);  in vidioc_g_fmt()
476 	pix_fmt->field = V4L2_FIELD_NONE;  in vidioc_g_fmt()
477 	pix_fmt->colorspace = frm->colorspace;  in vidioc_g_fmt()
484 	struct v4l2_pix_format_mplane *pix_fmt = &f->fmt.pix_mp;  in vidioc_try_fmt()
487 	fmt = rga_fmt_find(pix_fmt->pixelformat);  in vidioc_try_fmt()
491 	pix_fmt->width = clamp(pix_fmt->width,  in vidioc_try_fmt()
493 	pix_fmt->height = clamp(pix_fmt->height,  in vidioc_try_fmt()
496 	v4l2_fill_pixfmt_mp(pix_fmt, fmt->fourcc, pix_fmt->width, pix_fmt->height);  in vidioc_try_fmt()
497 	pix_fmt->field = V4L2_FIELD_NONE;  in vidioc_try_fmt()
504 	struct v4l2_pix_format_mplane *pix_fmt = &f->fmt.pix_mp;  in vidioc_s_fmt()
506 	struct rockchip_rga *rga = ctx->rga;  in vidioc_s_fmt()
518 	vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);  in vidioc_s_fmt()
520 		v4l2_err(&rga->v4l2_dev, "queue (%d) bust\n", f->type);  in vidioc_s_fmt()
521 		return -EBUSY;  in vidioc_s_fmt()
523 	frm = rga_get_frame(ctx, f->type);  in vidioc_s_fmt()
526 	frm->width = pix_fmt->width;  in vidioc_s_fmt()
527 	frm->height = pix_fmt->height;  in vidioc_s_fmt()
528 	frm->size = 0;  in vidioc_s_fmt()
529 	for (i = 0; i < pix_fmt->num_planes; i++)  in vidioc_s_fmt()
530 		frm->size += pix_fmt->plane_fmt[i].sizeimage;  in vidioc_s_fmt()
531 	frm->fmt = rga_fmt_find(pix_fmt->pixelformat);  in vidioc_s_fmt()
532 	frm->stride = pix_fmt->plane_fmt[0].bytesperline;  in vidioc_s_fmt()
533 	frm->colorspace = pix_fmt->colorspace;  in vidioc_s_fmt()
536 	frm->crop.left = 0;  in vidioc_s_fmt()
537 	frm->crop.top = 0;  in vidioc_s_fmt()
538 	frm->crop.width = frm->width;  in vidioc_s_fmt()
539 	frm->crop.height = frm->height;  in vidioc_s_fmt()
541 	frm->pix = *pix_fmt;  in vidioc_s_fmt()
543 	v4l2_dbg(debug, 1, &rga->v4l2_dev,  in vidioc_s_fmt()
544 		 "[%s] fmt - %p4cc %dx%d (stride %d, sizeimage %d)\n",  in vidioc_s_fmt()
545 		  V4L2_TYPE_IS_OUTPUT(f->type) ? "OUTPUT" : "CAPTURE",  in vidioc_s_fmt()
546 		  &frm->fmt->fourcc, frm->width, frm->height,  in vidioc_s_fmt()
547 		  frm->stride, frm->size);  in vidioc_s_fmt()
549 	for (i = 0; i < pix_fmt->num_planes; i++) {  in vidioc_s_fmt()
550 		v4l2_dbg(debug, 1, &rga->v4l2_dev,  in vidioc_s_fmt()
552 			 i, pix_fmt->plane_fmt[i].sizeimage,  in vidioc_s_fmt()
553 			 pix_fmt->plane_fmt[i].bytesperline);  in vidioc_s_fmt()
566 	f = rga_get_frame(ctx, s->type);  in vidioc_g_selection()
570 	switch (s->target) {  in vidioc_g_selection()
573 		if (!V4L2_TYPE_IS_CAPTURE(s->type))  in vidioc_g_selection()
574 			return -EINVAL;  in vidioc_g_selection()
578 		if (!V4L2_TYPE_IS_OUTPUT(s->type))  in vidioc_g_selection()
579 			return -EINVAL;  in vidioc_g_selection()
582 		if (!V4L2_TYPE_IS_CAPTURE(s->type))  in vidioc_g_selection()
583 			return -EINVAL;  in vidioc_g_selection()
587 		if (!V4L2_TYPE_IS_OUTPUT(s->type))  in vidioc_g_selection()
588 			return -EINVAL;  in vidioc_g_selection()
592 		return -EINVAL;  in vidioc_g_selection()
596 		s->r = f->crop;  in vidioc_g_selection()
598 		s->r.left = 0;  in vidioc_g_selection()
599 		s->r.top = 0;  in vidioc_g_selection()
600 		s->r.width = f->width;  in vidioc_g_selection()
601 		s->r.height = f->height;  in vidioc_g_selection()
611 	struct rockchip_rga *rga = ctx->rga;  in vidioc_s_selection()
615 	f = rga_get_frame(ctx, s->type);  in vidioc_s_selection()
619 	switch (s->target) {  in vidioc_s_selection()
625 		if (!V4L2_TYPE_IS_CAPTURE(s->type))  in vidioc_s_selection()
626 			return -EINVAL;  in vidioc_s_selection()
633 		if (!V4L2_TYPE_IS_OUTPUT(s->type))  in vidioc_s_selection()
634 			return -EINVAL;  in vidioc_s_selection()
641 		return -EINVAL;  in vidioc_s_selection()
644 	if (s->r.top < 0 || s->r.left < 0) {  in vidioc_s_selection()
645 		v4l2_dbg(debug, 1, &rga->v4l2_dev,  in vidioc_s_selection()
647 		return -EINVAL;  in vidioc_s_selection()
650 	if (s->r.left + s->r.width > f->width ||  in vidioc_s_selection()
651 	    s->r.top + s->r.height > f->height ||  in vidioc_s_selection()
652 	    s->r.width < MIN_WIDTH || s->r.height < MIN_HEIGHT) {  in vidioc_s_selection()
653 		v4l2_dbg(debug, 1, &rga->v4l2_dev, "unsupported crop value.\n");  in vidioc_s_selection()
654 		return -EINVAL;  in vidioc_s_selection()
657 	f->crop = s->r;  in vidioc_s_selection()
694 	.name = "rockchip-rga",
697 	.minor = -1,
707 	ret = clk_prepare_enable(rga->sclk);  in rga_enable_clocks()
709 		dev_err(rga->dev, "Cannot enable rga sclk: %d\n", ret);  in rga_enable_clocks()
713 	ret = clk_prepare_enable(rga->aclk);  in rga_enable_clocks()
715 		dev_err(rga->dev, "Cannot enable rga aclk: %d\n", ret);  in rga_enable_clocks()
719 	ret = clk_prepare_enable(rga->hclk);  in rga_enable_clocks()
721 		dev_err(rga->dev, "Cannot enable rga hclk: %d\n", ret);  in rga_enable_clocks()
728 	clk_disable_unprepare(rga->aclk);  in rga_enable_clocks()
730 	clk_disable_unprepare(rga->sclk);  in rga_enable_clocks()
737 	clk_disable_unprepare(rga->sclk);  in rga_disable_clocks()
738 	clk_disable_unprepare(rga->hclk);  in rga_disable_clocks()
739 	clk_disable_unprepare(rga->aclk);  in rga_disable_clocks()
746 	core_rst = devm_reset_control_get(rga->dev, "core");  in rga_parse_dt()
748 		dev_err(rga->dev, "failed to get core reset controller\n");  in rga_parse_dt()
752 	axi_rst = devm_reset_control_get(rga->dev, "axi");  in rga_parse_dt()
754 		dev_err(rga->dev, "failed to get axi reset controller\n");  in rga_parse_dt()
758 	ahb_rst = devm_reset_control_get(rga->dev, "ahb");  in rga_parse_dt()
760 		dev_err(rga->dev, "failed to get ahb reset controller\n");  in rga_parse_dt()
776 	rga->sclk = devm_clk_get(rga->dev, "sclk");  in rga_parse_dt()
777 	if (IS_ERR(rga->sclk)) {  in rga_parse_dt()
778 		dev_err(rga->dev, "failed to get sclk clock\n");  in rga_parse_dt()
779 		return PTR_ERR(rga->sclk);  in rga_parse_dt()
782 	rga->aclk = devm_clk_get(rga->dev, "aclk");  in rga_parse_dt()
783 	if (IS_ERR(rga->aclk)) {  in rga_parse_dt()
784 		dev_err(rga->dev, "failed to get aclk clock\n");  in rga_parse_dt()
785 		return PTR_ERR(rga->aclk);  in rga_parse_dt()
788 	rga->hclk = devm_clk_get(rga->dev, "hclk");  in rga_parse_dt()
789 	if (IS_ERR(rga->hclk)) {  in rga_parse_dt()
790 		dev_err(rga->dev, "failed to get hclk clock\n");  in rga_parse_dt()
791 		return PTR_ERR(rga->hclk);  in rga_parse_dt()
804 	if (!pdev->dev.of_node)  in rga_probe()
805 		return -ENODEV;  in rga_probe()
807 	rga = devm_kzalloc(&pdev->dev, sizeof(*rga), GFP_KERNEL);  in rga_probe()
809 		return -ENOMEM;  in rga_probe()
811 	rga->dev = &pdev->dev;  in rga_probe()
812 	spin_lock_init(&rga->ctrl_lock);  in rga_probe()
813 	mutex_init(&rga->mutex);  in rga_probe()
817 		return dev_err_probe(&pdev->dev, ret, "Unable to parse OF data\n");  in rga_probe()
819 	pm_runtime_enable(rga->dev);  in rga_probe()
821 	rga->regs = devm_platform_ioremap_resource(pdev, 0);  in rga_probe()
822 	if (IS_ERR(rga->regs)) {  in rga_probe()
823 		ret = PTR_ERR(rga->regs);  in rga_probe()
833 	ret = devm_request_irq(rga->dev, irq, rga_isr, 0,  in rga_probe()
834 			       dev_name(rga->dev), rga);  in rga_probe()
836 		dev_err(rga->dev, "failed to request irq\n");  in rga_probe()
840 	ret = dma_set_mask_and_coherent(rga->dev, DMA_BIT_MASK(32));  in rga_probe()
842 		dev_err(rga->dev, "32-bit DMA not supported");  in rga_probe()
846 	ret = v4l2_device_register(&pdev->dev, &rga->v4l2_dev);  in rga_probe()
851 		v4l2_err(&rga->v4l2_dev, "Failed to allocate video device\n");  in rga_probe()
852 		ret = -ENOMEM;  in rga_probe()
856 	vfd->lock = &rga->mutex;  in rga_probe()
857 	vfd->v4l2_dev = &rga->v4l2_dev;  in rga_probe()
860 	rga->vfd = vfd;  in rga_probe()
863 	rga->m2m_dev = v4l2_m2m_init(&rga_m2m_ops);  in rga_probe()
864 	if (IS_ERR(rga->m2m_dev)) {  in rga_probe()
865 		v4l2_err(&rga->v4l2_dev, "Failed to init mem2mem device\n");  in rga_probe()
866 		ret = PTR_ERR(rga->m2m_dev);  in rga_probe()
870 	ret = pm_runtime_resume_and_get(rga->dev);  in rga_probe()
874 	rga->version.major = (rga_read(rga, RGA_VERSION_INFO) >> 24) & 0xFF;  in rga_probe()
875 	rga->version.minor = (rga_read(rga, RGA_VERSION_INFO) >> 20) & 0x0F;  in rga_probe()
877 	v4l2_info(&rga->v4l2_dev, "HW Version: 0x%02x.%02x\n",  in rga_probe()
878 		  rga->version.major, rga->version.minor);  in rga_probe()
880 	pm_runtime_put(rga->dev);  in rga_probe()
883 	rga->cmdbuf_virt = dma_alloc_attrs(rga->dev, RGA_CMDBUF_SIZE,  in rga_probe()
884 					   &rga->cmdbuf_phy, GFP_KERNEL,  in rga_probe()
886 	if (!rga->cmdbuf_virt) {  in rga_probe()
887 		ret = -ENOMEM;  in rga_probe()
891 	def_frame.stride = (def_frame.width * def_frame.fmt->depth) >> 3;  in rga_probe()
894 	ret = video_register_device(vfd, VFL_TYPE_VIDEO, -1);  in rga_probe()
896 		v4l2_err(&rga->v4l2_dev, "Failed to register video device\n");  in rga_probe()
900 	v4l2_info(&rga->v4l2_dev, "Registered %s as /dev/%s\n",  in rga_probe()
901 		  vfd->name, video_device_node_name(vfd));  in rga_probe()
906 	dma_free_attrs(rga->dev, RGA_CMDBUF_SIZE, rga->cmdbuf_virt,  in rga_probe()
907 		       rga->cmdbuf_phy, DMA_ATTR_WRITE_COMBINE);  in rga_probe()
909 	v4l2_m2m_release(rga->m2m_dev);  in rga_probe()
913 	v4l2_device_unregister(&rga->v4l2_dev);  in rga_probe()
915 	pm_runtime_disable(rga->dev);  in rga_probe()
924 	dma_free_attrs(rga->dev, RGA_CMDBUF_SIZE, rga->cmdbuf_virt,  in rga_remove()
925 		       rga->cmdbuf_phy, DMA_ATTR_WRITE_COMBINE);  in rga_remove()
927 	v4l2_info(&rga->v4l2_dev, "Removing\n");  in rga_remove()
929 	v4l2_m2m_release(rga->m2m_dev);  in rga_remove()
930 	video_unregister_device(rga->vfd);  in rga_remove()
931 	v4l2_device_unregister(&rga->v4l2_dev);  in rga_remove()
933 	pm_runtime_disable(rga->dev);  in rga_remove()
959 		.compatible = "rockchip,rk3288-rga",
962 		.compatible = "rockchip,rk3399-rga",
981 MODULE_AUTHOR("Jacob Chen <jacob-chen@iotwrt.com>");