Lines Matching full:jpeg
3 * V4L2 driver for the JPEG encoder/decoder from i.MX8QXP/i.MX8QM application
8 * Baseline and extended sequential jpeg decoding is supported.
9 * Progressive jpeg decoding is not supported by the IP.
19 * from the jpeg stream, by parsing the jpeg markers.
32 * but the driver works around this by replacing them in the jpeg stream.
38 * This is inspired by the drivers/media/platform/samsung/s5p-jpeg driver
56 #include <media/v4l2-jpeg.h>
63 #include "mxc-jpeg-hw.h"
64 #include "mxc-jpeg.h"
68 .name = "JPEG",
283 * split by JPEG marker, so it's easier to modify & use
560 /* mxc-jpeg specific */
580 MODULE_PARM_DESC(hw_timeout, "MXC JPEG hw timeout, the number of milliseconds");
590 static void print_mxc_buf(struct mxc_jpeg_dev *jpeg, struct vb2_buffer *buf, in print_mxc_buf() argument
607 v4l2_dbg(3, debug, &jpeg->v4l2_dev, in print_mxc_buf()
755 static bool mxc_jpeg_alloc_slot_data(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_alloc_slot_data() argument
761 if (jpeg->slot_data.desc) in mxc_jpeg_alloc_slot_data()
765 desc = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
767 &jpeg->slot_data.desc_handle, in mxc_jpeg_alloc_slot_data()
771 jpeg->slot_data.desc = desc; in mxc_jpeg_alloc_slot_data()
774 cfg_desc = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
776 &jpeg->slot_data.cfg_desc_handle, in mxc_jpeg_alloc_slot_data()
780 jpeg->slot_data.cfg_desc = cfg_desc; in mxc_jpeg_alloc_slot_data()
783 cfg_stm = dma_alloc_coherent(jpeg->dev, in mxc_jpeg_alloc_slot_data()
785 &jpeg->slot_data.cfg_stream_handle, in mxc_jpeg_alloc_slot_data()
789 jpeg->slot_data.cfg_stream_vaddr = cfg_stm; in mxc_jpeg_alloc_slot_data()
792 jpeg->slot_data.used = true; in mxc_jpeg_alloc_slot_data()
796 dev_err(jpeg->dev, "Could not allocate descriptors for slot %d", jpeg->slot_data.slot); in mxc_jpeg_alloc_slot_data()
801 static void mxc_jpeg_free_slot_data(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_free_slot_data() argument
804 dma_free_coherent(jpeg->dev, sizeof(struct mxc_jpeg_desc), in mxc_jpeg_free_slot_data()
805 jpeg->slot_data.desc, in mxc_jpeg_free_slot_data()
806 jpeg->slot_data.desc_handle); in mxc_jpeg_free_slot_data()
809 dma_free_coherent(jpeg->dev, sizeof(struct mxc_jpeg_desc), in mxc_jpeg_free_slot_data()
810 jpeg->slot_data.cfg_desc, in mxc_jpeg_free_slot_data()
811 jpeg->slot_data.cfg_desc_handle); in mxc_jpeg_free_slot_data()
814 dma_free_coherent(jpeg->dev, MXC_JPEG_MAX_CFG_STREAM, in mxc_jpeg_free_slot_data()
815 jpeg->slot_data.cfg_stream_vaddr, in mxc_jpeg_free_slot_data()
816 jpeg->slot_data.cfg_stream_handle); in mxc_jpeg_free_slot_data()
818 jpeg->slot_data.used = false; in mxc_jpeg_free_slot_data()
835 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_job_finish() local
836 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_job_finish()
848 jpeg->slot_data.used = false; in mxc_jpeg_job_finish()
882 struct mxc_jpeg_dev *jpeg = priv; in mxc_jpeg_dec_irq() local
884 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_dec_irq()
885 struct device *dev = jpeg->dev; in mxc_jpeg_dec_irq()
895 spin_lock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
901 ctx = v4l2_m2m_get_curr_priv(jpeg->m2m_dev); in mxc_jpeg_dec_irq()
912 if (!jpeg->slot_data.used) in mxc_jpeg_dec_irq()
940 if (jpeg->mode == MXC_JPEG_ENCODE && in mxc_jpeg_dec_irq()
949 if (jpeg->mode == MXC_JPEG_DECODE && jpeg_src_buf->dht_needed) { in mxc_jpeg_dec_irq()
955 if (jpeg->mode == MXC_JPEG_ENCODE) { in mxc_jpeg_dec_irq()
976 print_mxc_buf(jpeg, &src_buf->vb2_buf, 32); in mxc_jpeg_dec_irq()
978 print_mxc_buf(jpeg, &dst_buf->vb2_buf, 32); in mxc_jpeg_dec_irq()
983 spin_unlock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
985 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_dec_irq()
988 spin_unlock(&jpeg->hw_lock); in mxc_jpeg_dec_irq()
1169 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_config_dec_desc() local
1170 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_config_dec_desc()
1172 struct mxc_jpeg_desc *desc = jpeg->slot_data.desc; in mxc_jpeg_config_dec_desc()
1173 struct mxc_jpeg_desc *cfg_desc = jpeg->slot_data.cfg_desc; in mxc_jpeg_config_dec_desc()
1174 dma_addr_t desc_handle = jpeg->slot_data.desc_handle; in mxc_jpeg_config_dec_desc()
1175 dma_addr_t cfg_desc_handle = jpeg->slot_data.cfg_desc_handle; in mxc_jpeg_config_dec_desc()
1176 dma_addr_t cfg_stream_handle = jpeg->slot_data.cfg_stream_handle; in mxc_jpeg_config_dec_desc()
1177 unsigned int *cfg_size = &jpeg->slot_data.cfg_stream_size; in mxc_jpeg_config_dec_desc()
1178 void *cfg_stream_vaddr = jpeg->slot_data.cfg_stream_vaddr; in mxc_jpeg_config_dec_desc()
1198 print_descriptor_info(jpeg->dev, desc); in mxc_jpeg_config_dec_desc()
1224 print_descriptor_info(jpeg->dev, cfg_desc); in mxc_jpeg_config_dec_desc()
1235 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_config_enc_desc() local
1236 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_config_enc_desc()
1238 struct mxc_jpeg_desc *desc = jpeg->slot_data.desc; in mxc_jpeg_config_enc_desc()
1239 struct mxc_jpeg_desc *cfg_desc = jpeg->slot_data.cfg_desc; in mxc_jpeg_config_enc_desc()
1240 dma_addr_t desc_handle = jpeg->slot_data.desc_handle; in mxc_jpeg_config_enc_desc()
1241 dma_addr_t cfg_desc_handle = jpeg->slot_data.cfg_desc_handle; in mxc_jpeg_config_enc_desc()
1242 void *cfg_stream_vaddr = jpeg->slot_data.cfg_stream_vaddr; in mxc_jpeg_config_enc_desc()
1249 jpeg->slot_data.cfg_stream_size = in mxc_jpeg_config_enc_desc()
1258 cfg_desc->buf_base0 = jpeg->slot_data.cfg_stream_handle; in mxc_jpeg_config_enc_desc()
1279 dev_err(jpeg->dev, "No valid image format detected\n"); in mxc_jpeg_config_enc_desc()
1288 dev_dbg(jpeg->dev, "cfg_desc:\n"); in mxc_jpeg_config_enc_desc()
1289 print_descriptor_info(jpeg->dev, cfg_desc); in mxc_jpeg_config_enc_desc()
1290 dev_dbg(jpeg->dev, "enc desc:\n"); in mxc_jpeg_config_enc_desc()
1291 print_descriptor_info(jpeg->dev, desc); in mxc_jpeg_config_enc_desc()
1292 print_wrapper_info(jpeg->dev, reg); in mxc_jpeg_config_enc_desc()
1293 print_cast_status(jpeg->dev, reg, MXC_JPEG_ENCODE); in mxc_jpeg_config_enc_desc()
1355 dev_dbg(dev, "Detected jpeg res=(%dx%d)->(%dx%d), pixfmt=%c%c%c%c\n", in mxc_jpeg_source_change()
1365 * detected from the jpeg output stream in mxc_jpeg_source_change()
1415 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_device_run_timeout() local
1420 dev_warn(jpeg->dev, "%s timeout, cancel it\n", in mxc_jpeg_device_run_timeout()
1431 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_device_run() local
1432 void __iomem *reg = jpeg->base_reg; in mxc_jpeg_device_run()
1433 struct device *dev = jpeg->dev; in mxc_jpeg_device_run()
1472 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_device_run()
1479 v4l2_m2m_job_finish(jpeg->m2m_dev, ctx->fh.m2m_ctx); in mxc_jpeg_device_run()
1487 ctx->slot = mxc_get_free_slot(&jpeg->slot_data); in mxc_jpeg_device_run()
1492 if (!mxc_jpeg_alloc_slot_data(jpeg)) { in mxc_jpeg_device_run()
1500 if (jpeg->mode == MXC_JPEG_ENCODE) { in mxc_jpeg_device_run()
1510 print_mxc_buf(jpeg, &src_buf->vb2_buf, 0); in mxc_jpeg_device_run()
1637 dev_err(ctx->mxc_jpeg->dev, "Failed to power up jpeg\n"); in mxc_jpeg_start_streaming()
1783 /* if no sizeimage from user, assume worst jpeg compression */ in mxc_jpeg_sizeimage()
1791 /* jpeg stream size must be multiple of 1K */ in mxc_jpeg_sizeimage()
1818 dev_err(dev, "Error parsing JPEG stream markers\n"); in mxc_jpeg_parse()
1829 dev_warn(dev, "Keeping resolution from JPEG: %dx%d", in mxc_jpeg_parse()
1834 "Resolution mismatch: %dx%d (JPEG) versus %dx%d(user)", in mxc_jpeg_parse()
1842 dev_err(dev, "JPEG width or height should be <= 8192: %dx%d\n", in mxc_jpeg_parse()
1848 dev_err(dev, "JPEG width or height should be > 64: %dx%d\n", in mxc_jpeg_parse()
1853 dev_err(dev, "JPEG number of components should be <=%d", in mxc_jpeg_parse()
1861 dev_warn(dev, "JPEG component ids should be 0-3 or 1-4"); in mxc_jpeg_parse()
2115 dev_err(ctx->mxc_jpeg->dev, "failed to setup mxc jpeg controls\n"); in mxc_jpeg_open()
2124 dev_dbg(dev, "Opened JPEG decoder instance %p\n", ctx); in mxc_jpeg_open()
2126 dev_dbg(dev, "Opened JPEG encoder instance %p\n", ctx); in mxc_jpeg_open()
2169 * after jpeg parse on the output buffer) in mxc_jpeg_enum_fmt_vid_cap()
2316 * but since inside JPEG the YUV quantization is full-range, in mxc_jpeg_try_fmt()
2338 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_try_fmt_vid_cap() local
2339 struct device *dev = jpeg->dev; in mxc_jpeg_try_fmt_vid_cap()
2357 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_try_fmt_vid_out() local
2358 struct device *dev = jpeg->dev; in mxc_jpeg_try_fmt_vid_out()
2389 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_s_fmt() local
2396 v4l2_err(&jpeg->v4l2_dev, "queue busy\n"); in mxc_jpeg_s_fmt()
2451 struct mxc_jpeg_dev *jpeg = ctx->mxc_jpeg; in mxc_jpeg_g_fmt_vid() local
2452 struct device *dev = jpeg->dev; in mxc_jpeg_g_fmt_vid()
2640 dev_dbg(dev, "Release JPEG decoder instance on slot %d.", in mxc_jpeg_release()
2643 dev_dbg(dev, "Release JPEG encoder instance on slot %d.", in mxc_jpeg_release()
2669 static void mxc_jpeg_detach_pm_domains(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_detach_pm_domains() argument
2673 for (i = 0; i < jpeg->num_domains; i++) { in mxc_jpeg_detach_pm_domains()
2674 if (jpeg->pd_link[i] && !IS_ERR(jpeg->pd_link[i])) in mxc_jpeg_detach_pm_domains()
2675 device_link_del(jpeg->pd_link[i]); in mxc_jpeg_detach_pm_domains()
2676 if (jpeg->pd_dev[i] && !IS_ERR(jpeg->pd_dev[i])) in mxc_jpeg_detach_pm_domains()
2677 dev_pm_domain_detach(jpeg->pd_dev[i], true); in mxc_jpeg_detach_pm_domains()
2678 jpeg->pd_dev[i] = NULL; in mxc_jpeg_detach_pm_domains()
2679 jpeg->pd_link[i] = NULL; in mxc_jpeg_detach_pm_domains()
2683 static int mxc_jpeg_attach_pm_domains(struct mxc_jpeg_dev *jpeg) in mxc_jpeg_attach_pm_domains() argument
2685 struct device *dev = jpeg->dev; in mxc_jpeg_attach_pm_domains()
2686 struct device_node *np = jpeg->pdev->dev.of_node; in mxc_jpeg_attach_pm_domains()
2690 jpeg->num_domains = of_count_phandle_with_args(np, "power-domains", in mxc_jpeg_attach_pm_domains()
2692 if (jpeg->num_domains < 0) { in mxc_jpeg_attach_pm_domains()
2693 dev_err(dev, "No power domains defined for jpeg node\n"); in mxc_jpeg_attach_pm_domains()
2694 return jpeg->num_domains; in mxc_jpeg_attach_pm_domains()
2696 if (jpeg->num_domains == 1) { in mxc_jpeg_attach_pm_domains()
2698 jpeg->num_domains = 0; in mxc_jpeg_attach_pm_domains()
2702 jpeg->pd_dev = devm_kmalloc_array(dev, jpeg->num_domains, in mxc_jpeg_attach_pm_domains()
2703 sizeof(*jpeg->pd_dev), GFP_KERNEL); in mxc_jpeg_attach_pm_domains()
2704 if (!jpeg->pd_dev) in mxc_jpeg_attach_pm_domains()
2707 jpeg->pd_link = devm_kmalloc_array(dev, jpeg->num_domains, in mxc_jpeg_attach_pm_domains()
2708 sizeof(*jpeg->pd_link), GFP_KERNEL); in mxc_jpeg_attach_pm_domains()
2709 if (!jpeg->pd_link) in mxc_jpeg_attach_pm_domains()
2712 for (i = 0; i < jpeg->num_domains; i++) { in mxc_jpeg_attach_pm_domains()
2713 jpeg->pd_dev[i] = dev_pm_domain_attach_by_id(dev, i); in mxc_jpeg_attach_pm_domains()
2714 if (IS_ERR(jpeg->pd_dev[i])) { in mxc_jpeg_attach_pm_domains()
2715 ret = PTR_ERR(jpeg->pd_dev[i]); in mxc_jpeg_attach_pm_domains()
2719 jpeg->pd_link[i] = device_link_add(dev, jpeg->pd_dev[i], in mxc_jpeg_attach_pm_domains()
2722 if (!jpeg->pd_link[i]) { in mxc_jpeg_attach_pm_domains()
2730 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_attach_pm_domains()
2736 struct mxc_jpeg_dev *jpeg; in mxc_jpeg_probe() local
2748 jpeg = devm_kzalloc(dev, sizeof(struct mxc_jpeg_dev), GFP_KERNEL); in mxc_jpeg_probe()
2749 if (!jpeg) in mxc_jpeg_probe()
2752 mutex_init(&jpeg->lock); in mxc_jpeg_probe()
2753 spin_lock_init(&jpeg->hw_lock); in mxc_jpeg_probe()
2761 jpeg->base_reg = devm_platform_ioremap_resource(pdev, 0); in mxc_jpeg_probe()
2762 if (IS_ERR(jpeg->base_reg)) in mxc_jpeg_probe()
2763 return PTR_ERR(jpeg->base_reg); in mxc_jpeg_probe()
2765 ret = of_property_read_u32_index(pdev->dev.of_node, "slot", 0, &jpeg->slot_data.slot); in mxc_jpeg_probe()
2767 jpeg->slot_data.slot = 0; in mxc_jpeg_probe()
2768 dev_info(&pdev->dev, "choose slot %d\n", jpeg->slot_data.slot); in mxc_jpeg_probe()
2775 0, pdev->name, jpeg); in mxc_jpeg_probe()
2782 jpeg->pdev = pdev; in mxc_jpeg_probe()
2783 jpeg->dev = dev; in mxc_jpeg_probe()
2784 jpeg->mode = mode; in mxc_jpeg_probe()
2787 ret = devm_clk_bulk_get_all(&pdev->dev, &jpeg->clks); in mxc_jpeg_probe()
2792 jpeg->num_clks = ret; in mxc_jpeg_probe()
2794 ret = mxc_jpeg_attach_pm_domains(jpeg); in mxc_jpeg_probe()
2801 ret = v4l2_device_register(dev, &jpeg->v4l2_dev); in mxc_jpeg_probe()
2806 jpeg->m2m_dev = v4l2_m2m_init(&mxc_jpeg_m2m_ops); in mxc_jpeg_probe()
2807 if (IS_ERR(jpeg->m2m_dev)) { in mxc_jpeg_probe()
2809 ret = PTR_ERR(jpeg->m2m_dev); in mxc_jpeg_probe()
2813 jpeg->dec_vdev = video_device_alloc(); in mxc_jpeg_probe()
2814 if (!jpeg->dec_vdev) { in mxc_jpeg_probe()
2820 snprintf(jpeg->dec_vdev->name, in mxc_jpeg_probe()
2821 sizeof(jpeg->dec_vdev->name), in mxc_jpeg_probe()
2824 snprintf(jpeg->dec_vdev->name, in mxc_jpeg_probe()
2825 sizeof(jpeg->dec_vdev->name), in mxc_jpeg_probe()
2828 jpeg->dec_vdev->fops = &mxc_jpeg_fops; in mxc_jpeg_probe()
2829 jpeg->dec_vdev->ioctl_ops = &mxc_jpeg_ioctl_ops; in mxc_jpeg_probe()
2830 jpeg->dec_vdev->minor = -1; in mxc_jpeg_probe()
2831 jpeg->dec_vdev->release = video_device_release; in mxc_jpeg_probe()
2832 jpeg->dec_vdev->lock = &jpeg->lock; /* lock for ioctl serialization */ in mxc_jpeg_probe()
2833 jpeg->dec_vdev->v4l2_dev = &jpeg->v4l2_dev; in mxc_jpeg_probe()
2834 jpeg->dec_vdev->vfl_dir = VFL_DIR_M2M; in mxc_jpeg_probe()
2835 jpeg->dec_vdev->device_caps = V4L2_CAP_STREAMING | in mxc_jpeg_probe()
2838 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_DECODER_CMD); in mxc_jpeg_probe()
2839 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_TRY_DECODER_CMD); in mxc_jpeg_probe()
2841 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_ENCODER_CMD); in mxc_jpeg_probe()
2842 v4l2_disable_ioctl(jpeg->dec_vdev, VIDIOC_TRY_ENCODER_CMD); in mxc_jpeg_probe()
2844 ret = video_register_device(jpeg->dec_vdev, VFL_TYPE_VIDEO, -1); in mxc_jpeg_probe()
2849 video_set_drvdata(jpeg->dec_vdev, jpeg); in mxc_jpeg_probe()
2851 v4l2_info(&jpeg->v4l2_dev, in mxc_jpeg_probe()
2853 jpeg->dec_vdev->num, VIDEO_MAJOR, in mxc_jpeg_probe()
2854 jpeg->dec_vdev->minor); in mxc_jpeg_probe()
2856 v4l2_info(&jpeg->v4l2_dev, in mxc_jpeg_probe()
2858 jpeg->dec_vdev->num, VIDEO_MAJOR, in mxc_jpeg_probe()
2859 jpeg->dec_vdev->minor); in mxc_jpeg_probe()
2861 platform_set_drvdata(pdev, jpeg); in mxc_jpeg_probe()
2867 video_device_release(jpeg->dec_vdev); in mxc_jpeg_probe()
2870 v4l2_m2m_release(jpeg->m2m_dev); in mxc_jpeg_probe()
2873 v4l2_device_unregister(&jpeg->v4l2_dev); in mxc_jpeg_probe()
2876 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_probe()
2886 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_runtime_resume() local
2889 ret = clk_bulk_prepare_enable(jpeg->num_clks, jpeg->clks); in mxc_jpeg_runtime_resume()
2900 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_runtime_suspend() local
2902 clk_bulk_disable_unprepare(jpeg->num_clks, jpeg->clks); in mxc_jpeg_runtime_suspend()
2911 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_suspend() local
2913 v4l2_m2m_suspend(jpeg->m2m_dev); in mxc_jpeg_suspend()
2919 struct mxc_jpeg_dev *jpeg = dev_get_drvdata(dev); in mxc_jpeg_resume() local
2926 v4l2_m2m_resume(jpeg->m2m_dev); in mxc_jpeg_resume()
2939 struct mxc_jpeg_dev *jpeg = platform_get_drvdata(pdev); in mxc_jpeg_remove() local
2941 mxc_jpeg_free_slot_data(jpeg); in mxc_jpeg_remove()
2944 video_unregister_device(jpeg->dec_vdev); in mxc_jpeg_remove()
2945 v4l2_m2m_release(jpeg->m2m_dev); in mxc_jpeg_remove()
2946 v4l2_device_unregister(&jpeg->v4l2_dev); in mxc_jpeg_remove()
2947 mxc_jpeg_detach_pm_domains(jpeg); in mxc_jpeg_remove()
2956 .name = "mxc-jpeg",
2965 MODULE_DESCRIPTION("V4L2 driver for i.MX8 QXP/QM JPEG encoder/decoder");