yading@10: /* yading@10: * Copyright (c) 2012 Jeremy Tran yading@10: * Copyright (c) 2004 Tobias Diedrich yading@10: * Copyright (c) 2003 Donald A. Graft yading@10: * yading@10: * This file is part of FFmpeg. yading@10: * yading@10: * FFmpeg is free software; you can redistribute it and/or modify yading@10: * it under the terms of the GNU General Public License as published by yading@10: * the Free Software Foundation; either version 2 of the License, or yading@10: * (at your option) any later version. yading@10: * yading@10: * FFmpeg is distributed in the hope that it will be useful, yading@10: * but WITHOUT ANY WARRANTY; without even the implied warranty of yading@10: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the yading@10: * GNU General Public License for more details. yading@10: * yading@10: * You should have received a copy of the GNU General Public License along yading@10: * with FFmpeg; if not, write to the Free Software Foundation, Inc., yading@10: * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. yading@10: */ yading@10: yading@10: /** yading@10: * @file yading@10: * Kernel Deinterlacer yading@10: * Ported from MPlayer libmpcodecs/vf_kerndeint.c. yading@10: */ yading@10: yading@10: #include "libavutil/imgutils.h" yading@10: #include "libavutil/intreadwrite.h" yading@10: #include "libavutil/opt.h" yading@10: #include "libavutil/pixdesc.h" yading@10: yading@10: #include "avfilter.h" yading@10: #include "formats.h" yading@10: #include "internal.h" yading@10: yading@10: typedef struct { yading@10: const AVClass *class; yading@10: int frame; ///< frame count, starting from 0 yading@10: int thresh, map, order, sharp, twoway; yading@10: int vsub; yading@10: int is_packed_rgb; yading@10: uint8_t *tmp_data [4]; ///< temporary plane data buffer yading@10: int tmp_linesize[4]; ///< temporary plane byte linesize yading@10: int tmp_bwidth [4]; ///< temporary plane byte width yading@10: } KerndeintContext; yading@10: yading@10: #define OFFSET(x) offsetof(KerndeintContext, x) yading@10: #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM yading@10: static const AVOption kerndeint_options[] = { yading@10: { "thresh", "set the threshold", OFFSET(thresh), AV_OPT_TYPE_INT, {.i64=10}, 0, 255, FLAGS }, yading@10: { "map", "set the map", OFFSET(map), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS }, yading@10: { "order", "set the order", OFFSET(order), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS }, yading@10: { "sharp", "enable sharpening", OFFSET(sharp), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS }, yading@10: { "twoway", "enable twoway", OFFSET(twoway), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, FLAGS }, yading@10: { NULL } yading@10: }; yading@10: yading@10: AVFILTER_DEFINE_CLASS(kerndeint); yading@10: yading@10: static av_cold void uninit(AVFilterContext *ctx) yading@10: { yading@10: KerndeintContext *kerndeint = ctx->priv; yading@10: yading@10: av_free(kerndeint->tmp_data[0]); yading@10: } yading@10: yading@10: static int query_formats(AVFilterContext *ctx) yading@10: { yading@10: static const enum PixelFormat pix_fmts[] = { yading@10: AV_PIX_FMT_YUV420P, yading@10: AV_PIX_FMT_YUYV422, yading@10: AV_PIX_FMT_ARGB, AV_PIX_FMT_0RGB, yading@10: AV_PIX_FMT_ABGR, AV_PIX_FMT_0BGR, yading@10: AV_PIX_FMT_RGBA, AV_PIX_FMT_RGB0, yading@10: AV_PIX_FMT_BGRA, AV_PIX_FMT_BGR0, yading@10: AV_PIX_FMT_NONE yading@10: }; yading@10: yading@10: ff_set_common_formats(ctx, ff_make_format_list(pix_fmts)); yading@10: yading@10: return 0; yading@10: } yading@10: yading@10: static int config_props(AVFilterLink *inlink) yading@10: { yading@10: KerndeintContext *kerndeint = inlink->dst->priv; yading@10: const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format); yading@10: int ret; yading@10: yading@10: kerndeint->is_packed_rgb = av_pix_fmt_desc_get(inlink->format)->flags & PIX_FMT_RGB; yading@10: kerndeint->vsub = desc->log2_chroma_h; yading@10: yading@10: ret = av_image_alloc(kerndeint->tmp_data, kerndeint->tmp_linesize, yading@10: inlink->w, inlink->h, inlink->format, 16); yading@10: if (ret < 0) yading@10: return ret; yading@10: memset(kerndeint->tmp_data[0], 0, ret); yading@10: yading@10: if ((ret = av_image_fill_linesizes(kerndeint->tmp_bwidth, inlink->format, inlink->w)) < 0) yading@10: return ret; yading@10: yading@10: return 0; yading@10: } yading@10: yading@10: static int filter_frame(AVFilterLink *inlink, AVFrame *inpic) yading@10: { yading@10: KerndeintContext *kerndeint = inlink->dst->priv; yading@10: AVFilterLink *outlink = inlink->dst->outputs[0]; yading@10: AVFrame *outpic; yading@10: const uint8_t *prvp; ///< Previous field's pixel line number n yading@10: const uint8_t *prvpp; ///< Previous field's pixel line number (n - 1) yading@10: const uint8_t *prvpn; ///< Previous field's pixel line number (n + 1) yading@10: const uint8_t *prvppp; ///< Previous field's pixel line number (n - 2) yading@10: const uint8_t *prvpnn; ///< Previous field's pixel line number (n + 2) yading@10: const uint8_t *prvp4p; ///< Previous field's pixel line number (n - 4) yading@10: const uint8_t *prvp4n; ///< Previous field's pixel line number (n + 4) yading@10: yading@10: const uint8_t *srcp; ///< Current field's pixel line number n yading@10: const uint8_t *srcpp; ///< Current field's pixel line number (n - 1) yading@10: const uint8_t *srcpn; ///< Current field's pixel line number (n + 1) yading@10: const uint8_t *srcppp; ///< Current field's pixel line number (n - 2) yading@10: const uint8_t *srcpnn; ///< Current field's pixel line number (n + 2) yading@10: const uint8_t *srcp3p; ///< Current field's pixel line number (n - 3) yading@10: const uint8_t *srcp3n; ///< Current field's pixel line number (n + 3) yading@10: const uint8_t *srcp4p; ///< Current field's pixel line number (n - 4) yading@10: const uint8_t *srcp4n; ///< Current field's pixel line number (n + 4) yading@10: yading@10: uint8_t *dstp, *dstp_saved; yading@10: const uint8_t *srcp_saved; yading@10: yading@10: int src_linesize, psrc_linesize, dst_linesize, bwidth; yading@10: int x, y, plane, val, hi, lo, g, h, n = kerndeint->frame++; yading@10: double valf; yading@10: yading@10: const int thresh = kerndeint->thresh; yading@10: const int order = kerndeint->order; yading@10: const int map = kerndeint->map; yading@10: const int sharp = kerndeint->sharp; yading@10: const int twoway = kerndeint->twoway; yading@10: yading@10: const int is_packed_rgb = kerndeint->is_packed_rgb; yading@10: yading@10: outpic = ff_get_video_buffer(outlink, outlink->w, outlink->h); yading@10: if (!outpic) { yading@10: av_frame_free(&inpic); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: av_frame_copy_props(outpic, inpic); yading@10: outpic->interlaced_frame = 0; yading@10: yading@10: for (plane = 0; inpic->data[plane] && plane < 4; plane++) { yading@10: h = plane == 0 ? inlink->h : inlink->h >> kerndeint->vsub; yading@10: bwidth = kerndeint->tmp_bwidth[plane]; yading@10: yading@10: srcp = srcp_saved = inpic->data[plane]; yading@10: src_linesize = inpic->linesize[plane]; yading@10: psrc_linesize = kerndeint->tmp_linesize[plane]; yading@10: dstp = dstp_saved = outpic->data[plane]; yading@10: dst_linesize = outpic->linesize[plane]; yading@10: srcp = srcp_saved + (1 - order) * src_linesize; yading@10: dstp = dstp_saved + (1 - order) * dst_linesize; yading@10: yading@10: for (y = 0; y < h; y += 2) { yading@10: memcpy(dstp, srcp, bwidth); yading@10: srcp += 2 * src_linesize; yading@10: dstp += 2 * dst_linesize; yading@10: } yading@10: yading@10: // Copy through the lines that will be missed below. yading@10: memcpy(dstp_saved + order * dst_linesize, srcp_saved + (1 - order) * src_linesize, bwidth); yading@10: memcpy(dstp_saved + (2 + order ) * dst_linesize, srcp_saved + (3 - order) * src_linesize, bwidth); yading@10: memcpy(dstp_saved + (h - 2 + order) * dst_linesize, srcp_saved + (h - 1 - order) * src_linesize, bwidth); yading@10: memcpy(dstp_saved + (h - 4 + order) * dst_linesize, srcp_saved + (h - 3 - order) * src_linesize, bwidth); yading@10: yading@10: /* For the other field choose adaptively between using the previous field yading@10: or the interpolant from the current field. */ yading@10: prvp = kerndeint->tmp_data[plane] + 5 * psrc_linesize - (1 - order) * psrc_linesize; yading@10: prvpp = prvp - psrc_linesize; yading@10: prvppp = prvp - 2 * psrc_linesize; yading@10: prvp4p = prvp - 4 * psrc_linesize; yading@10: prvpn = prvp + psrc_linesize; yading@10: prvpnn = prvp + 2 * psrc_linesize; yading@10: prvp4n = prvp + 4 * psrc_linesize; yading@10: yading@10: srcp = srcp_saved + 5 * src_linesize - (1 - order) * src_linesize; yading@10: srcpp = srcp - src_linesize; yading@10: srcppp = srcp - 2 * src_linesize; yading@10: srcp3p = srcp - 3 * src_linesize; yading@10: srcp4p = srcp - 4 * src_linesize; yading@10: yading@10: srcpn = srcp + src_linesize; yading@10: srcpnn = srcp + 2 * src_linesize; yading@10: srcp3n = srcp + 3 * src_linesize; yading@10: srcp4n = srcp + 4 * src_linesize; yading@10: yading@10: dstp = dstp_saved + 5 * dst_linesize - (1 - order) * dst_linesize; yading@10: yading@10: for (y = 5 - (1 - order); y <= h - 5 - (1 - order); y += 2) { yading@10: for (x = 0; x < bwidth; x++) { yading@10: if (thresh == 0 || n == 0 || yading@10: (abs((int)prvp[x] - (int)srcp[x]) > thresh) || yading@10: (abs((int)prvpp[x] - (int)srcpp[x]) > thresh) || yading@10: (abs((int)prvpn[x] - (int)srcpn[x]) > thresh)) { yading@10: if (map) { yading@10: g = x & ~3; yading@10: yading@10: if (is_packed_rgb) { yading@10: AV_WB32(dstp + g, 0xffffffff); yading@10: x = g + 3; yading@10: } else if (inlink->format == AV_PIX_FMT_YUYV422) { yading@10: // y <- 235, u <- 128, y <- 235, v <- 128 yading@10: AV_WB32(dstp + g, 0xeb80eb80); yading@10: x = g + 3; yading@10: } else { yading@10: dstp[x] = plane == 0 ? 235 : 128; yading@10: } yading@10: } else { yading@10: if (is_packed_rgb) { yading@10: hi = 255; yading@10: lo = 0; yading@10: } else if (inlink->format == AV_PIX_FMT_YUYV422) { yading@10: hi = x & 1 ? 240 : 235; yading@10: lo = 16; yading@10: } else { yading@10: hi = plane == 0 ? 235 : 240; yading@10: lo = 16; yading@10: } yading@10: yading@10: if (sharp) { yading@10: if (twoway) { yading@10: valf = + 0.526 * ((int)srcpp[x] + (int)srcpn[x]) yading@10: + 0.170 * ((int)srcp[x] + (int)prvp[x]) yading@10: - 0.116 * ((int)srcppp[x] + (int)srcpnn[x] + (int)prvppp[x] + (int)prvpnn[x]) yading@10: - 0.026 * ((int)srcp3p[x] + (int)srcp3n[x]) yading@10: + 0.031 * ((int)srcp4p[x] + (int)srcp4n[x] + (int)prvp4p[x] + (int)prvp4n[x]); yading@10: } else { yading@10: valf = + 0.526 * ((int)srcpp[x] + (int)srcpn[x]) yading@10: + 0.170 * ((int)prvp[x]) yading@10: - 0.116 * ((int)prvppp[x] + (int)prvpnn[x]) yading@10: - 0.026 * ((int)srcp3p[x] + (int)srcp3n[x]) yading@10: + 0.031 * ((int)prvp4p[x] + (int)prvp4p[x]); yading@10: } yading@10: dstp[x] = av_clip(valf, lo, hi); yading@10: } else { yading@10: if (twoway) { yading@10: val = (8 * ((int)srcpp[x] + (int)srcpn[x]) + 2 * ((int)srcp[x] + (int)prvp[x]) yading@10: - (int)(srcppp[x]) - (int)(srcpnn[x]) yading@10: - (int)(prvppp[x]) - (int)(prvpnn[x])) >> 4; yading@10: } else { yading@10: val = (8 * ((int)srcpp[x] + (int)srcpn[x]) + 2 * ((int)prvp[x]) yading@10: - (int)(prvppp[x]) - (int)(prvpnn[x])) >> 4; yading@10: } yading@10: dstp[x] = av_clip(val, lo, hi); yading@10: } yading@10: } yading@10: } else { yading@10: dstp[x] = srcp[x]; yading@10: } yading@10: } yading@10: prvp += 2 * psrc_linesize; yading@10: prvpp += 2 * psrc_linesize; yading@10: prvppp += 2 * psrc_linesize; yading@10: prvpn += 2 * psrc_linesize; yading@10: prvpnn += 2 * psrc_linesize; yading@10: prvp4p += 2 * psrc_linesize; yading@10: prvp4n += 2 * psrc_linesize; yading@10: srcp += 2 * src_linesize; yading@10: srcpp += 2 * src_linesize; yading@10: srcppp += 2 * src_linesize; yading@10: srcp3p += 2 * src_linesize; yading@10: srcp4p += 2 * src_linesize; yading@10: srcpn += 2 * src_linesize; yading@10: srcpnn += 2 * src_linesize; yading@10: srcp3n += 2 * src_linesize; yading@10: srcp4n += 2 * src_linesize; yading@10: dstp += 2 * dst_linesize; yading@10: } yading@10: yading@10: srcp = inpic->data[plane]; yading@10: dstp = kerndeint->tmp_data[plane]; yading@10: av_image_copy_plane(dstp, psrc_linesize, srcp, src_linesize, bwidth, h); yading@10: } yading@10: yading@10: av_frame_free(&inpic); yading@10: return ff_filter_frame(outlink, outpic); yading@10: } yading@10: yading@10: static const AVFilterPad kerndeint_inputs[] = { yading@10: { yading@10: .name = "default", yading@10: .type = AVMEDIA_TYPE_VIDEO, yading@10: .filter_frame = filter_frame, yading@10: .config_props = config_props, yading@10: }, yading@10: { NULL } yading@10: }; yading@10: yading@10: static const AVFilterPad kerndeint_outputs[] = { yading@10: { yading@10: .name = "default", yading@10: .type = AVMEDIA_TYPE_VIDEO, yading@10: }, yading@10: { NULL } yading@10: }; yading@10: yading@10: yading@10: AVFilter avfilter_vf_kerndeint = { yading@10: .name = "kerndeint", yading@10: .description = NULL_IF_CONFIG_SMALL("Apply kernel deinterlacing to the input."), yading@10: .priv_size = sizeof(KerndeintContext), yading@10: .uninit = uninit, yading@10: .query_formats = query_formats, yading@10: yading@10: .inputs = kerndeint_inputs, yading@10: .outputs = kerndeint_outputs, yading@10: yading@10: .priv_class = &kerndeint_class, yading@10: };