yading@10: /* yading@10: * Copyright (c) 2010, Google, Inc. yading@10: * yading@10: * This file is part of FFmpeg. yading@10: * yading@10: * FFmpeg is free software; you can redistribute it and/or yading@10: * modify it under the terms of the GNU Lesser General Public yading@10: * License as published by the Free Software Foundation; either yading@10: * version 2.1 of the License, or (at your option) any later version. yading@10: * yading@10: * FFmpeg is distributed in the hope that it will be useful, yading@10: * but WITHOUT ANY WARRANTY; without even the implied warranty of yading@10: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU yading@10: * Lesser General Public License for more details. yading@10: * yading@10: * You should have received a copy of the GNU Lesser General Public yading@10: * License along with FFmpeg; if not, write to the Free Software yading@10: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA yading@10: */ yading@10: yading@10: /** yading@10: * @file yading@10: * VP8 encoder support via libvpx yading@10: */ yading@10: yading@10: #define VPX_DISABLE_CTRL_TYPECHECKS 1 yading@10: #define VPX_CODEC_DISABLE_COMPAT 1 yading@10: #include yading@10: #include yading@10: yading@10: #include "avcodec.h" yading@10: #include "internal.h" yading@10: #include "libavutil/avassert.h" yading@10: #include "libavutil/base64.h" yading@10: #include "libavutil/common.h" yading@10: #include "libavutil/mathematics.h" yading@10: #include "libavutil/opt.h" yading@10: yading@10: /** yading@10: * Portion of struct vpx_codec_cx_pkt from vpx_encoder.h. yading@10: * One encoded frame returned from the library. yading@10: */ yading@10: struct FrameListData { yading@10: void *buf; /**< compressed data buffer */ yading@10: size_t sz; /**< length of compressed data */ yading@10: int64_t pts; /**< time stamp to show frame yading@10: (in timebase units) */ yading@10: unsigned long duration; /**< duration to show frame yading@10: (in timebase units) */ yading@10: uint32_t flags; /**< flags for this frame */ yading@10: uint64_t sse[4]; yading@10: int have_sse; /**< true if we have pending sse[] */ yading@10: uint64_t frame_number; yading@10: struct FrameListData *next; yading@10: }; yading@10: yading@10: typedef struct VP8EncoderContext { yading@10: AVClass *class; yading@10: struct vpx_codec_ctx encoder; yading@10: struct vpx_image rawimg; yading@10: struct vpx_fixed_buf twopass_stats; yading@10: int deadline; //i.e., RT/GOOD/BEST yading@10: uint64_t sse[4]; yading@10: int have_sse; /**< true if we have pending sse[] */ yading@10: uint64_t frame_number; yading@10: struct FrameListData *coded_frame_list; yading@10: yading@10: int cpu_used; yading@10: /** yading@10: * VP8 specific flags, see VP8F_* below. yading@10: */ yading@10: int flags; yading@10: #define VP8F_ERROR_RESILIENT 0x00000001 ///< Enable measures appropriate for streaming over lossy links yading@10: #define VP8F_AUTO_ALT_REF 0x00000002 ///< Enable automatic alternate reference frame generation yading@10: yading@10: int auto_alt_ref; yading@10: yading@10: int arnr_max_frames; yading@10: int arnr_strength; yading@10: int arnr_type; yading@10: yading@10: int lag_in_frames; yading@10: int error_resilient; yading@10: int crf; yading@10: int max_intra_rate; yading@10: } VP8Context; yading@10: yading@10: /** String mappings for enum vp8e_enc_control_id */ yading@10: static const char *const ctlidstr[] = { yading@10: [VP8E_UPD_ENTROPY] = "VP8E_UPD_ENTROPY", yading@10: [VP8E_UPD_REFERENCE] = "VP8E_UPD_REFERENCE", yading@10: [VP8E_USE_REFERENCE] = "VP8E_USE_REFERENCE", yading@10: [VP8E_SET_ROI_MAP] = "VP8E_SET_ROI_MAP", yading@10: [VP8E_SET_ACTIVEMAP] = "VP8E_SET_ACTIVEMAP", yading@10: [VP8E_SET_SCALEMODE] = "VP8E_SET_SCALEMODE", yading@10: [VP8E_SET_CPUUSED] = "VP8E_SET_CPUUSED", yading@10: [VP8E_SET_ENABLEAUTOALTREF] = "VP8E_SET_ENABLEAUTOALTREF", yading@10: [VP8E_SET_NOISE_SENSITIVITY] = "VP8E_SET_NOISE_SENSITIVITY", yading@10: [VP8E_SET_SHARPNESS] = "VP8E_SET_SHARPNESS", yading@10: [VP8E_SET_STATIC_THRESHOLD] = "VP8E_SET_STATIC_THRESHOLD", yading@10: [VP8E_SET_TOKEN_PARTITIONS] = "VP8E_SET_TOKEN_PARTITIONS", yading@10: [VP8E_GET_LAST_QUANTIZER] = "VP8E_GET_LAST_QUANTIZER", yading@10: [VP8E_SET_ARNR_MAXFRAMES] = "VP8E_SET_ARNR_MAXFRAMES", yading@10: [VP8E_SET_ARNR_STRENGTH] = "VP8E_SET_ARNR_STRENGTH", yading@10: [VP8E_SET_ARNR_TYPE] = "VP8E_SET_ARNR_TYPE", yading@10: [VP8E_SET_CQ_LEVEL] = "VP8E_SET_CQ_LEVEL", yading@10: [VP8E_SET_MAX_INTRA_BITRATE_PCT] = "VP8E_SET_MAX_INTRA_BITRATE_PCT", yading@10: }; yading@10: yading@10: static av_cold void log_encoder_error(AVCodecContext *avctx, const char *desc) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: const char *error = vpx_codec_error(&ctx->encoder); yading@10: const char *detail = vpx_codec_error_detail(&ctx->encoder); yading@10: yading@10: av_log(avctx, AV_LOG_ERROR, "%s: %s\n", desc, error); yading@10: if (detail) yading@10: av_log(avctx, AV_LOG_ERROR, " Additional information: %s\n", detail); yading@10: } yading@10: yading@10: static av_cold void dump_enc_cfg(AVCodecContext *avctx, yading@10: const struct vpx_codec_enc_cfg *cfg) yading@10: { yading@10: int width = -30; yading@10: int level = AV_LOG_DEBUG; yading@10: yading@10: av_log(avctx, level, "vpx_codec_enc_cfg\n"); yading@10: av_log(avctx, level, "generic settings\n" yading@10: " %*s%u\n %*s%u\n %*s%u\n %*s%u\n %*s%u\n" yading@10: " %*s{%u/%u}\n %*s%u\n %*s%d\n %*s%u\n", yading@10: width, "g_usage:", cfg->g_usage, yading@10: width, "g_threads:", cfg->g_threads, yading@10: width, "g_profile:", cfg->g_profile, yading@10: width, "g_w:", cfg->g_w, yading@10: width, "g_h:", cfg->g_h, yading@10: width, "g_timebase:", cfg->g_timebase.num, cfg->g_timebase.den, yading@10: width, "g_error_resilient:", cfg->g_error_resilient, yading@10: width, "g_pass:", cfg->g_pass, yading@10: width, "g_lag_in_frames:", cfg->g_lag_in_frames); yading@10: av_log(avctx, level, "rate control settings\n" yading@10: " %*s%u\n %*s%u\n %*s%u\n %*s%u\n" yading@10: " %*s%d\n %*s%p(%zu)\n %*s%u\n", yading@10: width, "rc_dropframe_thresh:", cfg->rc_dropframe_thresh, yading@10: width, "rc_resize_allowed:", cfg->rc_resize_allowed, yading@10: width, "rc_resize_up_thresh:", cfg->rc_resize_up_thresh, yading@10: width, "rc_resize_down_thresh:", cfg->rc_resize_down_thresh, yading@10: width, "rc_end_usage:", cfg->rc_end_usage, yading@10: width, "rc_twopass_stats_in:", cfg->rc_twopass_stats_in.buf, cfg->rc_twopass_stats_in.sz, yading@10: width, "rc_target_bitrate:", cfg->rc_target_bitrate); yading@10: av_log(avctx, level, "quantizer settings\n" yading@10: " %*s%u\n %*s%u\n", yading@10: width, "rc_min_quantizer:", cfg->rc_min_quantizer, yading@10: width, "rc_max_quantizer:", cfg->rc_max_quantizer); yading@10: av_log(avctx, level, "bitrate tolerance\n" yading@10: " %*s%u\n %*s%u\n", yading@10: width, "rc_undershoot_pct:", cfg->rc_undershoot_pct, yading@10: width, "rc_overshoot_pct:", cfg->rc_overshoot_pct); yading@10: av_log(avctx, level, "decoder buffer model\n" yading@10: " %*s%u\n %*s%u\n %*s%u\n", yading@10: width, "rc_buf_sz:", cfg->rc_buf_sz, yading@10: width, "rc_buf_initial_sz:", cfg->rc_buf_initial_sz, yading@10: width, "rc_buf_optimal_sz:", cfg->rc_buf_optimal_sz); yading@10: av_log(avctx, level, "2 pass rate control settings\n" yading@10: " %*s%u\n %*s%u\n %*s%u\n", yading@10: width, "rc_2pass_vbr_bias_pct:", cfg->rc_2pass_vbr_bias_pct, yading@10: width, "rc_2pass_vbr_minsection_pct:", cfg->rc_2pass_vbr_minsection_pct, yading@10: width, "rc_2pass_vbr_maxsection_pct:", cfg->rc_2pass_vbr_maxsection_pct); yading@10: av_log(avctx, level, "keyframing settings\n" yading@10: " %*s%d\n %*s%u\n %*s%u\n", yading@10: width, "kf_mode:", cfg->kf_mode, yading@10: width, "kf_min_dist:", cfg->kf_min_dist, yading@10: width, "kf_max_dist:", cfg->kf_max_dist); yading@10: av_log(avctx, level, "\n"); yading@10: } yading@10: yading@10: static void coded_frame_add(void *list, struct FrameListData *cx_frame) yading@10: { yading@10: struct FrameListData **p = list; yading@10: yading@10: while (*p != NULL) yading@10: p = &(*p)->next; yading@10: *p = cx_frame; yading@10: cx_frame->next = NULL; yading@10: } yading@10: yading@10: static av_cold void free_coded_frame(struct FrameListData *cx_frame) yading@10: { yading@10: av_freep(&cx_frame->buf); yading@10: av_freep(&cx_frame); yading@10: } yading@10: yading@10: static av_cold void free_frame_list(struct FrameListData *list) yading@10: { yading@10: struct FrameListData *p = list; yading@10: yading@10: while (p) { yading@10: list = list->next; yading@10: free_coded_frame(p); yading@10: p = list; yading@10: } yading@10: } yading@10: yading@10: static av_cold int codecctl_int(AVCodecContext *avctx, yading@10: enum vp8e_enc_control_id id, int val) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: char buf[80]; yading@10: int width = -30; yading@10: int res; yading@10: yading@10: snprintf(buf, sizeof(buf), "%s:", ctlidstr[id]); yading@10: av_log(avctx, AV_LOG_DEBUG, " %*s%d\n", width, buf, val); yading@10: yading@10: res = vpx_codec_control(&ctx->encoder, id, val); yading@10: if (res != VPX_CODEC_OK) { yading@10: snprintf(buf, sizeof(buf), "Failed to set %s codec control", yading@10: ctlidstr[id]); yading@10: log_encoder_error(avctx, buf); yading@10: } yading@10: yading@10: return res == VPX_CODEC_OK ? 0 : AVERROR(EINVAL); yading@10: } yading@10: yading@10: static av_cold int vp8_free(AVCodecContext *avctx) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: yading@10: vpx_codec_destroy(&ctx->encoder); yading@10: av_freep(&ctx->twopass_stats.buf); yading@10: av_freep(&avctx->coded_frame); yading@10: av_freep(&avctx->stats_out); yading@10: free_frame_list(ctx->coded_frame_list); yading@10: return 0; yading@10: } yading@10: yading@10: static av_cold int vpx_init(AVCodecContext *avctx, yading@10: const struct vpx_codec_iface *iface) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: struct vpx_codec_enc_cfg enccfg; yading@10: vpx_codec_flags_t flags = (avctx->flags & CODEC_FLAG_PSNR) ? VPX_CODEC_USE_PSNR : 0; yading@10: int res; yading@10: yading@10: av_log(avctx, AV_LOG_INFO, "%s\n", vpx_codec_version_str()); yading@10: av_log(avctx, AV_LOG_VERBOSE, "%s\n", vpx_codec_build_config()); yading@10: yading@10: if ((res = vpx_codec_enc_config_default(iface, &enccfg, 0)) != VPX_CODEC_OK) { yading@10: av_log(avctx, AV_LOG_ERROR, "Failed to get config: %s\n", yading@10: vpx_codec_err_to_string(res)); yading@10: return AVERROR(EINVAL); yading@10: } yading@10: yading@10: if(!avctx->bit_rate) yading@10: if(avctx->rc_max_rate || avctx->rc_buffer_size || avctx->rc_initial_buffer_occupancy) { yading@10: av_log( avctx, AV_LOG_ERROR, "Rate control parameters set without a bitrate\n"); yading@10: return AVERROR(EINVAL); yading@10: } yading@10: yading@10: dump_enc_cfg(avctx, &enccfg); yading@10: yading@10: enccfg.g_w = avctx->width; yading@10: enccfg.g_h = avctx->height; yading@10: enccfg.g_timebase.num = avctx->time_base.num; yading@10: enccfg.g_timebase.den = avctx->time_base.den; yading@10: enccfg.g_threads = avctx->thread_count; yading@10: enccfg.g_lag_in_frames= ctx->lag_in_frames; yading@10: yading@10: if (avctx->flags & CODEC_FLAG_PASS1) yading@10: enccfg.g_pass = VPX_RC_FIRST_PASS; yading@10: else if (avctx->flags & CODEC_FLAG_PASS2) yading@10: enccfg.g_pass = VPX_RC_LAST_PASS; yading@10: else yading@10: enccfg.g_pass = VPX_RC_ONE_PASS; yading@10: yading@10: if (avctx->rc_min_rate == avctx->rc_max_rate && yading@10: avctx->rc_min_rate == avctx->bit_rate && avctx->bit_rate) yading@10: enccfg.rc_end_usage = VPX_CBR; yading@10: else if (ctx->crf) yading@10: enccfg.rc_end_usage = VPX_CQ; yading@10: yading@10: if (avctx->bit_rate) { yading@10: enccfg.rc_target_bitrate = av_rescale_rnd(avctx->bit_rate, 1, 1000, yading@10: AV_ROUND_NEAR_INF); yading@10: } else { yading@10: if (enccfg.rc_end_usage == VPX_CQ) { yading@10: enccfg.rc_target_bitrate = 1000000; yading@10: } else { yading@10: avctx->bit_rate = enccfg.rc_target_bitrate * 1000; yading@10: av_log(avctx, AV_LOG_WARNING, yading@10: "Neither bitrate nor constrained quality specified, using default bitrate of %dkbit/sec\n", yading@10: enccfg.rc_target_bitrate); yading@10: } yading@10: } yading@10: yading@10: if (avctx->qmin >= 0) yading@10: enccfg.rc_min_quantizer = avctx->qmin; yading@10: if (avctx->qmax > 0) yading@10: enccfg.rc_max_quantizer = avctx->qmax; yading@10: yading@10: if (enccfg.rc_end_usage == VPX_CQ) { yading@10: if (ctx->crf < enccfg.rc_min_quantizer || ctx->crf > enccfg.rc_max_quantizer) { yading@10: av_log(avctx, AV_LOG_ERROR, yading@10: "CQ level must be between minimum and maximum quantizer value (%d-%d)\n", yading@10: enccfg.rc_min_quantizer, enccfg.rc_max_quantizer); yading@10: return AVERROR(EINVAL); yading@10: } yading@10: } yading@10: yading@10: enccfg.rc_dropframe_thresh = avctx->frame_skip_threshold; yading@10: yading@10: //0-100 (0 => CBR, 100 => VBR) yading@10: enccfg.rc_2pass_vbr_bias_pct = round(avctx->qcompress * 100); yading@10: if (avctx->bit_rate) yading@10: enccfg.rc_2pass_vbr_minsection_pct = yading@10: avctx->rc_min_rate * 100LL / avctx->bit_rate; yading@10: if (avctx->rc_max_rate) yading@10: enccfg.rc_2pass_vbr_maxsection_pct = yading@10: avctx->rc_max_rate * 100LL / avctx->bit_rate; yading@10: yading@10: if (avctx->rc_buffer_size) yading@10: enccfg.rc_buf_sz = yading@10: avctx->rc_buffer_size * 1000LL / avctx->bit_rate; yading@10: if (avctx->rc_initial_buffer_occupancy) yading@10: enccfg.rc_buf_initial_sz = yading@10: avctx->rc_initial_buffer_occupancy * 1000LL / avctx->bit_rate; yading@10: enccfg.rc_buf_optimal_sz = enccfg.rc_buf_sz * 5 / 6; yading@10: enccfg.rc_undershoot_pct = round(avctx->rc_buffer_aggressivity * 100); yading@10: yading@10: //_enc_init() will balk if kf_min_dist differs from max w/VPX_KF_AUTO yading@10: if (avctx->keyint_min >= 0 && avctx->keyint_min == avctx->gop_size) yading@10: enccfg.kf_min_dist = avctx->keyint_min; yading@10: if (avctx->gop_size >= 0) yading@10: enccfg.kf_max_dist = avctx->gop_size; yading@10: yading@10: if (enccfg.g_pass == VPX_RC_FIRST_PASS) yading@10: enccfg.g_lag_in_frames = 0; yading@10: else if (enccfg.g_pass == VPX_RC_LAST_PASS) { yading@10: int decode_size; yading@10: yading@10: if (!avctx->stats_in) { yading@10: av_log(avctx, AV_LOG_ERROR, "No stats file for second pass\n"); yading@10: return AVERROR_INVALIDDATA; yading@10: } yading@10: yading@10: ctx->twopass_stats.sz = strlen(avctx->stats_in) * 3 / 4; yading@10: ctx->twopass_stats.buf = av_malloc(ctx->twopass_stats.sz); yading@10: if (!ctx->twopass_stats.buf) { yading@10: av_log(avctx, AV_LOG_ERROR, yading@10: "Stat buffer alloc (%zu bytes) failed\n", yading@10: ctx->twopass_stats.sz); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: decode_size = av_base64_decode(ctx->twopass_stats.buf, avctx->stats_in, yading@10: ctx->twopass_stats.sz); yading@10: if (decode_size < 0) { yading@10: av_log(avctx, AV_LOG_ERROR, "Stat buffer decode failed\n"); yading@10: return AVERROR_INVALIDDATA; yading@10: } yading@10: yading@10: ctx->twopass_stats.sz = decode_size; yading@10: enccfg.rc_twopass_stats_in = ctx->twopass_stats; yading@10: } yading@10: yading@10: /* 0-3: For non-zero values the encoder increasingly optimizes for reduced yading@10: complexity playback on low powered devices at the expense of encode yading@10: quality. */ yading@10: if (avctx->profile != FF_PROFILE_UNKNOWN) yading@10: enccfg.g_profile = avctx->profile; yading@10: yading@10: enccfg.g_error_resilient = ctx->error_resilient || ctx->flags & VP8F_ERROR_RESILIENT; yading@10: yading@10: dump_enc_cfg(avctx, &enccfg); yading@10: /* Construct Encoder Context */ yading@10: res = vpx_codec_enc_init(&ctx->encoder, iface, &enccfg, flags); yading@10: if (res != VPX_CODEC_OK) { yading@10: log_encoder_error(avctx, "Failed to initialize encoder"); yading@10: return AVERROR(EINVAL); yading@10: } yading@10: yading@10: //codec control failures are currently treated only as warnings yading@10: av_log(avctx, AV_LOG_DEBUG, "vpx_codec_control\n"); yading@10: if (ctx->cpu_used != INT_MIN) yading@10: codecctl_int(avctx, VP8E_SET_CPUUSED, ctx->cpu_used); yading@10: if (ctx->flags & VP8F_AUTO_ALT_REF) yading@10: ctx->auto_alt_ref = 1; yading@10: if (ctx->auto_alt_ref >= 0) yading@10: codecctl_int(avctx, VP8E_SET_ENABLEAUTOALTREF, ctx->auto_alt_ref); yading@10: if (ctx->arnr_max_frames >= 0) yading@10: codecctl_int(avctx, VP8E_SET_ARNR_MAXFRAMES, ctx->arnr_max_frames); yading@10: if (ctx->arnr_strength >= 0) yading@10: codecctl_int(avctx, VP8E_SET_ARNR_STRENGTH, ctx->arnr_strength); yading@10: if (ctx->arnr_type >= 0) yading@10: codecctl_int(avctx, VP8E_SET_ARNR_TYPE, ctx->arnr_type); yading@10: codecctl_int(avctx, VP8E_SET_NOISE_SENSITIVITY, avctx->noise_reduction); yading@10: codecctl_int(avctx, VP8E_SET_TOKEN_PARTITIONS, av_log2(avctx->slices)); yading@10: codecctl_int(avctx, VP8E_SET_STATIC_THRESHOLD, avctx->mb_threshold); yading@10: codecctl_int(avctx, VP8E_SET_CQ_LEVEL, ctx->crf); yading@10: if (ctx->max_intra_rate >= 0) yading@10: codecctl_int(avctx, VP8E_SET_MAX_INTRA_BITRATE_PCT, ctx->max_intra_rate); yading@10: yading@10: av_log(avctx, AV_LOG_DEBUG, "Using deadline: %d\n", ctx->deadline); yading@10: yading@10: //provide dummy value to initialize wrapper, values will be updated each _encode() yading@10: vpx_img_wrap(&ctx->rawimg, VPX_IMG_FMT_I420, avctx->width, avctx->height, 1, yading@10: (unsigned char*)1); yading@10: yading@10: avctx->coded_frame = avcodec_alloc_frame(); yading@10: if (!avctx->coded_frame) { yading@10: av_log(avctx, AV_LOG_ERROR, "Error allocating coded frame\n"); yading@10: vp8_free(avctx); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: return 0; yading@10: } yading@10: yading@10: static inline void cx_pktcpy(struct FrameListData *dst, yading@10: const struct vpx_codec_cx_pkt *src, yading@10: VP8Context *ctx) yading@10: { yading@10: dst->pts = src->data.frame.pts; yading@10: dst->duration = src->data.frame.duration; yading@10: dst->flags = src->data.frame.flags; yading@10: dst->sz = src->data.frame.sz; yading@10: dst->buf = src->data.frame.buf; yading@10: dst->have_sse = 0; yading@10: /* For alt-ref frame, don't store PSNR or increment frame_number */ yading@10: if (!(dst->flags & VPX_FRAME_IS_INVISIBLE)) { yading@10: dst->frame_number = ++ctx->frame_number; yading@10: dst->have_sse = ctx->have_sse; yading@10: if (ctx->have_sse) { yading@10: /* associate last-seen SSE to the frame. */ yading@10: /* Transfers ownership from ctx to dst. */ yading@10: /* WARNING! This makes the assumption that PSNR_PKT comes yading@10: just before the frame it refers to! */ yading@10: memcpy(dst->sse, ctx->sse, sizeof(dst->sse)); yading@10: ctx->have_sse = 0; yading@10: } yading@10: } else { yading@10: dst->frame_number = -1; /* sanity marker */ yading@10: } yading@10: } yading@10: yading@10: /** yading@10: * Store coded frame information in format suitable for return from encode2(). yading@10: * yading@10: * Write information from @a cx_frame to @a pkt yading@10: * @return packet data size on success yading@10: * @return a negative AVERROR on error yading@10: */ yading@10: static int storeframe(AVCodecContext *avctx, struct FrameListData *cx_frame, yading@10: AVPacket *pkt, AVFrame *coded_frame) yading@10: { yading@10: int ret = ff_alloc_packet2(avctx, pkt, cx_frame->sz); yading@10: if (ret >= 0) { yading@10: memcpy(pkt->data, cx_frame->buf, pkt->size); yading@10: pkt->pts = pkt->dts = cx_frame->pts; yading@10: coded_frame->pts = cx_frame->pts; yading@10: coded_frame->key_frame = !!(cx_frame->flags & VPX_FRAME_IS_KEY); yading@10: yading@10: if (coded_frame->key_frame) { yading@10: coded_frame->pict_type = AV_PICTURE_TYPE_I; yading@10: pkt->flags |= AV_PKT_FLAG_KEY; yading@10: } else yading@10: coded_frame->pict_type = AV_PICTURE_TYPE_P; yading@10: yading@10: if (cx_frame->have_sse) { yading@10: int i; yading@10: /* Beware of the Y/U/V/all order! */ yading@10: coded_frame->error[0] = cx_frame->sse[1]; yading@10: coded_frame->error[1] = cx_frame->sse[2]; yading@10: coded_frame->error[2] = cx_frame->sse[3]; yading@10: coded_frame->error[3] = 0; // alpha yading@10: for (i = 0; i < 4; ++i) { yading@10: avctx->error[i] += coded_frame->error[i]; yading@10: } yading@10: cx_frame->have_sse = 0; yading@10: } yading@10: } else { yading@10: return ret; yading@10: } yading@10: return pkt->size; yading@10: } yading@10: yading@10: /** yading@10: * Queue multiple output frames from the encoder, returning the front-most. yading@10: * In cases where vpx_codec_get_cx_data() returns more than 1 frame append yading@10: * the frame queue. Return the head frame if available. yading@10: * @return Stored frame size yading@10: * @return AVERROR(EINVAL) on output size error yading@10: * @return AVERROR(ENOMEM) on coded frame queue data allocation error yading@10: */ yading@10: static int queue_frames(AVCodecContext *avctx, AVPacket *pkt_out, yading@10: AVFrame *coded_frame) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: const struct vpx_codec_cx_pkt *pkt; yading@10: const void *iter = NULL; yading@10: int size = 0; yading@10: yading@10: if (ctx->coded_frame_list) { yading@10: struct FrameListData *cx_frame = ctx->coded_frame_list; yading@10: /* return the leading frame if we've already begun queueing */ yading@10: size = storeframe(avctx, cx_frame, pkt_out, coded_frame); yading@10: if (size < 0) yading@10: return size; yading@10: ctx->coded_frame_list = cx_frame->next; yading@10: free_coded_frame(cx_frame); yading@10: } yading@10: yading@10: /* consume all available output from the encoder before returning. buffers yading@10: are only good through the next vpx_codec call */ yading@10: while ((pkt = vpx_codec_get_cx_data(&ctx->encoder, &iter))) { yading@10: switch (pkt->kind) { yading@10: case VPX_CODEC_CX_FRAME_PKT: yading@10: if (!size) { yading@10: struct FrameListData cx_frame; yading@10: yading@10: /* avoid storing the frame when the list is empty and we haven't yet yading@10: provided a frame for output */ yading@10: av_assert0(!ctx->coded_frame_list); yading@10: cx_pktcpy(&cx_frame, pkt, ctx); yading@10: size = storeframe(avctx, &cx_frame, pkt_out, coded_frame); yading@10: if (size < 0) yading@10: return size; yading@10: } else { yading@10: struct FrameListData *cx_frame = yading@10: av_malloc(sizeof(struct FrameListData)); yading@10: yading@10: if (!cx_frame) { yading@10: av_log(avctx, AV_LOG_ERROR, yading@10: "Frame queue element alloc failed\n"); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: cx_pktcpy(cx_frame, pkt, ctx); yading@10: cx_frame->buf = av_malloc(cx_frame->sz); yading@10: yading@10: if (!cx_frame->buf) { yading@10: av_log(avctx, AV_LOG_ERROR, yading@10: "Data buffer alloc (%zu bytes) failed\n", yading@10: cx_frame->sz); yading@10: av_free(cx_frame); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: memcpy(cx_frame->buf, pkt->data.frame.buf, pkt->data.frame.sz); yading@10: coded_frame_add(&ctx->coded_frame_list, cx_frame); yading@10: } yading@10: break; yading@10: case VPX_CODEC_STATS_PKT: { yading@10: struct vpx_fixed_buf *stats = &ctx->twopass_stats; yading@10: stats->buf = av_realloc_f(stats->buf, 1, yading@10: stats->sz + pkt->data.twopass_stats.sz); yading@10: if (!stats->buf) { yading@10: av_log(avctx, AV_LOG_ERROR, "Stat buffer realloc failed\n"); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: memcpy((uint8_t*)stats->buf + stats->sz, yading@10: pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz); yading@10: stats->sz += pkt->data.twopass_stats.sz; yading@10: break; yading@10: } yading@10: case VPX_CODEC_PSNR_PKT: yading@10: av_assert0(!ctx->have_sse); yading@10: ctx->sse[0] = pkt->data.psnr.sse[0]; yading@10: ctx->sse[1] = pkt->data.psnr.sse[1]; yading@10: ctx->sse[2] = pkt->data.psnr.sse[2]; yading@10: ctx->sse[3] = pkt->data.psnr.sse[3]; yading@10: ctx->have_sse = 1; yading@10: break; yading@10: case VPX_CODEC_CUSTOM_PKT: yading@10: //ignore unsupported/unrecognized packet types yading@10: break; yading@10: } yading@10: } yading@10: yading@10: return size; yading@10: } yading@10: yading@10: static int vp8_encode(AVCodecContext *avctx, AVPacket *pkt, yading@10: const AVFrame *frame, int *got_packet) yading@10: { yading@10: VP8Context *ctx = avctx->priv_data; yading@10: struct vpx_image *rawimg = NULL; yading@10: int64_t timestamp = 0; yading@10: int res, coded_size; yading@10: vpx_enc_frame_flags_t flags = 0; yading@10: yading@10: if (frame) { yading@10: rawimg = &ctx->rawimg; yading@10: rawimg->planes[VPX_PLANE_Y] = frame->data[0]; yading@10: rawimg->planes[VPX_PLANE_U] = frame->data[1]; yading@10: rawimg->planes[VPX_PLANE_V] = frame->data[2]; yading@10: rawimg->stride[VPX_PLANE_Y] = frame->linesize[0]; yading@10: rawimg->stride[VPX_PLANE_U] = frame->linesize[1]; yading@10: rawimg->stride[VPX_PLANE_V] = frame->linesize[2]; yading@10: timestamp = frame->pts; yading@10: if (frame->pict_type == AV_PICTURE_TYPE_I) yading@10: flags |= VPX_EFLAG_FORCE_KF; yading@10: } yading@10: yading@10: res = vpx_codec_encode(&ctx->encoder, rawimg, timestamp, yading@10: avctx->ticks_per_frame, flags, ctx->deadline); yading@10: if (res != VPX_CODEC_OK) { yading@10: log_encoder_error(avctx, "Error encoding frame"); yading@10: return AVERROR_INVALIDDATA; yading@10: } yading@10: coded_size = queue_frames(avctx, pkt, avctx->coded_frame); yading@10: yading@10: if (!frame && avctx->flags & CODEC_FLAG_PASS1) { yading@10: unsigned int b64_size = AV_BASE64_SIZE(ctx->twopass_stats.sz); yading@10: yading@10: avctx->stats_out = av_malloc(b64_size); yading@10: if (!avctx->stats_out) { yading@10: av_log(avctx, AV_LOG_ERROR, "Stat buffer alloc (%d bytes) failed\n", yading@10: b64_size); yading@10: return AVERROR(ENOMEM); yading@10: } yading@10: av_base64_encode(avctx->stats_out, b64_size, ctx->twopass_stats.buf, yading@10: ctx->twopass_stats.sz); yading@10: } yading@10: yading@10: *got_packet = !!coded_size; yading@10: return 0; yading@10: } yading@10: yading@10: #define OFFSET(x) offsetof(VP8Context, x) yading@10: #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM yading@10: static const AVOption options[] = { yading@10: { "cpu-used", "Quality/Speed ratio modifier", OFFSET(cpu_used), AV_OPT_TYPE_INT, {.i64 = INT_MIN}, INT_MIN, INT_MAX, VE}, yading@10: { "auto-alt-ref", "Enable use of alternate reference " yading@10: "frames (2-pass only)", OFFSET(auto_alt_ref), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 1, VE}, yading@10: { "lag-in-frames", "Number of frames to look ahead for " yading@10: "alternate reference frame selection", OFFSET(lag_in_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE}, yading@10: { "arnr-maxframes", "altref noise reduction max frame count", OFFSET(arnr_max_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE}, yading@10: { "arnr-strength", "altref noise reduction filter strength", OFFSET(arnr_strength), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE}, yading@10: { "arnr-type", "altref noise reduction filter type", OFFSET(arnr_type), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE, "arnr_type"}, yading@10: { "backward", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 1}, 0, 0, VE, "arnr_type" }, yading@10: { "forward", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 2}, 0, 0, VE, "arnr_type" }, yading@10: { "centered", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 3}, 0, 0, VE, "arnr_type" }, yading@10: { "deadline", "Time to spend encoding, in microseconds.", OFFSET(deadline), AV_OPT_TYPE_INT, {.i64 = VPX_DL_GOOD_QUALITY}, INT_MIN, INT_MAX, VE, "quality"}, yading@10: { "best", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = VPX_DL_BEST_QUALITY}, 0, 0, VE, "quality"}, yading@10: { "good", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = VPX_DL_GOOD_QUALITY}, 0, 0, VE, "quality"}, yading@10: { "realtime", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = VPX_DL_REALTIME}, 0, 0, VE, "quality"}, yading@10: { "error-resilient", "Error resilience configuration", OFFSET(error_resilient), AV_OPT_TYPE_FLAGS, {.i64 = 0}, INT_MIN, INT_MAX, VE, "er"}, yading@10: { "max-intra-rate", "Maximum I-frame bitrate (pct) 0=unlimited", OFFSET(max_intra_rate), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE}, yading@10: #ifdef VPX_ERROR_RESILIENT_DEFAULT yading@10: { "default", "Improve resiliency against losses of whole frames", 0, AV_OPT_TYPE_CONST, {.i64 = VPX_ERROR_RESILIENT_DEFAULT}, 0, 0, VE, "er"}, yading@10: { "partitions", "The frame partitions are independently decodable " yading@10: "by the bool decoder, meaning that partitions can be decoded even " yading@10: "though earlier partitions have been lost. Note that intra predicition" yading@10: " is still done over the partition boundary.", 0, AV_OPT_TYPE_CONST, {.i64 = VPX_ERROR_RESILIENT_PARTITIONS}, 0, 0, VE, "er"}, yading@10: #endif yading@10: {"speed", "", offsetof(VP8Context, cpu_used), AV_OPT_TYPE_INT, {.i64 = 3}, -16, 16, VE}, yading@10: {"quality", "", offsetof(VP8Context, deadline), AV_OPT_TYPE_INT, {.i64 = VPX_DL_GOOD_QUALITY}, INT_MIN, INT_MAX, VE, "quality"}, yading@10: {"vp8flags", "", offsetof(VP8Context, flags), FF_OPT_TYPE_FLAGS, {.i64 = 0}, 0, UINT_MAX, VE, "flags"}, yading@10: {"error_resilient", "enable error resilience", 0, FF_OPT_TYPE_CONST, {.dbl = VP8F_ERROR_RESILIENT}, INT_MIN, INT_MAX, VE, "flags"}, yading@10: {"altref", "enable use of alternate reference frames (VP8/2-pass only)", 0, FF_OPT_TYPE_CONST, {.dbl = VP8F_AUTO_ALT_REF}, INT_MIN, INT_MAX, VE, "flags"}, yading@10: {"arnr_max_frames", "altref noise reduction max frame count", offsetof(VP8Context, arnr_max_frames), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 15, VE}, yading@10: {"arnr_strength", "altref noise reduction filter strength", offsetof(VP8Context, arnr_strength), AV_OPT_TYPE_INT, {.i64 = 3}, 0, 6, VE}, yading@10: {"arnr_type", "altref noise reduction filter type", offsetof(VP8Context, arnr_type), AV_OPT_TYPE_INT, {.i64 = 3}, 1, 3, VE}, yading@10: {"rc_lookahead", "Number of frames to look ahead for alternate reference frame selection", offsetof(VP8Context, lag_in_frames), AV_OPT_TYPE_INT, {.i64 = 25}, 0, 25, VE}, yading@10: { "crf", "Select the quality for constant quality mode", offsetof(VP8Context, crf), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 63, VE }, yading@10: { NULL } yading@10: }; yading@10: yading@10: static const AVCodecDefault defaults[] = { yading@10: { "qmin", "-1" }, yading@10: { "qmax", "-1" }, yading@10: { "g", "-1" }, yading@10: { "keyint_min", "-1" }, yading@10: { NULL }, yading@10: }; yading@10: yading@10: #if CONFIG_LIBVPX_VP8_ENCODER yading@10: static av_cold int vp8_init(AVCodecContext *avctx) yading@10: { yading@10: return vpx_init(avctx, &vpx_codec_vp8_cx_algo); yading@10: } yading@10: yading@10: static const AVClass class_vp8 = { yading@10: .class_name = "libvpx encoder", yading@10: .item_name = av_default_item_name, yading@10: .option = options, yading@10: .version = LIBAVUTIL_VERSION_INT, yading@10: }; yading@10: yading@10: AVCodec ff_libvpx_vp8_encoder = { yading@10: .name = "libvpx", yading@10: .type = AVMEDIA_TYPE_VIDEO, yading@10: .id = AV_CODEC_ID_VP8, yading@10: .priv_data_size = sizeof(VP8Context), yading@10: .init = vp8_init, yading@10: .encode2 = vp8_encode, yading@10: .close = vp8_free, yading@10: .capabilities = CODEC_CAP_DELAY | CODEC_CAP_AUTO_THREADS, yading@10: .pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE }, yading@10: .long_name = NULL_IF_CONFIG_SMALL("libvpx VP8"), yading@10: .priv_class = &class_vp8, yading@10: .defaults = defaults, yading@10: }; yading@10: #endif /* CONFIG_LIBVPX_VP8_ENCODER */ yading@10: yading@10: #if CONFIG_LIBVPX_VP9_ENCODER yading@10: static av_cold int vp9_init(AVCodecContext *avctx) yading@10: { yading@10: return vpx_init(avctx, &vpx_codec_vp9_cx_algo); yading@10: } yading@10: yading@10: static const AVClass class_vp9 = { yading@10: .class_name = "libvpx encoder", yading@10: .item_name = av_default_item_name, yading@10: .option = options, yading@10: .version = LIBAVUTIL_VERSION_INT, yading@10: }; yading@10: yading@10: AVCodec ff_libvpx_vp9_encoder = { yading@10: .name = "libvpx-vp9", yading@10: .type = AVMEDIA_TYPE_VIDEO, yading@10: .id = AV_CODEC_ID_VP9, yading@10: .priv_data_size = sizeof(VP8Context), yading@10: .init = vp9_init, yading@10: .encode2 = vp8_encode, yading@10: .close = vp8_free, yading@10: .capabilities = CODEC_CAP_DELAY | CODEC_CAP_AUTO_THREADS | CODEC_CAP_EXPERIMENTAL, yading@10: .pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE }, yading@10: .long_name = NULL_IF_CONFIG_SMALL("libvpx VP9"), yading@10: .priv_class = &class_vp9, yading@10: .defaults = defaults, yading@10: }; yading@10: #endif /* CONFIG_LIBVPX_VP9_ENCODER */