yading@11: /* yading@11: * RTP input format yading@11: * Copyright (c) 2002 Fabrice Bellard yading@11: * yading@11: * This file is part of FFmpeg. yading@11: * yading@11: * FFmpeg is free software; you can redistribute it and/or yading@11: * modify it under the terms of the GNU Lesser General Public yading@11: * License as published by the Free Software Foundation; either yading@11: * version 2.1 of the License, or (at your option) any later version. yading@11: * yading@11: * FFmpeg is distributed in the hope that it will be useful, yading@11: * but WITHOUT ANY WARRANTY; without even the implied warranty of yading@11: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU yading@11: * Lesser General Public License for more details. yading@11: * yading@11: * You should have received a copy of the GNU Lesser General Public yading@11: * License along with FFmpeg; if not, write to the Free Software yading@11: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA yading@11: */ yading@11: yading@11: #include "libavutil/mathematics.h" yading@11: #include "libavutil/avstring.h" yading@11: #include "libavutil/time.h" yading@11: #include "libavcodec/get_bits.h" yading@11: #include "avformat.h" yading@11: #include "network.h" yading@11: #include "srtp.h" yading@11: #include "url.h" yading@11: #include "rtpdec.h" yading@11: #include "rtpdec_formats.h" yading@11: yading@11: #define MIN_FEEDBACK_INTERVAL 200000 /* 200 ms in us */ yading@11: yading@11: static RTPDynamicProtocolHandler realmedia_mp3_dynamic_handler = { yading@11: .enc_name = "X-MP3-draft-00", yading@11: .codec_type = AVMEDIA_TYPE_AUDIO, yading@11: .codec_id = AV_CODEC_ID_MP3ADU, yading@11: }; yading@11: yading@11: static RTPDynamicProtocolHandler speex_dynamic_handler = { yading@11: .enc_name = "speex", yading@11: .codec_type = AVMEDIA_TYPE_AUDIO, yading@11: .codec_id = AV_CODEC_ID_SPEEX, yading@11: }; yading@11: yading@11: static RTPDynamicProtocolHandler opus_dynamic_handler = { yading@11: .enc_name = "opus", yading@11: .codec_type = AVMEDIA_TYPE_AUDIO, yading@11: .codec_id = AV_CODEC_ID_OPUS, yading@11: }; yading@11: yading@11: static RTPDynamicProtocolHandler *rtp_first_dynamic_payload_handler = NULL; yading@11: yading@11: void ff_register_dynamic_payload_handler(RTPDynamicProtocolHandler *handler) yading@11: { yading@11: handler->next = rtp_first_dynamic_payload_handler; yading@11: rtp_first_dynamic_payload_handler = handler; yading@11: } yading@11: yading@11: void av_register_rtp_dynamic_payload_handlers(void) yading@11: { yading@11: ff_register_dynamic_payload_handler(&ff_amr_nb_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_amr_wb_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_g726_16_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_g726_24_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_g726_32_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_g726_40_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_h263_1998_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_h263_2000_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_h263_rfc2190_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_h264_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_ilbc_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_jpeg_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mp4a_latm_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mp4v_es_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mpeg_audio_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mpeg_video_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mpeg4_generic_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_mpegts_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_ms_rtp_asf_pfv_handler); yading@11: ff_register_dynamic_payload_handler(&ff_ms_rtp_asf_pfa_handler); yading@11: ff_register_dynamic_payload_handler(&ff_qcelp_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_qdm2_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_qt_rtp_aud_handler); yading@11: ff_register_dynamic_payload_handler(&ff_qt_rtp_vid_handler); yading@11: ff_register_dynamic_payload_handler(&ff_quicktime_rtp_aud_handler); yading@11: ff_register_dynamic_payload_handler(&ff_quicktime_rtp_vid_handler); yading@11: ff_register_dynamic_payload_handler(&ff_svq3_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_theora_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_vorbis_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&ff_vp8_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&opus_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&realmedia_mp3_dynamic_handler); yading@11: ff_register_dynamic_payload_handler(&speex_dynamic_handler); yading@11: } yading@11: yading@11: RTPDynamicProtocolHandler *ff_rtp_handler_find_by_name(const char *name, yading@11: enum AVMediaType codec_type) yading@11: { yading@11: RTPDynamicProtocolHandler *handler; yading@11: for (handler = rtp_first_dynamic_payload_handler; yading@11: handler; handler = handler->next) yading@11: if (!av_strcasecmp(name, handler->enc_name) && yading@11: codec_type == handler->codec_type) yading@11: return handler; yading@11: return NULL; yading@11: } yading@11: yading@11: RTPDynamicProtocolHandler *ff_rtp_handler_find_by_id(int id, yading@11: enum AVMediaType codec_type) yading@11: { yading@11: RTPDynamicProtocolHandler *handler; yading@11: for (handler = rtp_first_dynamic_payload_handler; yading@11: handler; handler = handler->next) yading@11: if (handler->static_payload_id && handler->static_payload_id == id && yading@11: codec_type == handler->codec_type) yading@11: return handler; yading@11: return NULL; yading@11: } yading@11: yading@11: static int rtcp_parse_packet(RTPDemuxContext *s, const unsigned char *buf, yading@11: int len) yading@11: { yading@11: int payload_len; yading@11: while (len >= 4) { yading@11: payload_len = FFMIN(len, (AV_RB16(buf + 2) + 1) * 4); yading@11: yading@11: switch (buf[1]) { yading@11: case RTCP_SR: yading@11: if (payload_len < 20) { yading@11: av_log(NULL, AV_LOG_ERROR, yading@11: "Invalid length for RTCP SR packet\n"); yading@11: return AVERROR_INVALIDDATA; yading@11: } yading@11: yading@11: s->last_rtcp_reception_time = av_gettime(); yading@11: s->last_rtcp_ntp_time = AV_RB64(buf + 8); yading@11: s->last_rtcp_timestamp = AV_RB32(buf + 16); yading@11: if (s->first_rtcp_ntp_time == AV_NOPTS_VALUE) { yading@11: s->first_rtcp_ntp_time = s->last_rtcp_ntp_time; yading@11: if (!s->base_timestamp) yading@11: s->base_timestamp = s->last_rtcp_timestamp; yading@11: s->rtcp_ts_offset = s->last_rtcp_timestamp - s->base_timestamp; yading@11: } yading@11: yading@11: break; yading@11: case RTCP_BYE: yading@11: return -RTCP_BYE; yading@11: } yading@11: yading@11: buf += payload_len; yading@11: len -= payload_len; yading@11: } yading@11: return -1; yading@11: } yading@11: yading@11: #define RTP_SEQ_MOD (1 << 16) yading@11: yading@11: static void rtp_init_statistics(RTPStatistics *s, uint16_t base_sequence) yading@11: { yading@11: memset(s, 0, sizeof(RTPStatistics)); yading@11: s->max_seq = base_sequence; yading@11: s->probation = 1; yading@11: } yading@11: yading@11: /* yading@11: * Called whenever there is a large jump in sequence numbers, yading@11: * or when they get out of probation... yading@11: */ yading@11: static void rtp_init_sequence(RTPStatistics *s, uint16_t seq) yading@11: { yading@11: s->max_seq = seq; yading@11: s->cycles = 0; yading@11: s->base_seq = seq - 1; yading@11: s->bad_seq = RTP_SEQ_MOD + 1; yading@11: s->received = 0; yading@11: s->expected_prior = 0; yading@11: s->received_prior = 0; yading@11: s->jitter = 0; yading@11: s->transit = 0; yading@11: } yading@11: yading@11: /* Returns 1 if we should handle this packet. */ yading@11: static int rtp_valid_packet_in_sequence(RTPStatistics *s, uint16_t seq) yading@11: { yading@11: uint16_t udelta = seq - s->max_seq; yading@11: const int MAX_DROPOUT = 3000; yading@11: const int MAX_MISORDER = 100; yading@11: const int MIN_SEQUENTIAL = 2; yading@11: yading@11: /* source not valid until MIN_SEQUENTIAL packets with sequence yading@11: * seq. numbers have been received */ yading@11: if (s->probation) { yading@11: if (seq == s->max_seq + 1) { yading@11: s->probation--; yading@11: s->max_seq = seq; yading@11: if (s->probation == 0) { yading@11: rtp_init_sequence(s, seq); yading@11: s->received++; yading@11: return 1; yading@11: } yading@11: } else { yading@11: s->probation = MIN_SEQUENTIAL - 1; yading@11: s->max_seq = seq; yading@11: } yading@11: } else if (udelta < MAX_DROPOUT) { yading@11: // in order, with permissible gap yading@11: if (seq < s->max_seq) { yading@11: // sequence number wrapped; count another 64k cycles yading@11: s->cycles += RTP_SEQ_MOD; yading@11: } yading@11: s->max_seq = seq; yading@11: } else if (udelta <= RTP_SEQ_MOD - MAX_MISORDER) { yading@11: // sequence made a large jump... yading@11: if (seq == s->bad_seq) { yading@11: /* two sequential packets -- assume that the other side yading@11: * restarted without telling us; just resync. */ yading@11: rtp_init_sequence(s, seq); yading@11: } else { yading@11: s->bad_seq = (seq + 1) & (RTP_SEQ_MOD - 1); yading@11: return 0; yading@11: } yading@11: } else { yading@11: // duplicate or reordered packet... yading@11: } yading@11: s->received++; yading@11: return 1; yading@11: } yading@11: yading@11: static void rtcp_update_jitter(RTPStatistics *s, uint32_t sent_timestamp, yading@11: uint32_t arrival_timestamp) yading@11: { yading@11: // Most of this is pretty straight from RFC 3550 appendix A.8 yading@11: uint32_t transit = arrival_timestamp - sent_timestamp; yading@11: uint32_t prev_transit = s->transit; yading@11: int32_t d = transit - prev_transit; yading@11: // Doing the FFABS() call directly on the "transit - prev_transit" yading@11: // expression doesn't work, since it's an unsigned expression. Doing the yading@11: // transit calculation in unsigned is desired though, since it most yading@11: // probably will need to wrap around. yading@11: d = FFABS(d); yading@11: s->transit = transit; yading@11: if (!prev_transit) yading@11: return; yading@11: s->jitter += d - (int32_t) ((s->jitter + 8) >> 4); yading@11: } yading@11: yading@11: int ff_rtp_check_and_send_back_rr(RTPDemuxContext *s, URLContext *fd, yading@11: AVIOContext *avio, int count) yading@11: { yading@11: AVIOContext *pb; yading@11: uint8_t *buf; yading@11: int len; yading@11: int rtcp_bytes; yading@11: RTPStatistics *stats = &s->statistics; yading@11: uint32_t lost; yading@11: uint32_t extended_max; yading@11: uint32_t expected_interval; yading@11: uint32_t received_interval; yading@11: int32_t lost_interval; yading@11: uint32_t expected; yading@11: uint32_t fraction; yading@11: yading@11: if ((!fd && !avio) || (count < 1)) yading@11: return -1; yading@11: yading@11: /* TODO: I think this is way too often; RFC 1889 has algorithm for this */ yading@11: /* XXX: MPEG pts hardcoded. RTCP send every 0.5 seconds */ yading@11: s->octet_count += count; yading@11: rtcp_bytes = ((s->octet_count - s->last_octet_count) * RTCP_TX_RATIO_NUM) / yading@11: RTCP_TX_RATIO_DEN; yading@11: rtcp_bytes /= 50; // mmu_man: that's enough for me... VLC sends much less btw !? yading@11: if (rtcp_bytes < 28) yading@11: return -1; yading@11: s->last_octet_count = s->octet_count; yading@11: yading@11: if (!fd) yading@11: pb = avio; yading@11: else if (avio_open_dyn_buf(&pb) < 0) yading@11: return -1; yading@11: yading@11: // Receiver Report yading@11: avio_w8(pb, (RTP_VERSION << 6) + 1); /* 1 report block */ yading@11: avio_w8(pb, RTCP_RR); yading@11: avio_wb16(pb, 7); /* length in words - 1 */ yading@11: // our own SSRC: we use the server's SSRC + 1 to avoid conflicts yading@11: avio_wb32(pb, s->ssrc + 1); yading@11: avio_wb32(pb, s->ssrc); // server SSRC yading@11: // some placeholders we should really fill... yading@11: // RFC 1889/p64 yading@11: extended_max = stats->cycles + stats->max_seq; yading@11: expected = extended_max - stats->base_seq; yading@11: lost = expected - stats->received; yading@11: lost = FFMIN(lost, 0xffffff); // clamp it since it's only 24 bits... yading@11: expected_interval = expected - stats->expected_prior; yading@11: stats->expected_prior = expected; yading@11: received_interval = stats->received - stats->received_prior; yading@11: stats->received_prior = stats->received; yading@11: lost_interval = expected_interval - received_interval; yading@11: if (expected_interval == 0 || lost_interval <= 0) yading@11: fraction = 0; yading@11: else yading@11: fraction = (lost_interval << 8) / expected_interval; yading@11: yading@11: fraction = (fraction << 24) | lost; yading@11: yading@11: avio_wb32(pb, fraction); /* 8 bits of fraction, 24 bits of total packets lost */ yading@11: avio_wb32(pb, extended_max); /* max sequence received */ yading@11: avio_wb32(pb, stats->jitter >> 4); /* jitter */ yading@11: yading@11: if (s->last_rtcp_ntp_time == AV_NOPTS_VALUE) { yading@11: avio_wb32(pb, 0); /* last SR timestamp */ yading@11: avio_wb32(pb, 0); /* delay since last SR */ yading@11: } else { yading@11: uint32_t middle_32_bits = s->last_rtcp_ntp_time >> 16; // this is valid, right? do we need to handle 64 bit values special? yading@11: uint32_t delay_since_last = av_rescale(av_gettime() - s->last_rtcp_reception_time, yading@11: 65536, AV_TIME_BASE); yading@11: yading@11: avio_wb32(pb, middle_32_bits); /* last SR timestamp */ yading@11: avio_wb32(pb, delay_since_last); /* delay since last SR */ yading@11: } yading@11: yading@11: // CNAME yading@11: avio_w8(pb, (RTP_VERSION << 6) + 1); /* 1 report block */ yading@11: avio_w8(pb, RTCP_SDES); yading@11: len = strlen(s->hostname); yading@11: avio_wb16(pb, (7 + len + 3) / 4); /* length in words - 1 */ yading@11: avio_wb32(pb, s->ssrc + 1); yading@11: avio_w8(pb, 0x01); yading@11: avio_w8(pb, len); yading@11: avio_write(pb, s->hostname, len); yading@11: avio_w8(pb, 0); /* END */ yading@11: // padding yading@11: for (len = (7 + len) % 4; len % 4; len++) yading@11: avio_w8(pb, 0); yading@11: yading@11: avio_flush(pb); yading@11: if (!fd) yading@11: return 0; yading@11: len = avio_close_dyn_buf(pb, &buf); yading@11: if ((len > 0) && buf) { yading@11: int av_unused result; yading@11: av_dlog(s->ic, "sending %d bytes of RR\n", len); yading@11: result = ffurl_write(fd, buf, len); yading@11: av_dlog(s->ic, "result from ffurl_write: %d\n", result); yading@11: av_free(buf); yading@11: } yading@11: return 0; yading@11: } yading@11: yading@11: void ff_rtp_send_punch_packets(URLContext *rtp_handle) yading@11: { yading@11: AVIOContext *pb; yading@11: uint8_t *buf; yading@11: int len; yading@11: yading@11: /* Send a small RTP packet */ yading@11: if (avio_open_dyn_buf(&pb) < 0) yading@11: return; yading@11: yading@11: avio_w8(pb, (RTP_VERSION << 6)); yading@11: avio_w8(pb, 0); /* Payload type */ yading@11: avio_wb16(pb, 0); /* Seq */ yading@11: avio_wb32(pb, 0); /* Timestamp */ yading@11: avio_wb32(pb, 0); /* SSRC */ yading@11: yading@11: avio_flush(pb); yading@11: len = avio_close_dyn_buf(pb, &buf); yading@11: if ((len > 0) && buf) yading@11: ffurl_write(rtp_handle, buf, len); yading@11: av_free(buf); yading@11: yading@11: /* Send a minimal RTCP RR */ yading@11: if (avio_open_dyn_buf(&pb) < 0) yading@11: return; yading@11: yading@11: avio_w8(pb, (RTP_VERSION << 6)); yading@11: avio_w8(pb, RTCP_RR); /* receiver report */ yading@11: avio_wb16(pb, 1); /* length in words - 1 */ yading@11: avio_wb32(pb, 0); /* our own SSRC */ yading@11: yading@11: avio_flush(pb); yading@11: len = avio_close_dyn_buf(pb, &buf); yading@11: if ((len > 0) && buf) yading@11: ffurl_write(rtp_handle, buf, len); yading@11: av_free(buf); yading@11: } yading@11: yading@11: static int find_missing_packets(RTPDemuxContext *s, uint16_t *first_missing, yading@11: uint16_t *missing_mask) yading@11: { yading@11: int i; yading@11: uint16_t next_seq = s->seq + 1; yading@11: RTPPacket *pkt = s->queue; yading@11: yading@11: if (!pkt || pkt->seq == next_seq) yading@11: return 0; yading@11: yading@11: *missing_mask = 0; yading@11: for (i = 1; i <= 16; i++) { yading@11: uint16_t missing_seq = next_seq + i; yading@11: while (pkt) { yading@11: int16_t diff = pkt->seq - missing_seq; yading@11: if (diff >= 0) yading@11: break; yading@11: pkt = pkt->next; yading@11: } yading@11: if (!pkt) yading@11: break; yading@11: if (pkt->seq == missing_seq) yading@11: continue; yading@11: *missing_mask |= 1 << (i - 1); yading@11: } yading@11: yading@11: *first_missing = next_seq; yading@11: return 1; yading@11: } yading@11: yading@11: int ff_rtp_send_rtcp_feedback(RTPDemuxContext *s, URLContext *fd, yading@11: AVIOContext *avio) yading@11: { yading@11: int len, need_keyframe, missing_packets; yading@11: AVIOContext *pb; yading@11: uint8_t *buf; yading@11: int64_t now; yading@11: uint16_t first_missing = 0, missing_mask = 0; yading@11: yading@11: if (!fd && !avio) yading@11: return -1; yading@11: yading@11: need_keyframe = s->handler && s->handler->need_keyframe && yading@11: s->handler->need_keyframe(s->dynamic_protocol_context); yading@11: missing_packets = find_missing_packets(s, &first_missing, &missing_mask); yading@11: yading@11: if (!need_keyframe && !missing_packets) yading@11: return 0; yading@11: yading@11: /* Send new feedback if enough time has elapsed since the last yading@11: * feedback packet. */ yading@11: yading@11: now = av_gettime(); yading@11: if (s->last_feedback_time && yading@11: (now - s->last_feedback_time) < MIN_FEEDBACK_INTERVAL) yading@11: return 0; yading@11: s->last_feedback_time = now; yading@11: yading@11: if (!fd) yading@11: pb = avio; yading@11: else if (avio_open_dyn_buf(&pb) < 0) yading@11: return -1; yading@11: yading@11: if (need_keyframe) { yading@11: avio_w8(pb, (RTP_VERSION << 6) | 1); /* PLI */ yading@11: avio_w8(pb, RTCP_PSFB); yading@11: avio_wb16(pb, 2); /* length in words - 1 */ yading@11: // our own SSRC: we use the server's SSRC + 1 to avoid conflicts yading@11: avio_wb32(pb, s->ssrc + 1); yading@11: avio_wb32(pb, s->ssrc); // server SSRC yading@11: } yading@11: yading@11: if (missing_packets) { yading@11: avio_w8(pb, (RTP_VERSION << 6) | 1); /* NACK */ yading@11: avio_w8(pb, RTCP_RTPFB); yading@11: avio_wb16(pb, 3); /* length in words - 1 */ yading@11: avio_wb32(pb, s->ssrc + 1); yading@11: avio_wb32(pb, s->ssrc); // server SSRC yading@11: yading@11: avio_wb16(pb, first_missing); yading@11: avio_wb16(pb, missing_mask); yading@11: } yading@11: yading@11: avio_flush(pb); yading@11: if (!fd) yading@11: return 0; yading@11: len = avio_close_dyn_buf(pb, &buf); yading@11: if (len > 0 && buf) { yading@11: ffurl_write(fd, buf, len); yading@11: av_free(buf); yading@11: } yading@11: return 0; yading@11: } yading@11: yading@11: /** yading@11: * open a new RTP parse context for stream 'st'. 'st' can be NULL for yading@11: * MPEG2-TS streams. yading@11: */ yading@11: RTPDemuxContext *ff_rtp_parse_open(AVFormatContext *s1, AVStream *st, yading@11: int payload_type, int queue_size) yading@11: { yading@11: RTPDemuxContext *s; yading@11: yading@11: s = av_mallocz(sizeof(RTPDemuxContext)); yading@11: if (!s) yading@11: return NULL; yading@11: s->payload_type = payload_type; yading@11: s->last_rtcp_ntp_time = AV_NOPTS_VALUE; yading@11: s->first_rtcp_ntp_time = AV_NOPTS_VALUE; yading@11: s->ic = s1; yading@11: s->st = st; yading@11: s->queue_size = queue_size; yading@11: rtp_init_statistics(&s->statistics, 0); yading@11: if (st) { yading@11: switch (st->codec->codec_id) { yading@11: case AV_CODEC_ID_ADPCM_G722: yading@11: /* According to RFC 3551, the stream clock rate is 8000 yading@11: * even if the sample rate is 16000. */ yading@11: if (st->codec->sample_rate == 8000) yading@11: st->codec->sample_rate = 16000; yading@11: break; yading@11: default: yading@11: break; yading@11: } yading@11: } yading@11: // needed to send back RTCP RR in RTSP sessions yading@11: gethostname(s->hostname, sizeof(s->hostname)); yading@11: return s; yading@11: } yading@11: yading@11: void ff_rtp_parse_set_dynamic_protocol(RTPDemuxContext *s, PayloadContext *ctx, yading@11: RTPDynamicProtocolHandler *handler) yading@11: { yading@11: s->dynamic_protocol_context = ctx; yading@11: s->handler = handler; yading@11: } yading@11: yading@11: void ff_rtp_parse_set_crypto(RTPDemuxContext *s, const char *suite, yading@11: const char *params) yading@11: { yading@11: if (!ff_srtp_set_crypto(&s->srtp, suite, params)) yading@11: s->srtp_enabled = 1; yading@11: } yading@11: yading@11: /** yading@11: * This was the second switch in rtp_parse packet. yading@11: * Normalizes time, if required, sets stream_index, etc. yading@11: */ yading@11: static void finalize_packet(RTPDemuxContext *s, AVPacket *pkt, uint32_t timestamp) yading@11: { yading@11: if (pkt->pts != AV_NOPTS_VALUE || pkt->dts != AV_NOPTS_VALUE) yading@11: return; /* Timestamp already set by depacketizer */ yading@11: if (timestamp == RTP_NOTS_VALUE) yading@11: return; yading@11: yading@11: if (s->last_rtcp_ntp_time != AV_NOPTS_VALUE && s->ic->nb_streams > 1) { yading@11: int64_t addend; yading@11: int delta_timestamp; yading@11: yading@11: /* compute pts from timestamp with received ntp_time */ yading@11: delta_timestamp = timestamp - s->last_rtcp_timestamp; yading@11: /* convert to the PTS timebase */ yading@11: addend = av_rescale(s->last_rtcp_ntp_time - s->first_rtcp_ntp_time, yading@11: s->st->time_base.den, yading@11: (uint64_t) s->st->time_base.num << 32); yading@11: pkt->pts = s->range_start_offset + s->rtcp_ts_offset + addend + yading@11: delta_timestamp; yading@11: return; yading@11: } yading@11: yading@11: if (!s->base_timestamp) yading@11: s->base_timestamp = timestamp; yading@11: /* assume that the difference is INT32_MIN < x < INT32_MAX, yading@11: * but allow the first timestamp to exceed INT32_MAX */ yading@11: if (!s->timestamp) yading@11: s->unwrapped_timestamp += timestamp; yading@11: else yading@11: s->unwrapped_timestamp += (int32_t)(timestamp - s->timestamp); yading@11: s->timestamp = timestamp; yading@11: pkt->pts = s->unwrapped_timestamp + s->range_start_offset - yading@11: s->base_timestamp; yading@11: } yading@11: yading@11: static int rtp_parse_packet_internal(RTPDemuxContext *s, AVPacket *pkt, yading@11: const uint8_t *buf, int len) yading@11: { yading@11: unsigned int ssrc; yading@11: int payload_type, seq, flags = 0; yading@11: int ext, csrc; yading@11: AVStream *st; yading@11: uint32_t timestamp; yading@11: int rv = 0; yading@11: yading@11: csrc = buf[0] & 0x0f; yading@11: ext = buf[0] & 0x10; yading@11: payload_type = buf[1] & 0x7f; yading@11: if (buf[1] & 0x80) yading@11: flags |= RTP_FLAG_MARKER; yading@11: seq = AV_RB16(buf + 2); yading@11: timestamp = AV_RB32(buf + 4); yading@11: ssrc = AV_RB32(buf + 8); yading@11: /* store the ssrc in the RTPDemuxContext */ yading@11: s->ssrc = ssrc; yading@11: yading@11: /* NOTE: we can handle only one payload type */ yading@11: if (s->payload_type != payload_type) yading@11: return -1; yading@11: yading@11: st = s->st; yading@11: // only do something with this if all the rtp checks pass... yading@11: if (!rtp_valid_packet_in_sequence(&s->statistics, seq)) { yading@11: av_log(st ? st->codec : NULL, AV_LOG_ERROR, yading@11: "RTP: PT=%02x: bad cseq %04x expected=%04x\n", yading@11: payload_type, seq, ((s->seq + 1) & 0xffff)); yading@11: return -1; yading@11: } yading@11: yading@11: if (buf[0] & 0x20) { yading@11: int padding = buf[len - 1]; yading@11: if (len >= 12 + padding) yading@11: len -= padding; yading@11: } yading@11: yading@11: s->seq = seq; yading@11: len -= 12; yading@11: buf += 12; yading@11: yading@11: len -= 4 * csrc; yading@11: buf += 4 * csrc; yading@11: if (len < 0) yading@11: return AVERROR_INVALIDDATA; yading@11: yading@11: /* RFC 3550 Section 5.3.1 RTP Header Extension handling */ yading@11: if (ext) { yading@11: if (len < 4) yading@11: return -1; yading@11: /* calculate the header extension length (stored as number yading@11: * of 32-bit words) */ yading@11: ext = (AV_RB16(buf + 2) + 1) << 2; yading@11: yading@11: if (len < ext) yading@11: return -1; yading@11: // skip past RTP header extension yading@11: len -= ext; yading@11: buf += ext; yading@11: } yading@11: yading@11: if (s->handler && s->handler->parse_packet) { yading@11: rv = s->handler->parse_packet(s->ic, s->dynamic_protocol_context, yading@11: s->st, pkt, ×tamp, buf, len, seq, yading@11: flags); yading@11: } else if (st) { yading@11: if ((rv = av_new_packet(pkt, len)) < 0) yading@11: return rv; yading@11: memcpy(pkt->data, buf, len); yading@11: pkt->stream_index = st->index; yading@11: } else { yading@11: return AVERROR(EINVAL); yading@11: } yading@11: yading@11: // now perform timestamp things.... yading@11: finalize_packet(s, pkt, timestamp); yading@11: yading@11: return rv; yading@11: } yading@11: yading@11: void ff_rtp_reset_packet_queue(RTPDemuxContext *s) yading@11: { yading@11: while (s->queue) { yading@11: RTPPacket *next = s->queue->next; yading@11: av_free(s->queue->buf); yading@11: av_free(s->queue); yading@11: s->queue = next; yading@11: } yading@11: s->seq = 0; yading@11: s->queue_len = 0; yading@11: s->prev_ret = 0; yading@11: } yading@11: yading@11: static void enqueue_packet(RTPDemuxContext *s, uint8_t *buf, int len) yading@11: { yading@11: uint16_t seq = AV_RB16(buf + 2); yading@11: RTPPacket **cur = &s->queue, *packet; yading@11: yading@11: /* Find the correct place in the queue to insert the packet */ yading@11: while (*cur) { yading@11: int16_t diff = seq - (*cur)->seq; yading@11: if (diff < 0) yading@11: break; yading@11: cur = &(*cur)->next; yading@11: } yading@11: yading@11: packet = av_mallocz(sizeof(*packet)); yading@11: if (!packet) yading@11: return; yading@11: packet->recvtime = av_gettime(); yading@11: packet->seq = seq; yading@11: packet->len = len; yading@11: packet->buf = buf; yading@11: packet->next = *cur; yading@11: *cur = packet; yading@11: s->queue_len++; yading@11: } yading@11: yading@11: static int has_next_packet(RTPDemuxContext *s) yading@11: { yading@11: return s->queue && s->queue->seq == (uint16_t) (s->seq + 1); yading@11: } yading@11: yading@11: int64_t ff_rtp_queued_packet_time(RTPDemuxContext *s) yading@11: { yading@11: return s->queue ? s->queue->recvtime : 0; yading@11: } yading@11: yading@11: static int rtp_parse_queued_packet(RTPDemuxContext *s, AVPacket *pkt) yading@11: { yading@11: int rv; yading@11: RTPPacket *next; yading@11: yading@11: if (s->queue_len <= 0) yading@11: return -1; yading@11: yading@11: if (!has_next_packet(s)) yading@11: av_log(s->st ? s->st->codec : NULL, AV_LOG_WARNING, yading@11: "RTP: missed %d packets\n", s->queue->seq - s->seq - 1); yading@11: yading@11: /* Parse the first packet in the queue, and dequeue it */ yading@11: rv = rtp_parse_packet_internal(s, pkt, s->queue->buf, s->queue->len); yading@11: next = s->queue->next; yading@11: av_free(s->queue->buf); yading@11: av_free(s->queue); yading@11: s->queue = next; yading@11: s->queue_len--; yading@11: return rv; yading@11: } yading@11: yading@11: static int rtp_parse_one_packet(RTPDemuxContext *s, AVPacket *pkt, yading@11: uint8_t **bufptr, int len) yading@11: { yading@11: uint8_t *buf = bufptr ? *bufptr : NULL; yading@11: int flags = 0; yading@11: uint32_t timestamp; yading@11: int rv = 0; yading@11: yading@11: if (!buf) { yading@11: /* If parsing of the previous packet actually returned 0 or an error, yading@11: * there's nothing more to be parsed from that packet, but we may have yading@11: * indicated that we can return the next enqueued packet. */ yading@11: if (s->prev_ret <= 0) yading@11: return rtp_parse_queued_packet(s, pkt); yading@11: /* return the next packets, if any */ yading@11: if (s->handler && s->handler->parse_packet) { yading@11: /* timestamp should be overwritten by parse_packet, if not, yading@11: * the packet is left with pts == AV_NOPTS_VALUE */ yading@11: timestamp = RTP_NOTS_VALUE; yading@11: rv = s->handler->parse_packet(s->ic, s->dynamic_protocol_context, yading@11: s->st, pkt, ×tamp, NULL, 0, 0, yading@11: flags); yading@11: finalize_packet(s, pkt, timestamp); yading@11: return rv; yading@11: } yading@11: } yading@11: yading@11: if (len < 12) yading@11: return -1; yading@11: yading@11: if ((buf[0] & 0xc0) != (RTP_VERSION << 6)) yading@11: return -1; yading@11: if (RTP_PT_IS_RTCP(buf[1])) { yading@11: return rtcp_parse_packet(s, buf, len); yading@11: } yading@11: yading@11: if (s->st) { yading@11: int64_t received = av_gettime(); yading@11: uint32_t arrival_ts = av_rescale_q(received, AV_TIME_BASE_Q, yading@11: s->st->time_base); yading@11: timestamp = AV_RB32(buf + 4); yading@11: // Calculate the jitter immediately, before queueing the packet yading@11: // into the reordering queue. yading@11: rtcp_update_jitter(&s->statistics, timestamp, arrival_ts); yading@11: } yading@11: yading@11: if ((s->seq == 0 && !s->queue) || s->queue_size <= 1) { yading@11: /* First packet, or no reordering */ yading@11: return rtp_parse_packet_internal(s, pkt, buf, len); yading@11: } else { yading@11: uint16_t seq = AV_RB16(buf + 2); yading@11: int16_t diff = seq - s->seq; yading@11: if (diff < 0) { yading@11: /* Packet older than the previously emitted one, drop */ yading@11: av_log(s->st ? s->st->codec : NULL, AV_LOG_WARNING, yading@11: "RTP: dropping old packet received too late\n"); yading@11: return -1; yading@11: } else if (diff <= 1) { yading@11: /* Correct packet */ yading@11: rv = rtp_parse_packet_internal(s, pkt, buf, len); yading@11: return rv; yading@11: } else { yading@11: /* Still missing some packet, enqueue this one. */ yading@11: enqueue_packet(s, buf, len); yading@11: *bufptr = NULL; yading@11: /* Return the first enqueued packet if the queue is full, yading@11: * even if we're missing something */ yading@11: if (s->queue_len >= s->queue_size) yading@11: return rtp_parse_queued_packet(s, pkt); yading@11: return -1; yading@11: } yading@11: } yading@11: } yading@11: yading@11: /** yading@11: * Parse an RTP or RTCP packet directly sent as a buffer. yading@11: * @param s RTP parse context. yading@11: * @param pkt returned packet yading@11: * @param bufptr pointer to the input buffer or NULL to read the next packets yading@11: * @param len buffer len yading@11: * @return 0 if a packet is returned, 1 if a packet is returned and more can follow yading@11: * (use buf as NULL to read the next). -1 if no packet (error or no more packet). yading@11: */ yading@11: int ff_rtp_parse_packet(RTPDemuxContext *s, AVPacket *pkt, yading@11: uint8_t **bufptr, int len) yading@11: { yading@11: int rv; yading@11: if (s->srtp_enabled && bufptr && ff_srtp_decrypt(&s->srtp, *bufptr, &len) < 0) yading@11: return -1; yading@11: rv = rtp_parse_one_packet(s, pkt, bufptr, len); yading@11: s->prev_ret = rv; yading@11: while (rv == AVERROR(EAGAIN) && has_next_packet(s)) yading@11: rv = rtp_parse_queued_packet(s, pkt); yading@11: return rv ? rv : has_next_packet(s); yading@11: } yading@11: yading@11: void ff_rtp_parse_close(RTPDemuxContext *s) yading@11: { yading@11: ff_rtp_reset_packet_queue(s); yading@11: ff_srtp_free(&s->srtp); yading@11: av_free(s); yading@11: } yading@11: yading@11: int ff_parse_fmtp(AVStream *stream, PayloadContext *data, const char *p, yading@11: int (*parse_fmtp)(AVStream *stream, yading@11: PayloadContext *data, yading@11: char *attr, char *value)) yading@11: { yading@11: char attr[256]; yading@11: char *value; yading@11: int res; yading@11: int value_size = strlen(p) + 1; yading@11: yading@11: if (!(value = av_malloc(value_size))) { yading@11: av_log(NULL, AV_LOG_ERROR, "Failed to allocate data for FMTP.\n"); yading@11: return AVERROR(ENOMEM); yading@11: } yading@11: yading@11: // remove protocol identifier yading@11: while (*p && *p == ' ') yading@11: p++; // strip spaces yading@11: while (*p && *p != ' ') yading@11: p++; // eat protocol identifier yading@11: while (*p && *p == ' ') yading@11: p++; // strip trailing spaces yading@11: yading@11: while (ff_rtsp_next_attr_and_value(&p, yading@11: attr, sizeof(attr), yading@11: value, value_size)) { yading@11: res = parse_fmtp(stream, data, attr, value); yading@11: if (res < 0 && res != AVERROR_PATCHWELCOME) { yading@11: av_free(value); yading@11: return res; yading@11: } yading@11: } yading@11: av_free(value); yading@11: return 0; yading@11: } yading@11: yading@11: int ff_rtp_finalize_packet(AVPacket *pkt, AVIOContext **dyn_buf, int stream_idx) yading@11: { yading@11: int ret; yading@11: av_init_packet(pkt); yading@11: yading@11: pkt->size = avio_close_dyn_buf(*dyn_buf, &pkt->data); yading@11: pkt->stream_index = stream_idx; yading@11: *dyn_buf = NULL; yading@11: if ((ret = av_packet_from_data(pkt, pkt->data, pkt->size)) < 0) { yading@11: av_freep(&pkt->data); yading@11: return ret; yading@11: } yading@11: return pkt->size; yading@11: }