// Copyright 2020, Chef. All rights reserved. // https://github.com/q191201771/lal // // Use of this source code is governed by a MIT-style license // that can be found in the License file. // // Author: Chef (191201771@qq.com) package rtsp import ( "github.com/q191201771/lal/pkg/base" "github.com/q191201771/naza/pkg/circularqueue" ) // 处理音频和视频的时间戳: // 1. 让音频和视频的时间戳都从0开始(改变原时间戳) // 2. 让音频和视频的时间戳交替递增输出(不改变原时间戳) // 注意,本模块默认音频和视频都存在,如果只有音频或只有视频,则不要使用该模块 const maxQueueSize = 128 type OnAvPacket func(pkt base.AvPacket) type AvPacketQueue struct { onAvPacket OnAvPacket audioBaseTs int64 // audio base timestamp videoBaseTs int64 // video base timestamp audioQueue *circularqueue.CircularQueue // TODO chef: 特化成AvPacket类型 videoQueue *circularqueue.CircularQueue } func NewAvPacketQueue(onAvPacket OnAvPacket) *AvPacketQueue { return &AvPacketQueue{ onAvPacket: onAvPacket, audioBaseTs: -1, videoBaseTs: -1, audioQueue: circularqueue.New(maxQueueSize), videoQueue: circularqueue.New(maxQueueSize), } } // Feed 注意,调用方保证,音频相较于音频,视频相较于视频,时间戳是线性递增的。 func (a *AvPacketQueue) Feed(pkt base.AvPacket) { //Log.Debugf("AVQ feed. t=%d, ts=%d", pkt.PayloadType, pkt.Timestamp) switch pkt.PayloadType { case base.AvPacketPtAvc: fallthrough case base.AvPacketPtHevc: // 时间戳回退了 if pkt.Timestamp < a.videoBaseTs { Log.Warnf("video ts rotate. pktTS=%d, audioBaseTs=%d, videoBaseTs=%d, audioQueue=%d, videoQueue=%d", pkt.Timestamp, a.audioBaseTs, a.videoBaseTs, a.audioQueue.Size(), a.videoQueue.Size()) a.videoBaseTs = -1 a.audioBaseTs = -1 a.PopAllByForce() } // 第一次 if a.videoBaseTs == -1 { a.videoBaseTs = pkt.Timestamp } // 根据基准调节 pkt.Timestamp -= a.videoBaseTs _ = a.videoQueue.PushBack(pkt) case base.AvPacketPtAac: if pkt.Timestamp < a.audioBaseTs { Log.Warnf("audio ts rotate. pktTS=%d, audioBaseTs=%d, videoBaseTs=%d, audioQueue=%d, videoQueue=%d", pkt.Timestamp, a.audioBaseTs, a.videoBaseTs, a.audioQueue.Size(), a.videoQueue.Size()) a.videoBaseTs = -1 a.audioBaseTs = -1 a.PopAllByForce() } if a.audioBaseTs == -1 { a.audioBaseTs = pkt.Timestamp } pkt.Timestamp -= a.audioBaseTs _ = a.audioQueue.PushBack(pkt) } // 如果音频和视频都存在,则按序输出,直到其中一个为空 for !a.audioQueue.Empty() && !a.videoQueue.Empty() { apkt, _ := a.audioQueue.Front() vpkt, _ := a.videoQueue.Front() aapkt := apkt.(base.AvPacket) vvpkt := vpkt.(base.AvPacket) if aapkt.Timestamp < vvpkt.Timestamp { _, _ = a.audioQueue.PopFront() a.onAvPacket(aapkt) } else { _, _ = a.videoQueue.PopFront() a.onAvPacket(vvpkt) } } // 如果视频满了,则全部输出 if a.videoQueue.Full() { Log.Assert(true, a.audioQueue.Empty()) a.popAllVideo() return } // 如果音频满了,则全部输出 if a.audioQueue.Full() { Log.Assert(true, a.videoQueue.Empty()) a.popAllAudio() return } } func (a *AvPacketQueue) PopAllByForce() { if a.audioQueue.Empty() && a.videoQueue.Empty() { // noop } else if a.audioQueue.Empty() && !a.videoQueue.Empty() { a.popAllVideo() } else if !a.audioQueue.Empty() && a.videoQueue.Empty() { a.popAllAudio() } // never reach here Log.Assert(false, !a.audioQueue.Empty() && !a.videoQueue.Empty()) } func (a *AvPacketQueue) popAllAudio() { for !a.audioQueue.Empty() { pkt, _ := a.audioQueue.Front() ppkt := pkt.(base.AvPacket) _, _ = a.audioQueue.PopFront() a.onAvPacket(ppkt) } } func (a *AvPacketQueue) popAllVideo() { for !a.videoQueue.Empty() { pkt, _ := a.videoQueue.Front() ppkt := pkt.(base.AvPacket) _, _ = a.videoQueue.PopFront() a.onAvPacket(ppkt) } }