6cd6d8ecfd
Adds new class DecodeSynchronizer that will coalesce the decoding of received streams on the metronome. This feature is experimental and is backed by a field trial WebRTC-FrameBuffer3. This experiment now has 3 arms to it, "WebRTC-FrameBuffer3/arm:FrameBuffer2/": Default, uses old frame buffer. "WebRTC-FrameBuffer3/arm:FrameBuffer3/": Uses new frame buffer. "WebRTC-FrameBuffer3/arm:SyncDecoding/": Uses new frame buffer with frame scheduled on the metronome. The SyncDecoding arm will not work until it is wired up in the follow-up CL. This change also makes the following modifications, * Adds FakeMetronome utilities for tests using a metronome. * Makes FrameDecodeScheduler an interface. The default implementation is TaskQueueFrameDecodeScheduler. * FrameDecodeScheduler now has a Stop() method, which must be called before destruction. TBR=philipel@webrtc.org Change-Id: I58a306bb883604b0be3eb2a04b3d07dbdf185c71 Bug: webrtc:13658 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/250665 Reviewed-by: Henrik Boström <hbos@webrtc.org> Reviewed-by: Ilya Nikolaevskiy <ilnik@webrtc.org> Reviewed-by: Stefan Holmer <holmer@google.com> Reviewed-by: Stefan Holmer <stefan@webrtc.org> Commit-Queue: Evan Shrubsole <eshr@webrtc.org> Cr-Commit-Position: refs/heads/main@{#35988}
54 lines
1.5 KiB
C++
54 lines
1.5 KiB
C++
/*
|
|
* Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef VIDEO_FRAME_DECODE_TIMING_H_
|
|
#define VIDEO_FRAME_DECODE_TIMING_H_
|
|
|
|
#include <stdint.h>
|
|
|
|
#include <functional>
|
|
|
|
#include "api/task_queue/task_queue_base.h"
|
|
#include "modules/video_coding/timing.h"
|
|
#include "rtc_base/task_utils/pending_task_safety_flag.h"
|
|
#include "system_wrappers/include/clock.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class FrameDecodeTiming {
|
|
public:
|
|
FrameDecodeTiming(Clock* clock, webrtc::VCMTiming const* timing);
|
|
~FrameDecodeTiming() = default;
|
|
FrameDecodeTiming(const FrameDecodeTiming&) = delete;
|
|
FrameDecodeTiming& operator=(const FrameDecodeTiming&) = delete;
|
|
|
|
// Any frame that has decode delay more than this in the past can be
|
|
// fast-forwarded.
|
|
static constexpr TimeDelta kMaxAllowedFrameDelay = TimeDelta::Millis(5);
|
|
|
|
struct FrameSchedule {
|
|
Timestamp latest_decode_time;
|
|
Timestamp render_time;
|
|
};
|
|
|
|
absl::optional<FrameSchedule> OnFrameBufferUpdated(
|
|
uint32_t next_temporal_unit_rtp,
|
|
uint32_t last_temporal_unit_rtp,
|
|
bool too_many_frames_queued);
|
|
|
|
private:
|
|
Clock* const clock_;
|
|
webrtc::VCMTiming const* const timing_;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // VIDEO_FRAME_DECODE_TIMING_H_
|