2011-07-07 08:21:25 +00:00
|
|
|
/*
|
2012-01-23 14:56:14 +00:00
|
|
|
* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
2011-07-07 08:21:25 +00:00
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
|
2015-11-18 22:00:21 +01:00
|
|
|
#ifndef WEBRTC_MODULES_VIDEO_CODING_MEDIA_OPTIMIZATION_H_
|
|
|
|
|
#define WEBRTC_MODULES_VIDEO_CODING_MEDIA_OPTIMIZATION_H_
|
2013-09-23 19:54:25 +00:00
|
|
|
|
|
|
|
|
#include <list>
|
2016-02-29 05:51:59 -08:00
|
|
|
#include <memory>
|
2011-07-07 08:21:25 +00:00
|
|
|
|
2015-11-04 08:31:52 +01:00
|
|
|
#include "webrtc/modules/include/module_common_types.h"
|
2015-11-18 22:00:21 +01:00
|
|
|
#include "webrtc/modules/video_coding/include/video_coding.h"
|
|
|
|
|
#include "webrtc/modules/video_coding/media_opt_util.h"
|
2017-07-06 19:44:34 +02:00
|
|
|
#include "webrtc/rtc_base/criticalsection.h"
|
2011-07-07 08:21:25 +00:00
|
|
|
|
2013-03-04 15:24:40 +00:00
|
|
|
namespace webrtc {
|
2011-07-07 08:21:25 +00:00
|
|
|
|
2013-01-21 07:42:11 +00:00
|
|
|
class Clock;
|
2013-02-18 14:40:18 +00:00
|
|
|
class FrameDropper;
|
2011-07-07 08:21:25 +00:00
|
|
|
class VCMContentMetricsProcessing;
|
|
|
|
|
|
2013-03-04 15:24:40 +00:00
|
|
|
namespace media_optimization {
|
|
|
|
|
|
2013-09-23 19:54:25 +00:00
|
|
|
class MediaOptimization {
|
|
|
|
|
public:
|
2014-04-11 14:08:35 +00:00
|
|
|
explicit MediaOptimization(Clock* clock);
|
2013-12-19 10:59:48 +00:00
|
|
|
~MediaOptimization();
|
|
|
|
|
|
|
|
|
|
// TODO(andresp): Can Reset and SetEncodingData be done at construction time
|
|
|
|
|
// only?
|
|
|
|
|
void Reset();
|
2011-07-07 08:21:25 +00:00
|
|
|
|
2013-12-19 10:59:48 +00:00
|
|
|
// Informs media optimization of initial encoding state.
|
2016-06-02 15:45:42 +02:00
|
|
|
// TODO(perkj): Deprecate SetEncodingData once its not used for stats in
|
|
|
|
|
// VieEncoder.
|
|
|
|
|
void SetEncodingData(int32_t max_bit_rate,
|
2013-12-19 10:59:48 +00:00
|
|
|
uint32_t bit_rate,
|
2017-08-07 00:03:03 -07:00
|
|
|
uint32_t frame_rate);
|
2013-09-23 19:54:25 +00:00
|
|
|
|
|
|
|
|
// Sets target rates for the encoder given the channel parameters.
|
2017-08-07 00:03:03 -07:00
|
|
|
// Input: |target bitrate| - the encoder target bitrate in bits/s.
|
2016-12-08 02:19:40 -08:00
|
|
|
uint32_t SetTargetRates(uint32_t target_bitrate);
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2013-12-19 10:59:48 +00:00
|
|
|
void EnableFrameDropper(bool enable);
|
|
|
|
|
bool DropFrame();
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2014-12-01 15:23:21 +00:00
|
|
|
// Informs Media Optimization of encoded output.
|
2016-06-02 15:45:42 +02:00
|
|
|
// TODO(perkj): Deprecate SetEncodingData once its not used for stats in
|
|
|
|
|
// VieEncoder.
|
2014-12-01 15:23:21 +00:00
|
|
|
int32_t UpdateWithEncodedData(const EncodedImage& encoded_image);
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2015-06-11 14:20:07 +02:00
|
|
|
// InputFrameRate 0 = no frame rate estimate available.
|
2013-12-19 10:59:48 +00:00
|
|
|
uint32_t InputFrameRate();
|
|
|
|
|
uint32_t SentFrameRate();
|
|
|
|
|
uint32_t SentBitRate();
|
2013-09-23 19:54:25 +00:00
|
|
|
|
|
|
|
|
private:
|
2015-12-21 04:12:39 -08:00
|
|
|
enum { kFrameCountHistorySize = 90 };
|
|
|
|
|
enum { kFrameHistoryWinMs = 2000 };
|
|
|
|
|
enum { kBitrateAverageWinMs = 1000 };
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2013-12-19 10:59:48 +00:00
|
|
|
struct EncodedFrameSample;
|
|
|
|
|
typedef std::list<EncodedFrameSample> FrameSampleList;
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2014-06-30 08:01:47 +00:00
|
|
|
void UpdateIncomingFrameRate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
2017-07-06 16:52:09 +02:00
|
|
|
void PurgeOldFrameSamples(int64_t threshold_ms)
|
2014-06-30 08:01:47 +00:00
|
|
|
EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
|
|
|
|
void UpdateSentFramerate() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2014-06-30 08:01:47 +00:00
|
|
|
void ProcessIncomingFrameRate(int64_t now)
|
|
|
|
|
EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
2013-09-23 19:54:25 +00:00
|
|
|
|
2013-11-18 12:18:43 +00:00
|
|
|
// Checks conditions for suspending the video. The method compares
|
2015-10-29 15:45:00 -07:00
|
|
|
// |video_target_bitrate_| with the threshold values for suspension, and
|
|
|
|
|
// changes the state of |video_suspended_| accordingly.
|
2014-06-30 08:01:47 +00:00
|
|
|
void CheckSuspendConditions() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
|
|
|
|
|
2016-06-02 15:45:42 +02:00
|
|
|
void SetEncodingDataInternal(int32_t max_bit_rate,
|
2014-06-30 08:01:47 +00:00
|
|
|
uint32_t frame_rate,
|
2017-08-07 00:03:03 -07:00
|
|
|
uint32_t bit_rate)
|
2014-06-30 08:01:47 +00:00
|
|
|
EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
|
|
|
|
|
|
|
|
|
uint32_t InputFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
|
|
|
|
|
|
|
|
|
uint32_t SentFrameRateInternal() EXCLUSIVE_LOCKS_REQUIRED(crit_sect_);
|
|
|
|
|
|
|
|
|
|
// Protect all members.
|
2017-03-27 07:24:57 -07:00
|
|
|
rtc::CriticalSection crit_sect_;
|
2014-06-30 08:01:47 +00:00
|
|
|
|
|
|
|
|
Clock* clock_ GUARDED_BY(crit_sect_);
|
|
|
|
|
int32_t max_bit_rate_ GUARDED_BY(crit_sect_);
|
|
|
|
|
float user_frame_rate_ GUARDED_BY(crit_sect_);
|
2016-02-29 05:51:59 -08:00
|
|
|
std::unique_ptr<FrameDropper> frame_dropper_ GUARDED_BY(crit_sect_);
|
2015-10-29 15:45:00 -07:00
|
|
|
int video_target_bitrate_ GUARDED_BY(crit_sect_);
|
2014-06-30 08:01:47 +00:00
|
|
|
float incoming_frame_rate_ GUARDED_BY(crit_sect_);
|
|
|
|
|
int64_t incoming_frame_times_[kFrameCountHistorySize] GUARDED_BY(crit_sect_);
|
|
|
|
|
std::list<EncodedFrameSample> encoded_frame_samples_ GUARDED_BY(crit_sect_);
|
|
|
|
|
uint32_t avg_sent_framerate_ GUARDED_BY(crit_sect_);
|
2013-12-19 10:59:48 +00:00
|
|
|
};
|
2013-03-04 15:24:40 +00:00
|
|
|
} // namespace media_optimization
|
|
|
|
|
} // namespace webrtc
|
2011-07-07 08:21:25 +00:00
|
|
|
|
2015-11-18 22:00:21 +01:00
|
|
|
#endif // WEBRTC_MODULES_VIDEO_CODING_MEDIA_OPTIMIZATION_H_
|