2014-09-12 11:51:47 +00:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
2015-04-21 15:30:11 -07:00
|
|
|
#include "webrtc/modules/video_coding/utility/include/quality_scaler.h"
|
2014-09-12 11:51:47 +00:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
|
|
|
|
static const int kMinFps = 10;
|
|
|
|
|
static const int kMeasureSeconds = 5;
|
|
|
|
|
static const int kFramedropPercentThreshold = 60;
|
|
|
|
|
|
2015-06-22 08:02:58 +02:00
|
|
|
const int QualityScaler::kDefaultLowQpDenominator = 3;
|
|
|
|
|
// Note that this is the same for width and height to permit 120x90 in both
|
|
|
|
|
// portrait and landscape mode.
|
|
|
|
|
const int QualityScaler::kDefaultMinDownscaleDimension = 90;
|
|
|
|
|
|
2014-09-12 11:51:47 +00:00
|
|
|
QualityScaler::QualityScaler()
|
2015-06-22 08:02:58 +02:00
|
|
|
: num_samples_(0),
|
|
|
|
|
low_qp_threshold_(-1),
|
|
|
|
|
downscale_shift_(0),
|
|
|
|
|
min_width_(kDefaultMinDownscaleDimension),
|
|
|
|
|
min_height_(kDefaultMinDownscaleDimension) {
|
2014-09-12 11:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
2015-05-21 11:12:02 -07:00
|
|
|
void QualityScaler::Init(int low_qp_threshold) {
|
2014-09-12 11:51:47 +00:00
|
|
|
ClearSamples();
|
2015-05-21 11:12:02 -07:00
|
|
|
low_qp_threshold_ = low_qp_threshold;
|
2015-04-21 15:30:11 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void QualityScaler::SetMinResolution(int min_width, int min_height) {
|
|
|
|
|
min_width_ = min_width;
|
|
|
|
|
min_height_ = min_height;
|
2014-09-12 11:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
2015-05-21 11:12:02 -07:00
|
|
|
// Report framerate(fps) to estimate # of samples.
|
2014-09-12 11:51:47 +00:00
|
|
|
void QualityScaler::ReportFramerate(int framerate) {
|
|
|
|
|
num_samples_ = static_cast<size_t>(
|
|
|
|
|
kMeasureSeconds * (framerate < kMinFps ? kMinFps : framerate));
|
|
|
|
|
}
|
|
|
|
|
|
2015-05-21 11:12:02 -07:00
|
|
|
void QualityScaler::ReportQP(int qp) {
|
2014-09-12 11:51:47 +00:00
|
|
|
framedrop_percent_.AddSample(0);
|
2015-05-21 11:12:02 -07:00
|
|
|
average_qp_.AddSample(qp);
|
2014-09-12 11:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void QualityScaler::ReportDroppedFrame() {
|
|
|
|
|
framedrop_percent_.AddSample(100);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
QualityScaler::Resolution QualityScaler::GetScaledResolution(
|
2015-05-29 17:21:40 -07:00
|
|
|
const VideoFrame& frame) {
|
2015-04-21 15:30:11 -07:00
|
|
|
// Should be set through InitEncode -> Should be set by now.
|
2014-09-12 11:51:47 +00:00
|
|
|
assert(low_qp_threshold_ >= 0);
|
|
|
|
|
assert(num_samples_ > 0);
|
|
|
|
|
|
|
|
|
|
Resolution res;
|
|
|
|
|
res.width = frame.width();
|
|
|
|
|
res.height = frame.height();
|
|
|
|
|
|
2015-04-21 15:30:11 -07:00
|
|
|
// Update scale factor.
|
2015-05-21 14:11:36 -07:00
|
|
|
int avg_drop = 0;
|
|
|
|
|
int avg_qp = 0;
|
2015-04-21 15:30:11 -07:00
|
|
|
if (framedrop_percent_.GetAverage(num_samples_, &avg_drop) &&
|
|
|
|
|
avg_drop >= kFramedropPercentThreshold) {
|
|
|
|
|
AdjustScale(false);
|
2015-05-21 11:12:02 -07:00
|
|
|
} else if (average_qp_.GetAverage(num_samples_, &avg_qp) &&
|
|
|
|
|
avg_qp <= low_qp_threshold_) {
|
2015-04-21 15:30:11 -07:00
|
|
|
AdjustScale(true);
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-12 11:51:47 +00:00
|
|
|
assert(downscale_shift_ >= 0);
|
|
|
|
|
for (int shift = downscale_shift_;
|
2015-06-22 08:02:58 +02:00
|
|
|
shift > 0 && (res.width >> 1 >= min_width_) &&
|
|
|
|
|
(res.height >> 1 >= min_height_);
|
2014-09-12 11:51:47 +00:00
|
|
|
--shift) {
|
|
|
|
|
res.width >>= 1;
|
|
|
|
|
res.height >>= 1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return res;
|
|
|
|
|
}
|
|
|
|
|
|
2015-05-29 17:21:40 -07:00
|
|
|
const VideoFrame& QualityScaler::GetScaledFrame(const VideoFrame& frame) {
|
2014-09-12 11:51:47 +00:00
|
|
|
Resolution res = GetScaledResolution(frame);
|
|
|
|
|
if (res.width == frame.width())
|
|
|
|
|
return frame;
|
|
|
|
|
|
|
|
|
|
scaler_.Set(frame.width(),
|
|
|
|
|
frame.height(),
|
|
|
|
|
res.width,
|
|
|
|
|
res.height,
|
|
|
|
|
kI420,
|
|
|
|
|
kI420,
|
|
|
|
|
kScaleBox);
|
|
|
|
|
if (scaler_.Scale(frame, &scaled_frame_) != 0)
|
|
|
|
|
return frame;
|
|
|
|
|
|
|
|
|
|
scaled_frame_.set_ntp_time_ms(frame.ntp_time_ms());
|
|
|
|
|
scaled_frame_.set_timestamp(frame.timestamp());
|
|
|
|
|
scaled_frame_.set_render_time_ms(frame.render_time_ms());
|
|
|
|
|
|
|
|
|
|
return scaled_frame_;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void QualityScaler::ClearSamples() {
|
|
|
|
|
framedrop_percent_.Reset();
|
2015-05-21 11:12:02 -07:00
|
|
|
average_qp_.Reset();
|
2014-09-12 11:51:47 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void QualityScaler::AdjustScale(bool up) {
|
|
|
|
|
downscale_shift_ += up ? -1 : 1;
|
|
|
|
|
if (downscale_shift_ < 0)
|
|
|
|
|
downscale_shift_ = 0;
|
|
|
|
|
ClearSamples();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
} // namespace webrtc
|