2017-01-27 03:28:19 -08:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
#include "webrtc/modules/audio_processing/aec3/render_delay_controller.h"
|
|
|
|
|
|
|
|
|
|
#include <algorithm>
|
|
|
|
|
#include <memory>
|
|
|
|
|
#include <string>
|
|
|
|
|
#include <vector>
|
|
|
|
|
|
2017-02-23 05:16:26 -08:00
|
|
|
#include "webrtc/modules/audio_processing/aec3/aec3_common.h"
|
2017-01-27 03:28:19 -08:00
|
|
|
#include "webrtc/modules/audio_processing/aec3/echo_path_delay_estimator.h"
|
2017-02-28 22:08:53 -08:00
|
|
|
#include "webrtc/modules/audio_processing/aec3/render_delay_controller_metrics.h"
|
2017-07-06 19:44:34 +02:00
|
|
|
#include "webrtc/rtc_base/atomicops.h"
|
|
|
|
|
#include "webrtc/rtc_base/constructormagic.h"
|
2017-01-27 03:28:19 -08:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
|
|
|
|
|
|
class RenderDelayControllerImpl final : public RenderDelayController {
|
|
|
|
|
public:
|
2017-04-05 14:18:07 -07:00
|
|
|
RenderDelayControllerImpl(int sample_rate_hz);
|
2017-01-27 03:28:19 -08:00
|
|
|
~RenderDelayControllerImpl() override;
|
2017-04-05 14:18:07 -07:00
|
|
|
void Reset() override;
|
|
|
|
|
void SetDelay(size_t render_delay) override;
|
|
|
|
|
size_t GetDelay(const DownsampledRenderBuffer& render_buffer,
|
|
|
|
|
rtc::ArrayView<const float> capture) override;
|
2017-01-27 03:28:19 -08:00
|
|
|
rtc::Optional<size_t> AlignmentHeadroomSamples() const override {
|
|
|
|
|
return headroom_samples_;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
static int instance_count_;
|
|
|
|
|
std::unique_ptr<ApmDataDumper> data_dumper_;
|
2017-04-05 14:18:07 -07:00
|
|
|
size_t delay_ = 0;
|
2017-01-27 03:28:19 -08:00
|
|
|
EchoPathDelayEstimator delay_estimator_;
|
|
|
|
|
size_t blocks_since_last_delay_estimate_ = 300000;
|
|
|
|
|
int echo_path_delay_samples_ = 0;
|
|
|
|
|
size_t align_call_counter_ = 0;
|
|
|
|
|
rtc::Optional<size_t> headroom_samples_;
|
2017-02-28 22:08:53 -08:00
|
|
|
RenderDelayControllerMetrics metrics_;
|
2017-01-27 03:28:19 -08:00
|
|
|
RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(RenderDelayControllerImpl);
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
size_t ComputeNewBufferDelay(size_t current_delay,
|
|
|
|
|
size_t echo_path_delay_samples) {
|
|
|
|
|
// The below division is not exact and the truncation is intended.
|
|
|
|
|
const int echo_path_delay_blocks = echo_path_delay_samples / kBlockSize;
|
|
|
|
|
constexpr int kDelayHeadroomBlocks = 1;
|
|
|
|
|
|
|
|
|
|
// Compute the buffer delay increase required to achieve the desired latency.
|
|
|
|
|
size_t new_delay = std::max(echo_path_delay_blocks - kDelayHeadroomBlocks, 0);
|
|
|
|
|
|
|
|
|
|
// Add hysteresis.
|
|
|
|
|
if (new_delay == current_delay + 1 || new_delay + 1 == current_delay) {
|
|
|
|
|
new_delay = current_delay;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return new_delay;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int RenderDelayControllerImpl::instance_count_ = 0;
|
|
|
|
|
|
2017-04-05 14:18:07 -07:00
|
|
|
RenderDelayControllerImpl::RenderDelayControllerImpl(int sample_rate_hz)
|
2017-01-27 03:28:19 -08:00
|
|
|
: data_dumper_(
|
|
|
|
|
new ApmDataDumper(rtc::AtomicOps::Increment(&instance_count_))),
|
2017-02-08 05:08:56 -08:00
|
|
|
delay_estimator_(data_dumper_.get()) {
|
|
|
|
|
RTC_DCHECK(ValidFullBandRate(sample_rate_hz));
|
2017-01-27 03:28:19 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
RenderDelayControllerImpl::~RenderDelayControllerImpl() = default;
|
|
|
|
|
|
2017-04-05 14:18:07 -07:00
|
|
|
void RenderDelayControllerImpl::Reset() {
|
|
|
|
|
delay_ = 0;
|
|
|
|
|
blocks_since_last_delay_estimate_ = 300000;
|
|
|
|
|
echo_path_delay_samples_ = 0;
|
|
|
|
|
align_call_counter_ = 0;
|
|
|
|
|
headroom_samples_ = rtc::Optional<size_t>();
|
|
|
|
|
|
|
|
|
|
delay_estimator_.Reset();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RenderDelayControllerImpl::SetDelay(size_t render_delay) {
|
|
|
|
|
if (delay_ != render_delay) {
|
|
|
|
|
// If a the delay set does not match the actual delay, reset the delay
|
|
|
|
|
// controller.
|
|
|
|
|
Reset();
|
|
|
|
|
delay_ = render_delay;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2017-01-27 03:28:19 -08:00
|
|
|
size_t RenderDelayControllerImpl::GetDelay(
|
2017-04-05 14:18:07 -07:00
|
|
|
const DownsampledRenderBuffer& render_buffer,
|
2017-01-27 03:28:19 -08:00
|
|
|
rtc::ArrayView<const float> capture) {
|
|
|
|
|
RTC_DCHECK_EQ(kBlockSize, capture.size());
|
|
|
|
|
|
|
|
|
|
++align_call_counter_;
|
|
|
|
|
rtc::Optional<size_t> echo_path_delay_samples =
|
2017-04-05 14:18:07 -07:00
|
|
|
delay_estimator_.EstimateDelay(render_buffer, capture);
|
2017-01-27 03:28:19 -08:00
|
|
|
if (echo_path_delay_samples) {
|
2017-06-27 11:44:27 +02:00
|
|
|
blocks_since_last_delay_estimate_ = 0;
|
2017-01-27 03:28:19 -08:00
|
|
|
echo_path_delay_samples_ = *echo_path_delay_samples;
|
|
|
|
|
|
|
|
|
|
// Compute and set new render delay buffer delay.
|
|
|
|
|
const size_t new_delay =
|
2017-04-05 14:18:07 -07:00
|
|
|
ComputeNewBufferDelay(delay_, echo_path_delay_samples_);
|
2017-06-27 11:44:27 +02:00
|
|
|
if (align_call_counter_ > kNumBlocksPerSecond) {
|
2017-01-27 03:28:19 -08:00
|
|
|
delay_ = new_delay;
|
|
|
|
|
|
2017-06-27 11:44:27 +02:00
|
|
|
// Update render delay buffer headroom.
|
|
|
|
|
const int headroom = echo_path_delay_samples_ - delay_ * kBlockSize;
|
|
|
|
|
RTC_DCHECK_LE(0, headroom);
|
|
|
|
|
headroom_samples_ = rtc::Optional<size_t>(headroom);
|
|
|
|
|
}
|
2017-04-06 15:45:32 -07:00
|
|
|
} else if (++blocks_since_last_delay_estimate_ > 20 * kNumBlocksPerSecond) {
|
2017-01-27 03:28:19 -08:00
|
|
|
headroom_samples_ = rtc::Optional<size_t>();
|
|
|
|
|
}
|
|
|
|
|
|
2017-02-28 22:08:53 -08:00
|
|
|
metrics_.Update(echo_path_delay_samples, delay_);
|
|
|
|
|
|
2017-01-27 03:28:19 -08:00
|
|
|
data_dumper_->DumpRaw("aec3_render_delay_controller_delay", 1,
|
|
|
|
|
&echo_path_delay_samples_);
|
|
|
|
|
data_dumper_->DumpRaw("aec3_render_delay_controller_buffer_delay", delay_);
|
|
|
|
|
|
|
|
|
|
return delay_;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
2017-04-05 14:18:07 -07:00
|
|
|
RenderDelayController* RenderDelayController::Create(int sample_rate_hz) {
|
|
|
|
|
return new RenderDelayControllerImpl(sample_rate_hz);
|
2017-01-27 03:28:19 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
} // namespace webrtc
|