2015-11-06 15:34:49 -08:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
2017-09-15 06:47:31 +02:00
|
|
|
#ifndef CALL_AUDIO_STATE_H_
|
|
|
|
|
#define CALL_AUDIO_STATE_H_
|
2015-11-06 15:34:49 -08:00
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#include "api/audio/audio_mixer.h"
|
2019-01-25 20:26:48 +01:00
|
|
|
#include "api/scoped_refptr.h"
|
2018-04-09 14:24:52 +02:00
|
|
|
#include "modules/audio_device/include/audio_device.h"
|
|
|
|
|
#include "modules/audio_processing/include/audio_processing.h"
|
2019-01-11 09:11:00 -08:00
|
|
|
#include "rtc_base/ref_count.h"
|
2015-11-06 15:34:49 -08:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
2017-11-20 22:12:21 +01:00
|
|
|
class AudioTransport;
|
2015-11-06 15:34:49 -08:00
|
|
|
|
|
|
|
|
// AudioState holds the state which must be shared between multiple instances of
|
|
|
|
|
// webrtc::Call for audio processing purposes.
|
|
|
|
|
class AudioState : public rtc::RefCountInterface {
|
|
|
|
|
public:
|
|
|
|
|
struct Config {
|
2018-04-09 14:24:52 +02:00
|
|
|
Config();
|
|
|
|
|
~Config();
|
|
|
|
|
|
2016-11-08 04:26:30 -08:00
|
|
|
// The audio mixer connected to active receive streams. One per
|
|
|
|
|
// AudioState.
|
|
|
|
|
rtc::scoped_refptr<AudioMixer> audio_mixer;
|
2017-06-29 08:32:09 -07:00
|
|
|
|
|
|
|
|
// The audio processing module.
|
|
|
|
|
rtc::scoped_refptr<webrtc::AudioProcessing> audio_processing;
|
2017-12-01 20:09:56 +01:00
|
|
|
|
|
|
|
|
// TODO(solenberg): Temporary: audio device module.
|
|
|
|
|
rtc::scoped_refptr<webrtc::AudioDeviceModule> audio_device_module;
|
2015-11-06 15:34:49 -08:00
|
|
|
};
|
|
|
|
|
|
Remove voe::TransmitMixer
TransmitMixer's functionality is moved into the AudioTransportProxy
owned by AudioState. This removes the need for an AudioTransport
implementation in VoEBaseImpl, which means that the proxy is no longer
a proxy, hence AudioTransportProxy is renamed to AudioTransportImpl.
In the short term, AudioState needs to know which AudioDeviceModule is
used, so it is added in AudioState::Config. AudioTransportImpl needs
to know which AudioSendStream:s are currently enabled to send, so
AudioState maintains a map of them, which is reduced into a simple
vector for AudioTransportImpl.
To encode and transmit audio,
AudioSendStream::OnAudioData(std::unique_ptr<AudioFrame> audio_frame)
is introduced, which is used in both the Chromium and standalone use
cases. This removes the need for two different instances of
voe::Channel::ProcessAndEncodeAudio(), so there is now only one,
taking an AudioFrame as argument. Callers need to allocate their own
AudioFrame:s, which is wasteful but not a regression since this was
already happening in the voe::Channel functions.
Most of the logic changed resides in
AudioTransportImpl::RecordedDataIsAvailable(), where two strange
things were found:
1. The clock drift parameter was ineffective since
apm->echo_cancellation()->enable_drift_compensation(false) is
called during initialization.
2. The output parameter 'new_mic_volume' was never set - instead it
was returned as a result, causing the ADM to never update the
analog mic gain
(https://cs.chromium.org/chromium/src/third_party/webrtc/voice_engine/voe_base_impl.cc?q=voe_base_impl.cc&dr&l=100).
Besides this, tests are updated, and some dead code is removed which
was found in the process.
Bug: webrtc:4690, webrtc:8591
Change-Id: I789d5296bf5efb7299a5ee05a4f3ce6abf9124b2
Reviewed-on: https://webrtc-review.googlesource.com/26681
Commit-Queue: Fredrik Solenberg <solenberg@webrtc.org>
Reviewed-by: Oskar Sundbom <ossu@webrtc.org>
Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#21301}
2017-12-15 16:42:15 +01:00
|
|
|
struct Stats {
|
|
|
|
|
// Audio peak level (max(abs())), linearly on the interval [0,32767].
|
|
|
|
|
int32_t audio_level = -1;
|
|
|
|
|
// See:
|
|
|
|
|
// https://w3c.github.io/webrtc-stats/#dom-rtcmediastreamtrackstats-totalaudioenergy
|
|
|
|
|
double total_energy = 0.0f;
|
|
|
|
|
double total_duration = 0.0f;
|
|
|
|
|
};
|
|
|
|
|
|
2017-06-29 08:32:09 -07:00
|
|
|
virtual AudioProcessing* audio_processing() = 0;
|
2017-11-20 22:12:21 +01:00
|
|
|
virtual AudioTransport* audio_transport() = 0;
|
2017-06-29 08:32:09 -07:00
|
|
|
|
2017-11-01 11:06:56 +01:00
|
|
|
// Enable/disable playout of the audio channels. Enabled by default.
|
|
|
|
|
// This will stop playout of the underlying audio device but start a task
|
|
|
|
|
// which will poll for audio data every 10ms to ensure that audio processing
|
|
|
|
|
// happens and the audio stats are updated.
|
|
|
|
|
virtual void SetPlayout(bool enabled) = 0;
|
|
|
|
|
|
|
|
|
|
// Enable/disable recording of the audio channels. Enabled by default.
|
|
|
|
|
// This will stop recording of the underlying audio device and no audio
|
|
|
|
|
// packets will be encoded or transmitted.
|
|
|
|
|
virtual void SetRecording(bool enabled) = 0;
|
|
|
|
|
|
Remove voe::TransmitMixer
TransmitMixer's functionality is moved into the AudioTransportProxy
owned by AudioState. This removes the need for an AudioTransport
implementation in VoEBaseImpl, which means that the proxy is no longer
a proxy, hence AudioTransportProxy is renamed to AudioTransportImpl.
In the short term, AudioState needs to know which AudioDeviceModule is
used, so it is added in AudioState::Config. AudioTransportImpl needs
to know which AudioSendStream:s are currently enabled to send, so
AudioState maintains a map of them, which is reduced into a simple
vector for AudioTransportImpl.
To encode and transmit audio,
AudioSendStream::OnAudioData(std::unique_ptr<AudioFrame> audio_frame)
is introduced, which is used in both the Chromium and standalone use
cases. This removes the need for two different instances of
voe::Channel::ProcessAndEncodeAudio(), so there is now only one,
taking an AudioFrame as argument. Callers need to allocate their own
AudioFrame:s, which is wasteful but not a regression since this was
already happening in the voe::Channel functions.
Most of the logic changed resides in
AudioTransportImpl::RecordedDataIsAvailable(), where two strange
things were found:
1. The clock drift parameter was ineffective since
apm->echo_cancellation()->enable_drift_compensation(false) is
called during initialization.
2. The output parameter 'new_mic_volume' was never set - instead it
was returned as a result, causing the ADM to never update the
analog mic gain
(https://cs.chromium.org/chromium/src/third_party/webrtc/voice_engine/voe_base_impl.cc?q=voe_base_impl.cc&dr&l=100).
Besides this, tests are updated, and some dead code is removed which
was found in the process.
Bug: webrtc:4690, webrtc:8591
Change-Id: I789d5296bf5efb7299a5ee05a4f3ce6abf9124b2
Reviewed-on: https://webrtc-review.googlesource.com/26681
Commit-Queue: Fredrik Solenberg <solenberg@webrtc.org>
Reviewed-by: Oskar Sundbom <ossu@webrtc.org>
Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#21301}
2017-12-15 16:42:15 +01:00
|
|
|
virtual Stats GetAudioInputStats() const = 0;
|
|
|
|
|
virtual void SetStereoChannelSwapping(bool enable) = 0;
|
|
|
|
|
|
2015-11-06 15:34:49 -08:00
|
|
|
static rtc::scoped_refptr<AudioState> Create(
|
|
|
|
|
const AudioState::Config& config);
|
|
|
|
|
|
2018-04-09 14:24:52 +02:00
|
|
|
~AudioState() override {}
|
2015-11-06 15:34:49 -08:00
|
|
|
};
|
|
|
|
|
} // namespace webrtc
|
|
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#endif // CALL_AUDIO_STATE_H_
|