2014-12-09 10:12:53 +00:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#include "api/audio_codecs/audio_decoder.h"
|
2014-12-09 10:12:53 +00:00
|
|
|
|
2016-09-21 01:57:31 -07:00
|
|
|
#include <memory>
|
|
|
|
|
#include <utility>
|
2014-12-09 10:12:53 +00:00
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#include "api/array_view.h"
|
|
|
|
|
#include "rtc_base/checks.h"
|
|
|
|
|
#include "rtc_base/sanitizer.h"
|
|
|
|
|
#include "rtc_base/trace_event.h"
|
2014-12-09 10:12:53 +00:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
2017-02-10 08:15:44 -08:00
|
|
|
namespace {
|
|
|
|
|
|
|
|
|
|
class OldStyleEncodedFrame final : public AudioDecoder::EncodedAudioFrame {
|
|
|
|
|
public:
|
|
|
|
|
OldStyleEncodedFrame(AudioDecoder* decoder, rtc::Buffer&& payload)
|
|
|
|
|
: decoder_(decoder), payload_(std::move(payload)) {}
|
|
|
|
|
|
|
|
|
|
size_t Duration() const override {
|
|
|
|
|
const int ret = decoder_->PacketDuration(payload_.data(), payload_.size());
|
|
|
|
|
return ret < 0 ? 0 : static_cast<size_t>(ret);
|
|
|
|
|
}
|
|
|
|
|
|
2018-06-21 13:32:56 +02:00
|
|
|
absl::optional<DecodeResult> Decode(
|
2017-02-10 08:15:44 -08:00
|
|
|
rtc::ArrayView<int16_t> decoded) const override {
|
|
|
|
|
auto speech_type = AudioDecoder::kSpeech;
|
|
|
|
|
const int ret = decoder_->Decode(
|
|
|
|
|
payload_.data(), payload_.size(), decoder_->SampleRateHz(),
|
|
|
|
|
decoded.size() * sizeof(int16_t), decoded.data(), &speech_type);
|
2018-06-21 13:32:56 +02:00
|
|
|
return ret < 0 ? absl::nullopt
|
|
|
|
|
: absl::optional<DecodeResult>(
|
2017-02-10 08:15:44 -08:00
|
|
|
{static_cast<size_t>(ret), speech_type});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
AudioDecoder* const decoder_;
|
|
|
|
|
const rtc::Buffer payload_;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
2018-05-22 13:21:01 +02:00
|
|
|
bool AudioDecoder::EncodedAudioFrame::IsDtxPacket() const {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2016-09-20 01:38:00 -07:00
|
|
|
AudioDecoder::ParseResult::ParseResult() = default;
|
|
|
|
|
AudioDecoder::ParseResult::ParseResult(ParseResult&& b) = default;
|
|
|
|
|
AudioDecoder::ParseResult::ParseResult(uint32_t timestamp,
|
2016-09-22 02:06:28 -07:00
|
|
|
int priority,
|
2016-09-20 01:38:00 -07:00
|
|
|
std::unique_ptr<EncodedAudioFrame> frame)
|
2016-09-22 02:06:28 -07:00
|
|
|
: timestamp(timestamp), priority(priority), frame(std::move(frame)) {
|
|
|
|
|
RTC_DCHECK_GE(priority, 0);
|
|
|
|
|
}
|
2016-09-20 01:38:00 -07:00
|
|
|
|
|
|
|
|
AudioDecoder::ParseResult::~ParseResult() = default;
|
|
|
|
|
|
|
|
|
|
AudioDecoder::ParseResult& AudioDecoder::ParseResult::operator=(
|
|
|
|
|
ParseResult&& b) = default;
|
|
|
|
|
|
|
|
|
|
std::vector<AudioDecoder::ParseResult> AudioDecoder::ParsePayload(
|
|
|
|
|
rtc::Buffer&& payload,
|
2016-09-22 02:06:28 -07:00
|
|
|
uint32_t timestamp) {
|
2016-09-20 01:38:00 -07:00
|
|
|
std::vector<ParseResult> results;
|
|
|
|
|
std::unique_ptr<EncodedAudioFrame> frame(
|
2017-02-10 08:15:44 -08:00
|
|
|
new OldStyleEncodedFrame(this, std::move(payload)));
|
2016-09-22 02:06:28 -07:00
|
|
|
results.emplace_back(timestamp, 0, std::move(frame));
|
2016-09-20 01:38:00 -07:00
|
|
|
return results;
|
|
|
|
|
}
|
|
|
|
|
|
2017-02-10 08:15:44 -08:00
|
|
|
int AudioDecoder::Decode(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len,
|
|
|
|
|
int sample_rate_hz,
|
|
|
|
|
size_t max_decoded_bytes,
|
|
|
|
|
int16_t* decoded,
|
|
|
|
|
SpeechType* speech_type) {
|
2015-12-08 13:41:35 +01:00
|
|
|
TRACE_EVENT0("webrtc", "AudioDecoder::Decode");
|
2016-09-02 00:39:33 -07:00
|
|
|
rtc::MsanCheckInitialized(rtc::MakeArrayView(encoded, encoded_len));
|
2015-03-16 12:30:37 +00:00
|
|
|
int duration = PacketDuration(encoded, encoded_len);
|
2015-05-25 13:49:37 +02:00
|
|
|
if (duration >= 0 &&
|
|
|
|
|
duration * Channels() * sizeof(int16_t) > max_decoded_bytes) {
|
2015-03-16 12:30:37 +00:00
|
|
|
return -1;
|
|
|
|
|
}
|
|
|
|
|
return DecodeInternal(encoded, encoded_len, sample_rate_hz, decoded,
|
|
|
|
|
speech_type);
|
|
|
|
|
}
|
|
|
|
|
|
2017-02-10 08:15:44 -08:00
|
|
|
int AudioDecoder::DecodeRedundant(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len,
|
|
|
|
|
int sample_rate_hz,
|
|
|
|
|
size_t max_decoded_bytes,
|
|
|
|
|
int16_t* decoded,
|
|
|
|
|
SpeechType* speech_type) {
|
2015-12-08 13:41:35 +01:00
|
|
|
TRACE_EVENT0("webrtc", "AudioDecoder::DecodeRedundant");
|
2016-09-02 00:39:33 -07:00
|
|
|
rtc::MsanCheckInitialized(rtc::MakeArrayView(encoded, encoded_len));
|
2015-03-16 12:30:37 +00:00
|
|
|
int duration = PacketDurationRedundant(encoded, encoded_len);
|
2015-05-25 13:49:37 +02:00
|
|
|
if (duration >= 0 &&
|
|
|
|
|
duration * Channels() * sizeof(int16_t) > max_decoded_bytes) {
|
2015-03-16 12:30:37 +00:00
|
|
|
return -1;
|
|
|
|
|
}
|
|
|
|
|
return DecodeRedundantInternal(encoded, encoded_len, sample_rate_hz, decoded,
|
|
|
|
|
speech_type);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int AudioDecoder::DecodeRedundantInternal(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len,
|
2017-02-10 08:15:44 -08:00
|
|
|
int sample_rate_hz,
|
|
|
|
|
int16_t* decoded,
|
2015-03-16 12:30:37 +00:00
|
|
|
SpeechType* speech_type) {
|
|
|
|
|
return DecodeInternal(encoded, encoded_len, sample_rate_hz, decoded,
|
|
|
|
|
speech_type);
|
2014-12-09 10:12:53 +00:00
|
|
|
}
|
|
|
|
|
|
2017-02-10 08:15:44 -08:00
|
|
|
bool AudioDecoder::HasDecodePlc() const {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
2014-12-09 10:12:53 +00:00
|
|
|
|
Update a ton of audio code to use size_t more correctly and in general reduce
use of int16_t/uint16_t.
This is the upshot of a recommendation by henrik.lundin and kwiberg on an original small change ( https://webrtc-codereview.appspot.com/42569004/#ps1 ) to stop using int16_t just because values could fit in it, and is similar in nature to a previous "mass change to use size_t more" ( https://webrtc-codereview.appspot.com/23129004/ ) which also needed to be split up for review but to land all at once, since, like adding "const", such changes tend to cause a lot of transitive effects.
This was be reviewed and approved in pieces:
https://codereview.webrtc.org/1224093003
https://codereview.webrtc.org/1224123002
https://codereview.webrtc.org/1224163002
https://codereview.webrtc.org/1225133003
https://codereview.webrtc.org/1225173002
https://codereview.webrtc.org/1227163003
https://codereview.webrtc.org/1227203003
https://codereview.webrtc.org/1227213002
https://codereview.webrtc.org/1227893002
https://codereview.webrtc.org/1228793004
https://codereview.webrtc.org/1228803003
https://codereview.webrtc.org/1228823002
https://codereview.webrtc.org/1228823003
https://codereview.webrtc.org/1228843002
https://codereview.webrtc.org/1230693002
https://codereview.webrtc.org/1231713002
The change is being landed as TBR to all the folks who reviewed the above.
BUG=chromium:81439
TEST=none
R=andrew@webrtc.org, pbos@webrtc.org
TBR=aluebs, andrew, asapersson, henrika, hlundin, jan.skoglund, kwiberg, minyue, pbos, pthatcher
Review URL: https://codereview.webrtc.org/1230503003 .
Cr-Commit-Position: refs/heads/master@{#9768}
2015-08-24 14:52:23 -07:00
|
|
|
size_t AudioDecoder::DecodePlc(size_t num_frames, int16_t* decoded) {
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
2014-12-09 10:12:53 +00:00
|
|
|
|
2019-03-13 17:31:06 -07:00
|
|
|
// TODO(bugs.webrtc.org/9676): Remove default implementation.
|
2018-09-05 18:14:52 +02:00
|
|
|
void AudioDecoder::GeneratePlc(size_t /*requested_samples_per_channel*/,
|
2019-03-13 17:31:06 -07:00
|
|
|
rtc::BufferT<int16_t>* /*concealment_audio*/) {}
|
2018-09-05 18:14:52 +02:00
|
|
|
|
2017-02-10 08:15:44 -08:00
|
|
|
int AudioDecoder::ErrorCode() {
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
2014-12-09 10:12:53 +00:00
|
|
|
|
2015-02-13 14:01:54 +00:00
|
|
|
int AudioDecoder::PacketDuration(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len) const {
|
2014-12-09 10:12:53 +00:00
|
|
|
return kNotImplemented;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
int AudioDecoder::PacketDurationRedundant(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len) const {
|
|
|
|
|
return kNotImplemented;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
bool AudioDecoder::PacketHasFec(const uint8_t* encoded,
|
|
|
|
|
size_t encoded_len) const {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
AudioDecoder::SpeechType AudioDecoder::ConvertSpeechType(int16_t type) {
|
|
|
|
|
switch (type) {
|
|
|
|
|
case 0: // TODO(hlundin): Both iSAC and Opus return 0 for speech.
|
|
|
|
|
case 1:
|
|
|
|
|
return kSpeech;
|
|
|
|
|
case 2:
|
|
|
|
|
return kComfortNoise;
|
|
|
|
|
default:
|
2021-11-15 16:57:07 +01:00
|
|
|
RTC_DCHECK_NOTREACHED();
|
2014-12-09 10:12:53 +00:00
|
|
|
return kSpeech;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2021-11-16 15:11:28 +00:00
|
|
|
constexpr int AudioDecoder::kMaxNumberOfChannels;
|
2014-12-09 10:12:53 +00:00
|
|
|
} // namespace webrtc
|