2020-07-14 12:34:36 +02:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2020 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
2020-10-15 15:57:17 +02:00
|
|
|
#include "modules/video_coding/svc/create_scalability_structure.h"
|
2020-07-14 12:34:36 +02:00
|
|
|
|
|
|
|
|
#include <memory>
|
|
|
|
|
|
2022-04-29 11:03:13 +02:00
|
|
|
#include "api/video_codecs/scalability_mode.h"
|
2021-02-12 17:24:51 +01:00
|
|
|
#include "modules/video_coding/svc/scalability_structure_full_svc.h"
|
2020-10-16 16:14:58 +02:00
|
|
|
#include "modules/video_coding/svc/scalability_structure_key_svc.h"
|
2020-10-15 15:57:17 +02:00
|
|
|
#include "modules/video_coding/svc/scalability_structure_l2t2_key_shift.h"
|
2021-02-18 14:39:52 +01:00
|
|
|
#include "modules/video_coding/svc/scalability_structure_simulcast.h"
|
2020-10-15 15:57:17 +02:00
|
|
|
#include "modules/video_coding/svc/scalable_video_controller.h"
|
|
|
|
|
#include "modules/video_coding/svc/scalable_video_controller_no_layering.h"
|
2020-07-14 12:34:36 +02:00
|
|
|
#include "rtc_base/checks.h"
|
|
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
namespace {
|
|
|
|
|
|
|
|
|
|
struct NamedStructureFactory {
|
2022-04-29 11:03:13 +02:00
|
|
|
ScalabilityMode name;
|
2020-07-14 12:34:36 +02:00
|
|
|
// Use function pointer to make NamedStructureFactory trivally destructable.
|
|
|
|
|
std::unique_ptr<ScalableVideoController> (*factory)();
|
2021-09-06 15:41:54 +02:00
|
|
|
ScalableVideoController::StreamLayersConfig config;
|
2020-07-14 12:34:36 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
// Wrap std::make_unique function to have correct return type.
|
|
|
|
|
template <typename T>
|
|
|
|
|
std::unique_ptr<ScalableVideoController> Create() {
|
|
|
|
|
return std::make_unique<T>();
|
|
|
|
|
}
|
|
|
|
|
|
2021-02-12 17:24:51 +01:00
|
|
|
template <typename T>
|
|
|
|
|
std::unique_ptr<ScalableVideoController> CreateH() {
|
|
|
|
|
// 1.5:1 scaling, see https://w3c.github.io/webrtc-svc/#scalabilitymodes*
|
|
|
|
|
typename T::ScalingFactor factor;
|
|
|
|
|
factor.num = 2;
|
|
|
|
|
factor.den = 3;
|
|
|
|
|
return std::make_unique<T>(factor);
|
|
|
|
|
}
|
|
|
|
|
|
2022-04-06 13:37:40 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL1T1 = {
|
2021-09-06 15:41:54 +02:00
|
|
|
/*num_spatial_layers=*/1, /*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/false};
|
|
|
|
|
|
|
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL1T2 = {
|
|
|
|
|
/*num_spatial_layers=*/1, /*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/false};
|
|
|
|
|
|
|
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL1T3 = {
|
|
|
|
|
/*num_spatial_layers=*/1, /*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/false};
|
|
|
|
|
|
|
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T1 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
|
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T1h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
|
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T2 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
2022-08-30 11:32:24 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T2h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
2021-09-06 15:41:54 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T3 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
2022-08-30 11:32:24 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL2T3h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
2021-09-06 15:41:54 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T1 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-30 11:32:24 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T1h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2022-08-26 12:24:59 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T2 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-30 11:32:24 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T2h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2021-09-06 15:41:54 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T3 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-30 11:32:24 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigL3T3h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/true,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2021-09-06 15:41:54 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T1 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T1h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
2022-08-29 09:05:00 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T2 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T2h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
2022-06-30 15:42:51 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T3 = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1},
|
|
|
|
|
{2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS2T3h = {
|
|
|
|
|
/*num_spatial_layers=*/2,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{2, 1},
|
|
|
|
|
{3, 1}};
|
|
|
|
|
|
2022-08-29 09:05:00 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T1 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T1h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/1,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2022-08-29 09:05:00 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T2 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T2h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/2,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2021-09-06 15:41:54 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T3 = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{1, 1, 1},
|
|
|
|
|
{4, 2, 1}};
|
|
|
|
|
|
2022-08-31 09:46:41 +02:00
|
|
|
constexpr ScalableVideoController::StreamLayersConfig kConfigS3T3h = {
|
|
|
|
|
/*num_spatial_layers=*/3,
|
|
|
|
|
/*num_temporal_layers=*/3,
|
|
|
|
|
/*uses_reference_scaling=*/false,
|
|
|
|
|
{4, 2, 1},
|
|
|
|
|
{9, 3, 1}};
|
|
|
|
|
|
2020-07-14 12:34:36 +02:00
|
|
|
constexpr NamedStructureFactory kFactories[] = {
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kL1T1, Create<ScalableVideoControllerNoLayering>,
|
|
|
|
|
kConfigL1T1},
|
|
|
|
|
{ScalabilityMode::kL1T2, Create<ScalabilityStructureL1T2>, kConfigL1T2},
|
|
|
|
|
{ScalabilityMode::kL1T3, Create<ScalabilityStructureL1T3>, kConfigL1T3},
|
|
|
|
|
{ScalabilityMode::kL2T1, Create<ScalabilityStructureL2T1>, kConfigL2T1},
|
|
|
|
|
{ScalabilityMode::kL2T1h, CreateH<ScalabilityStructureL2T1>, kConfigL2T1h},
|
|
|
|
|
{ScalabilityMode::kL2T1_KEY, Create<ScalabilityStructureL2T1Key>,
|
|
|
|
|
kConfigL2T1},
|
|
|
|
|
{ScalabilityMode::kL2T2, Create<ScalabilityStructureL2T2>, kConfigL2T2},
|
2022-08-30 11:32:24 +02:00
|
|
|
{ScalabilityMode::kL2T2h, CreateH<ScalabilityStructureL2T2>, kConfigL2T2h},
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kL2T2_KEY, Create<ScalabilityStructureL2T2Key>,
|
|
|
|
|
kConfigL2T2},
|
|
|
|
|
{ScalabilityMode::kL2T2_KEY_SHIFT, Create<ScalabilityStructureL2T2KeyShift>,
|
|
|
|
|
kConfigL2T2},
|
2022-06-30 15:42:51 +02:00
|
|
|
{ScalabilityMode::kL2T3, Create<ScalabilityStructureL2T3>, kConfigL2T3},
|
2022-08-30 11:32:24 +02:00
|
|
|
{ScalabilityMode::kL2T3h, CreateH<ScalabilityStructureL2T3>, kConfigL2T3h},
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kL2T3_KEY, Create<ScalabilityStructureL2T3Key>,
|
|
|
|
|
kConfigL2T3},
|
|
|
|
|
{ScalabilityMode::kL3T1, Create<ScalabilityStructureL3T1>, kConfigL3T1},
|
2022-08-30 11:32:24 +02:00
|
|
|
{ScalabilityMode::kL3T1h, CreateH<ScalabilityStructureL3T1>, kConfigL3T1h},
|
2022-08-26 12:24:59 +02:00
|
|
|
{ScalabilityMode::kL3T1_KEY, Create<ScalabilityStructureL3T1Key>,
|
|
|
|
|
kConfigL3T1},
|
|
|
|
|
{ScalabilityMode::kL3T2, Create<ScalabilityStructureL3T2>, kConfigL3T2},
|
2022-08-30 11:32:24 +02:00
|
|
|
{ScalabilityMode::kL3T2h, CreateH<ScalabilityStructureL3T2>, kConfigL3T2h},
|
2022-08-26 12:24:59 +02:00
|
|
|
{ScalabilityMode::kL3T2_KEY, Create<ScalabilityStructureL3T2Key>,
|
|
|
|
|
kConfigL3T2},
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kL3T3, Create<ScalabilityStructureL3T3>, kConfigL3T3},
|
2022-08-30 11:32:24 +02:00
|
|
|
{ScalabilityMode::kL3T3h, CreateH<ScalabilityStructureL3T3>, kConfigL3T3h},
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kL3T3_KEY, Create<ScalabilityStructureL3T3Key>,
|
|
|
|
|
kConfigL3T3},
|
|
|
|
|
{ScalabilityMode::kS2T1, Create<ScalabilityStructureS2T1>, kConfigS2T1},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS2T1h, CreateH<ScalabilityStructureS2T1>, kConfigS2T1h},
|
2022-08-29 09:05:00 +02:00
|
|
|
{ScalabilityMode::kS2T2, Create<ScalabilityStructureS2T2>, kConfigS2T2},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS2T2h, CreateH<ScalabilityStructureS2T2>, kConfigS2T2h},
|
2022-06-30 15:42:51 +02:00
|
|
|
{ScalabilityMode::kS2T3, Create<ScalabilityStructureS2T3>, kConfigS2T3},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS2T3h, CreateH<ScalabilityStructureS2T3>, kConfigS2T3h},
|
2022-08-29 09:05:00 +02:00
|
|
|
{ScalabilityMode::kS3T1, Create<ScalabilityStructureS3T1>, kConfigS3T1},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS3T1h, CreateH<ScalabilityStructureS3T1>, kConfigS3T1h},
|
2022-08-29 09:05:00 +02:00
|
|
|
{ScalabilityMode::kS3T2, Create<ScalabilityStructureS3T2>, kConfigS3T2},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS3T2h, CreateH<ScalabilityStructureS3T2>, kConfigS3T2h},
|
2022-04-29 11:03:13 +02:00
|
|
|
{ScalabilityMode::kS3T3, Create<ScalabilityStructureS3T3>, kConfigS3T3},
|
2022-08-31 09:46:41 +02:00
|
|
|
{ScalabilityMode::kS3T3h, CreateH<ScalabilityStructureS3T3>, kConfigS3T3h},
|
2020-07-14 12:34:36 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
|
|
std::unique_ptr<ScalableVideoController> CreateScalabilityStructure(
|
2022-04-29 11:03:13 +02:00
|
|
|
ScalabilityMode name) {
|
2020-07-14 12:34:36 +02:00
|
|
|
for (const auto& entry : kFactories) {
|
|
|
|
|
if (entry.name == name) {
|
|
|
|
|
return entry.factory();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return nullptr;
|
|
|
|
|
}
|
|
|
|
|
|
2024-08-29 13:00:40 +00:00
|
|
|
std::optional<ScalableVideoController::StreamLayersConfig>
|
2022-04-29 11:03:13 +02:00
|
|
|
ScalabilityStructureConfig(ScalabilityMode name) {
|
2021-09-06 15:41:54 +02:00
|
|
|
for (const auto& entry : kFactories) {
|
|
|
|
|
if (entry.name == name) {
|
|
|
|
|
return entry.config;
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-08-29 13:00:40 +00:00
|
|
|
return std::nullopt;
|
2021-09-06 15:41:54 +02:00
|
|
|
}
|
|
|
|
|
|
2020-07-14 12:34:36 +02:00
|
|
|
} // namespace webrtc
|