2017-03-27 05:36:15 -07:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#ifndef CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
|
|
|
|
|
#define CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
|
2017-03-27 05:36:15 -07:00
|
|
|
|
2018-12-05 17:35:35 +01:00
|
|
|
#include <atomic>
|
2018-02-21 13:02:51 +01:00
|
|
|
#include <map>
|
2018-02-22 11:10:18 +01:00
|
|
|
#include <memory>
|
2018-02-21 13:01:55 +01:00
|
|
|
#include <string>
|
2018-07-17 16:03:46 +02:00
|
|
|
#include <vector>
|
2018-02-21 13:01:55 +01:00
|
|
|
|
2019-04-10 13:48:24 +02:00
|
|
|
#include "api/network_state_predictor.h"
|
2018-05-18 18:05:10 +02:00
|
|
|
#include "api/transport/network_control.h"
|
2018-02-21 13:01:55 +01:00
|
|
|
#include "call/rtp_bitrate_configurator.h"
|
2017-09-15 06:47:31 +02:00
|
|
|
#include "call/rtp_transport_controller_send_interface.h"
|
2018-07-19 10:34:38 +02:00
|
|
|
#include "call/rtp_video_sender.h"
|
2018-12-05 17:35:35 +01:00
|
|
|
#include "modules/congestion_controller/rtp/control_handler.h"
|
|
|
|
|
#include "modules/congestion_controller/rtp/transport_feedback_adapter.h"
|
2017-10-31 10:19:10 +01:00
|
|
|
#include "modules/pacing/packet_router.h"
|
2018-02-22 11:10:18 +01:00
|
|
|
#include "modules/utility/include/process_thread.h"
|
2019-01-11 09:11:00 -08:00
|
|
|
#include "rtc_base/constructor_magic.h"
|
|
|
|
|
#include "rtc_base/network_route.h"
|
2018-12-05 17:35:35 +01:00
|
|
|
#include "rtc_base/race_checker.h"
|
2018-05-04 14:08:15 +02:00
|
|
|
#include "rtc_base/task_queue.h"
|
2019-01-18 10:30:54 +01:00
|
|
|
#include "rtc_base/task_utils/repeating_task.h"
|
2017-04-24 05:53:20 -07:00
|
|
|
|
2017-03-27 05:36:15 -07:00
|
|
|
namespace webrtc {
|
2017-04-24 05:53:20 -07:00
|
|
|
class Clock;
|
2018-10-17 17:27:25 -07:00
|
|
|
class FrameEncryptorInterface;
|
2017-04-24 05:53:20 -07:00
|
|
|
class RtcEventLog;
|
2017-03-27 05:36:15 -07:00
|
|
|
|
2017-04-24 05:53:20 -07:00
|
|
|
// TODO(nisse): When we get the underlying transports here, we should
|
|
|
|
|
// have one object implementing RtpTransportControllerSendInterface
|
|
|
|
|
// per transport, sharing the same congestion controller.
|
2018-03-16 15:36:37 +01:00
|
|
|
class RtpTransportControllerSend final
|
|
|
|
|
: public RtpTransportControllerSendInterface,
|
2018-12-05 17:35:35 +01:00
|
|
|
public RtcpBandwidthObserver,
|
|
|
|
|
public TransportFeedbackObserver {
|
2017-03-27 05:36:15 -07:00
|
|
|
public:
|
2018-05-18 18:05:10 +02:00
|
|
|
RtpTransportControllerSend(
|
|
|
|
|
Clock* clock,
|
|
|
|
|
RtcEventLog* event_log,
|
2019-04-10 13:48:24 +02:00
|
|
|
NetworkStatePredictorFactoryInterface* predictor_factory,
|
2018-05-18 18:05:10 +02:00
|
|
|
NetworkControllerFactoryInterface* controller_factory,
|
2019-03-01 14:45:21 +01:00
|
|
|
const BitrateConstraints& bitrate_config,
|
|
|
|
|
std::unique_ptr<ProcessThread> process_thread,
|
|
|
|
|
TaskQueueFactory* task_queue_factory);
|
2018-02-21 13:01:55 +01:00
|
|
|
~RtpTransportControllerSend() override;
|
2018-03-12 15:59:12 +01:00
|
|
|
|
2018-07-19 10:34:38 +02:00
|
|
|
RtpVideoSenderInterface* CreateRtpVideoSender(
|
2018-07-17 16:03:46 +02:00
|
|
|
std::map<uint32_t, RtpState> suspended_ssrcs,
|
|
|
|
|
const std::map<uint32_t, RtpPayloadState>&
|
|
|
|
|
states, // move states into RtpTransportControllerSend
|
|
|
|
|
const RtpConfig& rtp_config,
|
2018-11-09 13:17:39 -08:00
|
|
|
int rtcp_report_interval_ms,
|
2018-07-17 16:03:46 +02:00
|
|
|
Transport* send_transport,
|
|
|
|
|
const RtpSenderObservers& observers,
|
2018-10-04 15:21:55 +02:00
|
|
|
RtcEventLog* event_log,
|
2018-10-17 17:27:25 -07:00
|
|
|
std::unique_ptr<FecController> fec_controller,
|
|
|
|
|
const RtpSenderFrameEncryptionConfig& frame_encryption_config) override;
|
2018-07-19 10:34:38 +02:00
|
|
|
void DestroyRtpVideoSender(
|
|
|
|
|
RtpVideoSenderInterface* rtp_video_sender) override;
|
2018-07-17 16:03:46 +02:00
|
|
|
|
2017-04-24 05:53:20 -07:00
|
|
|
// Implements RtpTransportControllerSendInterface
|
2018-05-04 14:08:15 +02:00
|
|
|
rtc::TaskQueue* GetWorkerQueue() override;
|
2017-05-31 02:24:52 -07:00
|
|
|
PacketRouter* packet_router() override;
|
2018-02-15 16:51:58 +01:00
|
|
|
|
2017-05-31 02:24:52 -07:00
|
|
|
TransportFeedbackObserver* transport_feedback_observer() override;
|
2019-06-23 18:24:46 +02:00
|
|
|
RtpPacketPacer* packet_sender() override;
|
2017-08-09 06:42:32 -07:00
|
|
|
|
2017-08-22 16:16:44 +02:00
|
|
|
void SetAllocatedSendBitrateLimits(int min_send_bitrate_bps,
|
2018-02-28 17:04:18 +01:00
|
|
|
int max_padding_bitrate_bps,
|
2018-03-06 18:29:22 +01:00
|
|
|
int max_total_bitrate_bps) override;
|
2017-08-22 16:16:44 +02:00
|
|
|
|
2018-02-15 16:51:58 +01:00
|
|
|
void SetPacingFactor(float pacing_factor) override;
|
|
|
|
|
void SetQueueTimeLimit(int limit_ms) override;
|
2018-02-15 16:51:41 +01:00
|
|
|
void RegisterPacketFeedbackObserver(
|
|
|
|
|
PacketFeedbackObserver* observer) override;
|
|
|
|
|
void DeRegisterPacketFeedbackObserver(
|
|
|
|
|
PacketFeedbackObserver* observer) override;
|
2018-03-12 15:59:12 +01:00
|
|
|
void RegisterTargetTransferRateObserver(
|
|
|
|
|
TargetTransferRateObserver* observer) override;
|
2018-02-21 13:01:55 +01:00
|
|
|
void OnNetworkRouteChanged(const std::string& transport_name,
|
|
|
|
|
const rtc::NetworkRoute& network_route) override;
|
2018-02-15 16:51:41 +01:00
|
|
|
void OnNetworkAvailability(bool network_available) override;
|
|
|
|
|
RtcpBandwidthObserver* GetBandwidthObserver() override;
|
|
|
|
|
int64_t GetPacerQueuingDelayMs() const override;
|
|
|
|
|
int64_t GetFirstPacketTimeMs() const override;
|
|
|
|
|
void EnablePeriodicAlrProbing(bool enable) override;
|
|
|
|
|
void OnSentPacket(const rtc::SentPacket& sent_packet) override;
|
2019-06-13 17:48:53 +02:00
|
|
|
void OnReceivedPacket(const ReceivedPacket& packet_msg) override;
|
2017-04-24 05:53:20 -07:00
|
|
|
|
2018-02-21 13:01:55 +01:00
|
|
|
void SetSdpBitrateParameters(const BitrateConstraints& constraints) override;
|
2018-05-07 14:01:37 +02:00
|
|
|
void SetClientBitratePreferences(const BitrateSettings& preferences) override;
|
2018-02-21 13:01:55 +01:00
|
|
|
|
2018-10-04 15:21:55 +02:00
|
|
|
void OnTransportOverheadChanged(
|
|
|
|
|
size_t transport_overhead_per_packet) override;
|
|
|
|
|
|
2018-12-05 17:35:35 +01:00
|
|
|
// Implements RtcpBandwidthObserver interface
|
|
|
|
|
void OnReceivedEstimatedBitrate(uint32_t bitrate) override;
|
|
|
|
|
void OnReceivedRtcpReceiverReport(const ReportBlockList& report_blocks,
|
|
|
|
|
int64_t rtt,
|
|
|
|
|
int64_t now_ms) override;
|
|
|
|
|
|
|
|
|
|
// Implements TransportFeedbackObserver interface
|
2019-04-23 12:00:11 +02:00
|
|
|
void OnAddPacket(const RtpPacketSendInfo& packet_info) override;
|
2018-12-05 17:35:35 +01:00
|
|
|
void OnTransportFeedback(const rtcp::TransportFeedback& feedback) override;
|
|
|
|
|
|
2017-04-24 05:53:20 -07:00
|
|
|
private:
|
2018-12-05 17:35:35 +01:00
|
|
|
void MaybeCreateControllers() RTC_RUN_ON(task_queue_);
|
|
|
|
|
void UpdateInitialConstraints(TargetRateConstraints new_contraints)
|
|
|
|
|
RTC_RUN_ON(task_queue_);
|
|
|
|
|
|
|
|
|
|
void StartProcessPeriodicTasks() RTC_RUN_ON(task_queue_);
|
|
|
|
|
void UpdateControllerWithTimeInterval() RTC_RUN_ON(task_queue_);
|
|
|
|
|
|
|
|
|
|
void UpdateStreamsConfig() RTC_RUN_ON(task_queue_);
|
|
|
|
|
void OnReceivedRtcpReceiverReportBlocks(const ReportBlockList& report_blocks,
|
|
|
|
|
int64_t now_ms)
|
|
|
|
|
RTC_RUN_ON(task_queue_);
|
2018-12-12 16:49:10 +01:00
|
|
|
void PostUpdates(NetworkControlUpdate update) RTC_RUN_ON(task_queue_);
|
|
|
|
|
void UpdateControlState() RTC_RUN_ON(task_queue_);
|
2018-12-05 17:35:35 +01:00
|
|
|
|
2019-01-30 11:28:59 +01:00
|
|
|
Clock* const clock_;
|
2019-05-13 11:57:42 +02:00
|
|
|
RtcEventLog* const event_log_;
|
2019-04-15 15:42:25 +02:00
|
|
|
const FieldTrialBasedConfig trial_based_config_;
|
2017-04-24 05:53:20 -07:00
|
|
|
PacketRouter packet_router_;
|
2018-07-19 10:34:38 +02:00
|
|
|
std::vector<std::unique_ptr<RtpVideoSenderInterface>> video_rtp_senders_;
|
2017-08-22 16:16:44 +02:00
|
|
|
PacedSender pacer_;
|
2018-02-21 13:01:55 +01:00
|
|
|
RtpBitrateConfigurator bitrate_configurator_;
|
2018-02-21 13:02:51 +01:00
|
|
|
std::map<std::string, rtc::NetworkRoute> network_routes_;
|
2018-02-22 11:10:18 +01:00
|
|
|
const std::unique_ptr<ProcessThread> process_thread_;
|
2018-12-05 17:35:35 +01:00
|
|
|
|
|
|
|
|
TargetTransferRateObserver* observer_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
// TODO(srte): Move all access to feedback adapter to task queue.
|
|
|
|
|
TransportFeedbackAdapter transport_feedback_adapter_;
|
|
|
|
|
|
|
|
|
|
NetworkControllerFactoryInterface* const controller_factory_override_
|
|
|
|
|
RTC_PT_GUARDED_BY(task_queue_);
|
|
|
|
|
const std::unique_ptr<NetworkControllerFactoryInterface>
|
|
|
|
|
controller_factory_fallback_ RTC_PT_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
std::unique_ptr<CongestionControlHandler> control_handler_
|
|
|
|
|
RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
std::unique_ptr<NetworkControllerInterface> controller_
|
|
|
|
|
RTC_GUARDED_BY(task_queue_) RTC_PT_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
TimeDelta process_interval_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
std::map<uint32_t, RTCPReportBlock> last_report_blocks_
|
|
|
|
|
RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
Timestamp last_report_block_time_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
NetworkControllerConfig initial_config_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
StreamsConfig streams_config_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
|
|
|
|
|
const bool reset_feedback_on_route_change_;
|
|
|
|
|
const bool send_side_bwe_with_overhead_;
|
2019-01-08 10:49:19 +01:00
|
|
|
const bool add_pacing_to_cwin_;
|
2018-12-05 17:35:35 +01:00
|
|
|
// Transport overhead is written by OnNetworkRouteChanged and read by
|
|
|
|
|
// AddPacket.
|
|
|
|
|
// TODO(srte): Remove atomic when feedback adapter runs on task queue.
|
|
|
|
|
std::atomic<size_t> transport_overhead_bytes_per_packet_;
|
|
|
|
|
bool network_available_ RTC_GUARDED_BY(task_queue_);
|
2019-01-18 10:30:54 +01:00
|
|
|
RepeatingTaskHandle pacer_queue_update_task_ RTC_GUARDED_BY(task_queue_);
|
|
|
|
|
RepeatingTaskHandle controller_task_ RTC_GUARDED_BY(task_queue_);
|
2018-12-05 17:35:35 +01:00
|
|
|
// Protects access to last_packet_feedback_vector_ in feedback adapter.
|
|
|
|
|
// TODO(srte): Remove this checker when feedback adapter runs on task queue.
|
|
|
|
|
rtc::RaceChecker worker_race_;
|
|
|
|
|
|
2018-07-17 16:03:46 +02:00
|
|
|
RateLimiter retransmission_rate_limiter_;
|
|
|
|
|
|
2018-05-04 14:08:15 +02:00
|
|
|
// TODO(perkj): |task_queue_| is supposed to replace |process_thread_|.
|
|
|
|
|
// |task_queue_| is defined last to ensure all pending tasks are cancelled
|
|
|
|
|
// and deleted before any other members.
|
|
|
|
|
rtc::TaskQueue task_queue_;
|
2017-04-24 05:53:20 -07:00
|
|
|
RTC_DISALLOW_COPY_AND_ASSIGN(RtpTransportControllerSend);
|
2017-03-27 05:36:15 -07:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace webrtc
|
|
|
|
|
|
2017-09-15 06:47:31 +02:00
|
|
|
#endif // CALL_RTP_TRANSPORT_CONTROLLER_SEND_H_
|