2015-09-24 16:47:53 -07:00
|
|
|
/*
|
2016-02-10 07:54:43 -08:00
|
|
|
* Copyright 2015 The WebRTC project authors. All Rights Reserved.
|
2015-09-24 16:47:53 -07:00
|
|
|
*
|
2016-02-10 07:54:43 -08:00
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
2015-09-24 16:47:53 -07:00
|
|
|
*/
|
|
|
|
|
|
2015-09-28 16:53:55 -07:00
|
|
|
// This file contains interfaces for RtpReceivers
|
|
|
|
|
// http://w3c.github.io/webrtc-pc/#rtcrtpreceiver-interface
|
|
|
|
|
|
2019-01-11 09:11:00 -08:00
|
|
|
#ifndef API_RTP_RECEIVER_INTERFACE_H_
|
|
|
|
|
#define API_RTP_RECEIVER_INTERFACE_H_
|
2015-09-28 16:53:55 -07:00
|
|
|
|
|
|
|
|
#include <string>
|
Reland of Implemented the GetSources() in native code. (patchset #1 id:1 of https://codereview.webrtc.org/2809613002/ )
Reason for revert:
Re-land, reverting did not fix bug.
https://bugs.chromium.org/p/webrtc/issues/detail?id=7465
Original issue's description:
> Revert of Implemented the GetSources() in native code. (patchset #11 id:510001 of https://codereview.webrtc.org/2770233003/ )
>
> Reason for revert:
> Suspected of WebRtcApprtcBrowserTest.MANUAL_WorksOnApprtc breakage, see
>
> https://bugs.chromium.org/p/webrtc/issues/detail?id=7465
>
> Original issue's description:
> > Added the GetSources() to the RtpReceiverInterface and implemented
> > it for the AudioRtpReceiver.
> >
> > This method returns a vector of RtpSource(both CSRC source and SSRC
> > source) which contains the ID of a source, the timestamp, the source
> > type (SSRC or CSRC) and the audio level.
> >
> > The RtpSource objects are buffered and maintained by the
> > RtpReceiver in webrtc/modules/rtp_rtcp/. When the method is called,
> > the info of the contributing source will be pulled along the object
> > chain:
> > AudioRtpReceiver -> VoiceChannel -> WebRtcVoiceMediaChannel ->
> > AudioReceiveStream -> voe::Channel -> RtpRtcp module
> >
> > Spec:https://w3c.github.io/webrtc-pc/archives/20151006/webrtc.html#widl-RTCRtpReceiver-getContributingSources-sequence-RTCRtpContributingSource
> >
> > BUG=chromium:703122
> > TBR=stefan@webrtc.org, danilchap@webrtc.org
> >
> > Review-Url: https://codereview.webrtc.org/2770233003
> > Cr-Commit-Position: refs/heads/master@{#17591}
> > Committed: https://chromium.googlesource.com/external/webrtc/+/292084c3765d9f3ee406ca2ec86eae206b540053
>
> TBR=deadbeef@webrtc.org,solenberg@webrtc.org,hbos@webrtc.org,philipel@webrtc.org,stefan@webrtc.org,danilchap@webrtc.org,zhihuang@webrtc.org
> # Not skipping CQ checks because original CL landed more than 1 days ago.
> BUG=chromium:703122
>
> Review-Url: https://codereview.webrtc.org/2809613002
> Cr-Commit-Position: refs/heads/master@{#17616}
> Committed: https://chromium.googlesource.com/external/webrtc/+/fbcc5cb3869d1370008e40f24fc03ac8fb69c675
TBR=deadbeef@webrtc.org,solenberg@webrtc.org,philipel@webrtc.org,stefan@webrtc.org,danilchap@webrtc.org,zhihuang@webrtc.org,olka@webrtc.org
# Skipping CQ checks because original CL landed less than 1 days ago.
NOPRESUBMIT=true
NOTREECHECKS=true
NOTRY=true
BUG=chromium:703122
Review-Url: https://codereview.webrtc.org/2810623003
Cr-Commit-Position: refs/heads/master@{#17621}
2017-04-10 07:39:05 -07:00
|
|
|
#include <vector>
|
2015-09-28 16:53:55 -07:00
|
|
|
|
2019-01-11 09:11:00 -08:00
|
|
|
#include "api/crypto/frame_decryptor_interface.h"
|
2019-01-17 10:39:40 +01:00
|
|
|
#include "api/dtls_transport_interface.h"
|
2020-02-28 16:02:06 +01:00
|
|
|
#include "api/frame_transformer_interface.h"
|
2019-01-11 09:11:00 -08:00
|
|
|
#include "api/media_stream_interface.h"
|
|
|
|
|
#include "api/media_types.h"
|
|
|
|
|
#include "api/rtp_parameters.h"
|
2019-01-25 20:26:48 +01:00
|
|
|
#include "api/scoped_refptr.h"
|
2019-09-02 15:16:49 +02:00
|
|
|
#include "api/transport/rtp/rtp_source.h"
|
2019-01-11 09:11:00 -08:00
|
|
|
#include "rtc_base/ref_count.h"
|
2019-09-23 14:54:28 +02:00
|
|
|
#include "rtc_base/system/rtc_export.h"
|
2015-09-28 16:53:55 -07:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
2016-06-14 11:47:14 -07:00
|
|
|
class RtpReceiverObserverInterface {
|
|
|
|
|
public:
|
2016-06-27 16:30:35 -07:00
|
|
|
// Note: Currently if there are multiple RtpReceivers of the same media type,
|
|
|
|
|
// they will all call OnFirstPacketReceived at once.
|
|
|
|
|
//
|
|
|
|
|
// In the future, it's likely that an RtpReceiver will only call
|
|
|
|
|
// OnFirstPacketReceived when a packet is received specifically for its
|
|
|
|
|
// SSRC/mid.
|
2016-06-14 11:47:14 -07:00
|
|
|
virtual void OnFirstPacketReceived(cricket::MediaType media_type) = 0;
|
|
|
|
|
|
|
|
|
|
protected:
|
|
|
|
|
virtual ~RtpReceiverObserverInterface() {}
|
|
|
|
|
};
|
|
|
|
|
|
2019-09-23 14:54:28 +02:00
|
|
|
class RTC_EXPORT RtpReceiverInterface : public rtc::RefCountInterface {
|
2015-09-28 16:53:55 -07:00
|
|
|
public:
|
|
|
|
|
virtual rtc::scoped_refptr<MediaStreamTrackInterface> track() const = 0;
|
2019-01-17 10:39:40 +01:00
|
|
|
|
|
|
|
|
// The dtlsTransport attribute exposes the DTLS transport on which the
|
|
|
|
|
// media is received. It may be null.
|
|
|
|
|
// https://w3c.github.io/webrtc-pc/#dom-rtcrtpreceiver-transport
|
|
|
|
|
// TODO(https://bugs.webrtc.org/907849) remove default implementation
|
|
|
|
|
virtual rtc::scoped_refptr<DtlsTransportInterface> dtls_transport() const;
|
|
|
|
|
|
2021-07-25 21:50:14 +02:00
|
|
|
// The list of streams that `track` is associated with. This is the same as
|
2017-11-21 13:41:51 +01:00
|
|
|
// the [[AssociatedRemoteMediaStreams]] internal slot in the spec.
|
2018-07-04 20:51:53 +02:00
|
|
|
// https://w3c.github.io/webrtc-pc/#dfn-associatedremotemediastreams
|
2017-11-21 13:41:51 +01:00
|
|
|
// TODO(hbos): Make pure virtual as soon as Chromium's mock implements this.
|
2018-07-04 20:51:53 +02:00
|
|
|
// TODO(https://crbug.com/webrtc/9480): Remove streams() in favor of
|
|
|
|
|
// stream_ids() as soon as downstream projects are no longer dependent on
|
|
|
|
|
// stream objects.
|
|
|
|
|
virtual std::vector<std::string> stream_ids() const;
|
2018-02-07 09:38:31 +01:00
|
|
|
virtual std::vector<rtc::scoped_refptr<MediaStreamInterface>> streams() const;
|
2015-09-28 16:53:55 -07:00
|
|
|
|
2016-06-27 16:30:35 -07:00
|
|
|
// Audio or video receiver?
|
|
|
|
|
virtual cricket::MediaType media_type() const = 0;
|
|
|
|
|
|
2015-09-28 16:53:55 -07:00
|
|
|
// Not to be confused with "mid", this is a field we can temporarily use
|
|
|
|
|
// to uniquely identify a receiver until we implement Unified Plan SDP.
|
|
|
|
|
virtual std::string id() const = 0;
|
|
|
|
|
|
2016-05-16 11:40:30 -07:00
|
|
|
// The WebRTC specification only defines RTCRtpParameters in terms of senders,
|
|
|
|
|
// but this API also applies them to receivers, similar to ORTC:
|
|
|
|
|
// http://ortc.org/wp-content/uploads/2016/03/ortc.html#rtcrtpparameters*.
|
|
|
|
|
virtual RtpParameters GetParameters() const = 0;
|
2019-11-21 11:54:16 -08:00
|
|
|
// TODO(dinosaurav): Delete SetParameters entirely after rolling to Chromium.
|
|
|
|
|
// Currently, doesn't support changing any parameters.
|
|
|
|
|
virtual bool SetParameters(const RtpParameters& parameters) { return false; }
|
2016-05-16 11:40:30 -07:00
|
|
|
|
2016-06-27 16:30:35 -07:00
|
|
|
// Does not take ownership of observer.
|
|
|
|
|
// Must call SetObserver(nullptr) before the observer is destroyed.
|
2016-06-14 11:47:14 -07:00
|
|
|
virtual void SetObserver(RtpReceiverObserverInterface* observer) = 0;
|
|
|
|
|
|
2019-04-03 19:55:33 +02:00
|
|
|
// Sets the jitter buffer minimum delay until media playout. Actual observed
|
2021-07-25 21:50:14 +02:00
|
|
|
// delay may differ depending on the congestion control. `delay_seconds` is a
|
|
|
|
|
// positive value including 0.0 measured in seconds. `nullopt` means default
|
2019-04-18 17:49:49 +02:00
|
|
|
// value must be used.
|
2019-04-03 19:55:33 +02:00
|
|
|
virtual void SetJitterBufferMinimumDelay(
|
2019-04-18 17:49:49 +02:00
|
|
|
absl::optional<double> delay_seconds) = 0;
|
2019-04-03 19:55:33 +02:00
|
|
|
|
Reland of Implemented the GetSources() in native code. (patchset #1 id:1 of https://codereview.webrtc.org/2809613002/ )
Reason for revert:
Re-land, reverting did not fix bug.
https://bugs.chromium.org/p/webrtc/issues/detail?id=7465
Original issue's description:
> Revert of Implemented the GetSources() in native code. (patchset #11 id:510001 of https://codereview.webrtc.org/2770233003/ )
>
> Reason for revert:
> Suspected of WebRtcApprtcBrowserTest.MANUAL_WorksOnApprtc breakage, see
>
> https://bugs.chromium.org/p/webrtc/issues/detail?id=7465
>
> Original issue's description:
> > Added the GetSources() to the RtpReceiverInterface and implemented
> > it for the AudioRtpReceiver.
> >
> > This method returns a vector of RtpSource(both CSRC source and SSRC
> > source) which contains the ID of a source, the timestamp, the source
> > type (SSRC or CSRC) and the audio level.
> >
> > The RtpSource objects are buffered and maintained by the
> > RtpReceiver in webrtc/modules/rtp_rtcp/. When the method is called,
> > the info of the contributing source will be pulled along the object
> > chain:
> > AudioRtpReceiver -> VoiceChannel -> WebRtcVoiceMediaChannel ->
> > AudioReceiveStream -> voe::Channel -> RtpRtcp module
> >
> > Spec:https://w3c.github.io/webrtc-pc/archives/20151006/webrtc.html#widl-RTCRtpReceiver-getContributingSources-sequence-RTCRtpContributingSource
> >
> > BUG=chromium:703122
> > TBR=stefan@webrtc.org, danilchap@webrtc.org
> >
> > Review-Url: https://codereview.webrtc.org/2770233003
> > Cr-Commit-Position: refs/heads/master@{#17591}
> > Committed: https://chromium.googlesource.com/external/webrtc/+/292084c3765d9f3ee406ca2ec86eae206b540053
>
> TBR=deadbeef@webrtc.org,solenberg@webrtc.org,hbos@webrtc.org,philipel@webrtc.org,stefan@webrtc.org,danilchap@webrtc.org,zhihuang@webrtc.org
> # Not skipping CQ checks because original CL landed more than 1 days ago.
> BUG=chromium:703122
>
> Review-Url: https://codereview.webrtc.org/2809613002
> Cr-Commit-Position: refs/heads/master@{#17616}
> Committed: https://chromium.googlesource.com/external/webrtc/+/fbcc5cb3869d1370008e40f24fc03ac8fb69c675
TBR=deadbeef@webrtc.org,solenberg@webrtc.org,philipel@webrtc.org,stefan@webrtc.org,danilchap@webrtc.org,zhihuang@webrtc.org,olka@webrtc.org
# Skipping CQ checks because original CL landed less than 1 days ago.
NOPRESUBMIT=true
NOTREECHECKS=true
NOTRY=true
BUG=chromium:703122
Review-Url: https://codereview.webrtc.org/2810623003
Cr-Commit-Position: refs/heads/master@{#17621}
2017-04-10 07:39:05 -07:00
|
|
|
// TODO(zhihuang): Remove the default implementation once the subclasses
|
|
|
|
|
// implement this. Currently, the only relevant subclass is the
|
|
|
|
|
// content::FakeRtpReceiver in Chromium.
|
2018-02-07 09:38:31 +01:00
|
|
|
virtual std::vector<RtpSource> GetSources() const;
|
|
|
|
|
|
2018-08-29 17:02:10 -07:00
|
|
|
// Sets a user defined frame decryptor that will decrypt the entire frame
|
|
|
|
|
// before it is sent across the network. This will decrypt the entire frame
|
|
|
|
|
// using the user provided decryption mechanism regardless of whether SRTP is
|
|
|
|
|
// enabled or not.
|
2021-05-17 14:50:10 +02:00
|
|
|
// TODO(bugs.webrtc.org/12772): Remove.
|
2018-08-29 17:02:10 -07:00
|
|
|
virtual void SetFrameDecryptor(
|
|
|
|
|
rtc::scoped_refptr<FrameDecryptorInterface> frame_decryptor);
|
|
|
|
|
|
|
|
|
|
// Returns a pointer to the frame decryptor set previously by the
|
|
|
|
|
// user. This can be used to update the state of the object.
|
2021-05-17 14:50:10 +02:00
|
|
|
// TODO(bugs.webrtc.org/12772): Remove.
|
2018-08-29 17:02:10 -07:00
|
|
|
virtual rtc::scoped_refptr<FrameDecryptorInterface> GetFrameDecryptor() const;
|
|
|
|
|
|
2020-02-28 16:02:06 +01:00
|
|
|
// Sets a frame transformer between the depacketizer and the decoder to enable
|
|
|
|
|
// client code to transform received frames according to their own processing
|
|
|
|
|
// logic.
|
|
|
|
|
virtual void SetDepacketizerToDecoderFrameTransformer(
|
|
|
|
|
rtc::scoped_refptr<FrameTransformerInterface> frame_transformer);
|
|
|
|
|
|
2015-09-28 16:53:55 -07:00
|
|
|
protected:
|
2018-02-07 09:38:31 +01:00
|
|
|
~RtpReceiverInterface() override = default;
|
2015-09-28 16:53:55 -07:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace webrtc
|
|
|
|
|
|
2019-01-11 09:11:00 -08:00
|
|
|
#endif // API_RTP_RECEIVER_INTERFACE_H_
|