cf5d485e14
The rtp header extension for video timing shuold have an additional field for signaling metadata, such as what triggered the extension for this particular frame. This will allow separating frames select because of outlier sizes from regular frames, for more accurate stats. This implementation is backwards compatible in that it can read video timing extensions without the new flag field, but it always sends with it included. BUG=webrtc:7594 Review-Url: https://codereview.webrtc.org/3000753002 Cr-Commit-Position: refs/heads/master@{#19353}
184 lines
6.1 KiB
Objective-C
184 lines
6.1 KiB
Objective-C
/*
|
|
* Copyright 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#import <Foundation/Foundation.h>
|
|
|
|
#import <WebRTC/RTCMacros.h>
|
|
|
|
@class RTCVideoFrame;
|
|
|
|
NS_ASSUME_NONNULL_BEGIN
|
|
|
|
/** Represents an encoded frame's type. */
|
|
typedef NS_ENUM(NSUInteger, RTCFrameType) {
|
|
RTCFrameTypeEmptyFrame = 0,
|
|
RTCFrameTypeAudioFrameSpeech = 1,
|
|
RTCFrameTypeAudioFrameCN = 2,
|
|
RTCFrameTypeVideoFrameKey = 3,
|
|
RTCFrameTypeVideoFrameDelta = 4,
|
|
};
|
|
|
|
typedef NS_ENUM(NSUInteger, RTCVideoContentType) {
|
|
RTCVideoContentTypeUnspecified,
|
|
RTCVideoContentTypeScreenshare,
|
|
};
|
|
|
|
/** Represents an encoded frame. Corresponds to webrtc::EncodedImage. */
|
|
RTC_EXPORT
|
|
@interface RTCEncodedImage : NSObject
|
|
|
|
@property(nonatomic, strong) NSData *buffer;
|
|
@property(nonatomic, assign) int encodedWidth;
|
|
@property(nonatomic, assign) int encodedHeight;
|
|
@property(nonatomic, assign) uint32_t timeStamp;
|
|
@property(nonatomic, assign) long captureTimeMs;
|
|
@property(nonatomic, assign) long ntpTimeMs;
|
|
@property(nonatomic, assign) uint8_t flags;
|
|
@property(nonatomic, assign) long encodeStartMs;
|
|
@property(nonatomic, assign) long encodeFinishMs;
|
|
@property(nonatomic, assign) RTCFrameType frameType;
|
|
@property(nonatomic, assign) int rotation;
|
|
@property(nonatomic, assign) BOOL completeFrame;
|
|
@property(nonatomic, strong) NSNumber *qp;
|
|
@property(nonatomic, assign) RTCVideoContentType contentType;
|
|
|
|
@end
|
|
|
|
/** Information for header. Corresponds to webrtc::RTPFragmentationHeader. */
|
|
RTC_EXPORT
|
|
@interface RTCRtpFragmentationHeader : NSObject
|
|
|
|
@property(nonatomic, strong) NSArray<NSNumber *> *fragmentationOffset;
|
|
@property(nonatomic, strong) NSArray<NSNumber *> *fragmentationLength;
|
|
@property(nonatomic, strong) NSArray<NSNumber *> *fragmentationTimeDiff;
|
|
@property(nonatomic, strong) NSArray<NSNumber *> *fragmentationPlType;
|
|
|
|
@end
|
|
|
|
/** Implement this protocol to pass codec specific info from the encoder.
|
|
* Corresponds to webrtc::CodecSpecificInfo.
|
|
*/
|
|
RTC_EXPORT
|
|
@protocol RTCCodecSpecificInfo <NSObject>
|
|
|
|
@end
|
|
|
|
/** Class for H264 specific config. */
|
|
typedef NS_ENUM(NSUInteger, RTCH264PacketizationMode) {
|
|
RTCH264PacketizationModeNonInterleaved = 0, // Mode 1 - STAP-A, FU-A is allowed
|
|
RTCH264PacketizationModeSingleNalUnit // Mode 0 - only single NALU allowed
|
|
};
|
|
|
|
RTC_EXPORT
|
|
@interface RTCCodecSpecificInfoH264 : NSObject<RTCCodecSpecificInfo>
|
|
|
|
@property(nonatomic, assign) RTCH264PacketizationMode packetizationMode;
|
|
|
|
@end
|
|
|
|
/** Callback block for encoder. */
|
|
typedef BOOL (^RTCVideoEncoderCallback)(RTCEncodedImage *frame,
|
|
id<RTCCodecSpecificInfo> info,
|
|
RTCRtpFragmentationHeader *header);
|
|
|
|
/** Callback block for decoder. */
|
|
typedef void (^RTCVideoDecoderCallback)(RTCVideoFrame *frame);
|
|
|
|
typedef NS_ENUM(NSUInteger, RTCVideoCodecMode) {
|
|
RTCVideoCodecModeRealtimeVideo,
|
|
RTCVideoCodecModeScreensharing,
|
|
};
|
|
|
|
/** Holds information to identify a codec. Corresponds to cricket::VideoCodec. */
|
|
RTC_EXPORT
|
|
@interface RTCVideoCodecInfo : NSObject
|
|
|
|
- (instancetype)initWithPayload:(NSInteger)payload
|
|
name:(NSString *)name
|
|
parameters:(NSDictionary<NSString *, NSString *> *)parameters;
|
|
|
|
@property(nonatomic, readonly) NSInteger payload;
|
|
@property(nonatomic, readonly) NSString *name;
|
|
@property(nonatomic, readonly) NSDictionary<NSString *, NSString *> *parameters;
|
|
|
|
@end
|
|
|
|
/** Settings for encoder. Corresponds to webrtc::VideoCodec. */
|
|
RTC_EXPORT
|
|
@interface RTCVideoEncoderSettings : NSObject
|
|
|
|
@property(nonatomic, strong) NSString *name;
|
|
|
|
@property(nonatomic, assign) unsigned short width;
|
|
@property(nonatomic, assign) unsigned short height;
|
|
|
|
@property(nonatomic, assign) unsigned int startBitrate; // kilobits/sec.
|
|
@property(nonatomic, assign) unsigned int maxBitrate;
|
|
@property(nonatomic, assign) unsigned int minBitrate;
|
|
@property(nonatomic, assign) unsigned int targetBitrate;
|
|
|
|
@property(nonatomic, assign) uint32_t maxFramerate;
|
|
|
|
@property(nonatomic, assign) unsigned int qpMax;
|
|
@property(nonatomic, assign) RTCVideoCodecMode mode;
|
|
|
|
@end
|
|
|
|
/** QP thresholds for encoder. Corresponds to webrtc::VideoEncoder::QpThresholds. */
|
|
RTC_EXPORT
|
|
@interface RTCVideoEncoderQpThresholds : NSObject
|
|
|
|
- (instancetype)initWithThresholdsLow:(NSInteger)low high:(NSInteger)high;
|
|
|
|
@property(nonatomic, readonly) NSInteger low;
|
|
@property(nonatomic, readonly) NSInteger high;
|
|
|
|
@end
|
|
|
|
/** Protocol for encoder implementations. */
|
|
RTC_EXPORT
|
|
@protocol RTCVideoEncoder <NSObject>
|
|
|
|
- (void)setCallback:(RTCVideoEncoderCallback)callback;
|
|
- (NSInteger)startEncodeWithSettings:(RTCVideoEncoderSettings *)settings
|
|
numberOfCores:(int)numberOfCores;
|
|
- (NSInteger)releaseEncoder;
|
|
- (NSInteger)encode:(RTCVideoFrame *)frame
|
|
codecSpecificInfo:(id<RTCCodecSpecificInfo>)info
|
|
frameTypes:(NSArray<NSNumber *> *)frameTypes;
|
|
- (int)setBitrate:(uint32_t)bitrateKbit framerate:(uint32_t)framerate;
|
|
- (NSString *)implementationName;
|
|
|
|
/** Returns QP scaling settings for encoder. The quality scaler adjusts the resolution in order to
|
|
* keep the QP from the encoded images within the given range. Returning nil from this function
|
|
* disables quality scaling. */
|
|
- (RTCVideoEncoderQpThresholds *)scalingSettings;
|
|
|
|
@end
|
|
|
|
/** Protocol for decoder implementations. */
|
|
RTC_EXPORT
|
|
@protocol RTCVideoDecoder <NSObject>
|
|
|
|
- (void)setCallback:(RTCVideoDecoderCallback)callback;
|
|
- (NSInteger)startDecodeWithSettings:(RTCVideoEncoderSettings *)settings
|
|
numberOfCores:(int)numberOfCores;
|
|
- (NSInteger)releaseDecoder;
|
|
- (NSInteger)decode:(RTCEncodedImage *)encodedImage
|
|
missingFrames:(BOOL)missingFrames
|
|
fragmentationHeader:(RTCRtpFragmentationHeader *)fragmentationHeader
|
|
codecSpecificInfo:(__nullable id<RTCCodecSpecificInfo>)info
|
|
renderTimeMs:(int64_t)renderTimeMs;
|
|
- (NSString *)implementationName;
|
|
|
|
@end
|
|
|
|
NS_ASSUME_NONNULL_END
|