2014-09-17 09:02:25 +00:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef WEBRTC_VIDEO_FRAME_H_
|
|
|
|
|
#define WEBRTC_VIDEO_FRAME_H_
|
|
|
|
|
|
Revert 8599 "Revert 8580 "Unify underlying frame buffer in I420VideoFrame and...""
It's possible to build Chrome on Windows with this patch now.
BUG=1128
> This is unfortunately causing build problems in Chrome on Windows.
>> Unify underlying frame buffer in I420VideoFrame and WebRtcVideoFrame
>>
>> Currently, I420VideoFrame uses three webrtc::Plane to store pixel data, and WebRtcVideoFrame uses WebRtcVideoFrame::FrameBuffer/webrtc::VideoFrame. The two subclasses WebRtcTextureVideoFrame and TextureVideoFrame use a NativeHandle to store pixel data, and there is also a class WebRtcVideoRenderFrame that wraps an I420VideoFrame.
>>
>> This CL replaces these classes with a new interface VideoFrameBuffer that provides the common functionality. This makes it possible to remove deep frame copies between cricket::VideoFrame and I420VideoFrame.
>>
>> Some additional minor changes are:
>> * Disallow creation of 0x0 texture frames.
>> * Remove the half-implemented ref count functions in I420VideoFrame.
>> * Remove the Alias functionality in WebRtcVideoFrame
>>
>> The final goal is to eliminate all frame copies, but to limit the scope of this CL, some planned changes are postponed to follow-up CL:s (see planned changes in https://webrtc-codereview.appspot.com/38879004, or https://docs.google.com/document/d/1bxoJZNmlo-Z9GnQwIaWpEG6hDlL_W-bzka8Zb_K2NbA/preview). Specifically, this CL:
>> * Keeps empty subclasses WebRtcTextureVideoFrame and TextureVideoFrame, and just delegates the construction to the superclass.
>> * Keeps the deep copies from cricket::VideoFrame to I420VideoFrame.
>>
>> BUG=1128
>> R=mflodman@webrtc.org, pbos@webrtc.org, perkj@webrtc.org, tommi@webrtc.org
>>
>> Review URL: https://webrtc-codereview.appspot.com/42469004
R=pbos@webrtc.org
TBR=mflodman, pbos, perkj, tommi
Review URL: https://webrtc-codereview.appspot.com/45489004
Cr-Commit-Position: refs/heads/master@{#8616}
git-svn-id: http://webrtc.googlecode.com/svn/trunk@8616 4adac7df-926f-26a2-2b94-8c16560cd09d
2015-03-05 14:03:08 +00:00
|
|
|
#include "webrtc/base/scoped_ref_ptr.h"
|
2015-10-19 02:39:06 -07:00
|
|
|
#include "webrtc/common_types.h"
|
2015-11-16 13:52:24 -08:00
|
|
|
#include "webrtc/common_video/include/video_frame_buffer.h"
|
2015-02-11 18:37:54 +00:00
|
|
|
#include "webrtc/common_video/rotation.h"
|
2015-03-06 10:41:00 +00:00
|
|
|
#include "webrtc/typedefs.h"
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
namespace webrtc {
|
|
|
|
|
|
2015-05-29 17:21:40 -07:00
|
|
|
class VideoFrame {
|
2014-09-17 09:02:25 +00:00
|
|
|
public:
|
2015-05-29 17:21:40 -07:00
|
|
|
VideoFrame();
|
|
|
|
|
VideoFrame(const rtc::scoped_refptr<webrtc::VideoFrameBuffer>& buffer,
|
|
|
|
|
uint32_t timestamp,
|
|
|
|
|
int64_t render_time_ms,
|
|
|
|
|
VideoRotation rotation);
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// CreateEmptyFrame: Sets frame dimensions and allocates buffers based
|
|
|
|
|
// on set dimensions - height and plane stride.
|
|
|
|
|
// If required size is bigger than the allocated one, new buffers of adequate
|
|
|
|
|
// size will be allocated.
|
2016-02-29 13:11:45 +01:00
|
|
|
void CreateEmptyFrame(int width,
|
|
|
|
|
int height,
|
|
|
|
|
int stride_y,
|
|
|
|
|
int stride_u,
|
|
|
|
|
int stride_v);
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// CreateFrame: Sets the frame's members and buffers. If required size is
|
|
|
|
|
// bigger than allocated one, new buffers of adequate size will be allocated.
|
2016-02-29 13:11:45 +01:00
|
|
|
void CreateFrame(const uint8_t* buffer_y,
|
|
|
|
|
const uint8_t* buffer_u,
|
|
|
|
|
const uint8_t* buffer_v,
|
|
|
|
|
int width,
|
|
|
|
|
int height,
|
|
|
|
|
int stride_y,
|
|
|
|
|
int stride_u,
|
|
|
|
|
int stride_v,
|
|
|
|
|
VideoRotation rotation);
|
2015-02-11 18:37:54 +00:00
|
|
|
|
2015-03-20 10:55:15 +00:00
|
|
|
// CreateFrame: Sets the frame's members and buffers. If required size is
|
|
|
|
|
// bigger than allocated one, new buffers of adequate size will be allocated.
|
|
|
|
|
// |buffer| must be a packed I420 buffer.
|
2016-02-29 13:11:45 +01:00
|
|
|
void CreateFrame(const uint8_t* buffer,
|
2015-03-20 10:55:15 +00:00
|
|
|
int width,
|
|
|
|
|
int height,
|
|
|
|
|
VideoRotation rotation);
|
|
|
|
|
|
2015-03-18 09:51:05 +00:00
|
|
|
// Deep copy frame: If required size is bigger than allocated one, new
|
|
|
|
|
// buffers of adequate size will be allocated.
|
2016-02-29 13:11:45 +01:00
|
|
|
void CopyFrame(const VideoFrame& videoFrame);
|
2014-09-17 09:02:25 +00:00
|
|
|
|
2015-03-18 09:51:05 +00:00
|
|
|
// Creates a shallow copy of |videoFrame|, i.e, the this object will retain a
|
|
|
|
|
// reference to the video buffer also retained by |videoFrame|.
|
2015-05-29 17:21:40 -07:00
|
|
|
void ShallowCopy(const VideoFrame& videoFrame);
|
2015-03-18 09:51:05 +00:00
|
|
|
|
2016-04-29 02:39:24 -07:00
|
|
|
// Get pointer to buffer per plane.
|
|
|
|
|
uint8_t* buffer(PlaneType type);
|
|
|
|
|
// Overloading with const.
|
|
|
|
|
const uint8_t* buffer(PlaneType type) const;
|
|
|
|
|
|
2014-09-17 09:02:25 +00:00
|
|
|
// Get allocated size per plane.
|
2015-03-06 10:41:00 +00:00
|
|
|
int allocated_size(PlaneType type) const;
|
2014-09-17 09:02:25 +00:00
|
|
|
|
2016-04-29 02:39:24 -07:00
|
|
|
// Get allocated stride per plane.
|
|
|
|
|
int stride(PlaneType type) const;
|
|
|
|
|
|
2014-09-17 09:02:25 +00:00
|
|
|
// Get frame width.
|
2015-03-06 10:41:00 +00:00
|
|
|
int width() const;
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// Get frame height.
|
2015-03-06 10:41:00 +00:00
|
|
|
int height() const;
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// Set frame timestamp (90kHz).
|
2015-03-06 10:41:00 +00:00
|
|
|
void set_timestamp(uint32_t timestamp) { timestamp_ = timestamp; }
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// Get frame timestamp (90kHz).
|
2015-03-06 10:41:00 +00:00
|
|
|
uint32_t timestamp() const { return timestamp_; }
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// Set capture ntp time in miliseconds.
|
2015-03-06 10:41:00 +00:00
|
|
|
void set_ntp_time_ms(int64_t ntp_time_ms) {
|
2014-09-17 09:02:25 +00:00
|
|
|
ntp_time_ms_ = ntp_time_ms;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Get capture ntp time in miliseconds.
|
2015-03-06 10:41:00 +00:00
|
|
|
int64_t ntp_time_ms() const { return ntp_time_ms_; }
|
2014-09-17 09:02:25 +00:00
|
|
|
|
2015-02-11 18:37:54 +00:00
|
|
|
// Naming convention for Coordination of Video Orientation. Please see
|
|
|
|
|
// http://www.etsi.org/deliver/etsi_ts/126100_126199/126114/12.07.00_60/ts_126114v120700p.pdf
|
|
|
|
|
//
|
|
|
|
|
// "pending rotation" or "pending" = a frame that has a VideoRotation > 0.
|
|
|
|
|
//
|
|
|
|
|
// "not pending" = a frame that has a VideoRotation == 0.
|
|
|
|
|
//
|
|
|
|
|
// "apply rotation" = modify a frame from being "pending" to being "not
|
|
|
|
|
// pending" rotation (a no-op for "unrotated").
|
|
|
|
|
//
|
2015-03-06 10:41:00 +00:00
|
|
|
VideoRotation rotation() const { return rotation_; }
|
|
|
|
|
void set_rotation(VideoRotation rotation) {
|
2015-02-11 18:37:54 +00:00
|
|
|
rotation_ = rotation;
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-17 09:02:25 +00:00
|
|
|
// Set render time in miliseconds.
|
2015-03-06 10:41:00 +00:00
|
|
|
void set_render_time_ms(int64_t render_time_ms) {
|
2014-09-17 09:02:25 +00:00
|
|
|
render_time_ms_ = render_time_ms;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Get render time in miliseconds.
|
2015-03-06 10:41:00 +00:00
|
|
|
int64_t render_time_ms() const { return render_time_ms_; }
|
2014-09-17 09:02:25 +00:00
|
|
|
|
|
|
|
|
// Return true if underlying plane buffers are of zero size, false if not.
|
2015-03-06 10:41:00 +00:00
|
|
|
bool IsZeroSize() const;
|
2014-09-17 09:02:25 +00:00
|
|
|
|
2016-04-15 03:43:39 -07:00
|
|
|
// Return the underlying buffer. Never nullptr for a properly
|
|
|
|
|
// initialized VideoFrame.
|
2016-04-29 02:39:24 -07:00
|
|
|
rtc::scoped_refptr<webrtc::VideoFrameBuffer> video_frame_buffer() const;
|
2014-09-17 09:02:25 +00:00
|
|
|
|
2015-03-23 12:27:55 +00:00
|
|
|
// Set the underlying buffer.
|
|
|
|
|
void set_video_frame_buffer(
|
|
|
|
|
const rtc::scoped_refptr<webrtc::VideoFrameBuffer>& buffer);
|
|
|
|
|
|
2015-06-05 11:08:03 +02:00
|
|
|
// Convert native-handle frame to memory-backed I420 frame. Should not be
|
|
|
|
|
// called on a non-native-handle frame.
|
|
|
|
|
VideoFrame ConvertNativeToI420Frame() const;
|
|
|
|
|
|
2014-09-17 09:02:25 +00:00
|
|
|
private:
|
Revert 8599 "Revert 8580 "Unify underlying frame buffer in I420VideoFrame and...""
It's possible to build Chrome on Windows with this patch now.
BUG=1128
> This is unfortunately causing build problems in Chrome on Windows.
>> Unify underlying frame buffer in I420VideoFrame and WebRtcVideoFrame
>>
>> Currently, I420VideoFrame uses three webrtc::Plane to store pixel data, and WebRtcVideoFrame uses WebRtcVideoFrame::FrameBuffer/webrtc::VideoFrame. The two subclasses WebRtcTextureVideoFrame and TextureVideoFrame use a NativeHandle to store pixel data, and there is also a class WebRtcVideoRenderFrame that wraps an I420VideoFrame.
>>
>> This CL replaces these classes with a new interface VideoFrameBuffer that provides the common functionality. This makes it possible to remove deep frame copies between cricket::VideoFrame and I420VideoFrame.
>>
>> Some additional minor changes are:
>> * Disallow creation of 0x0 texture frames.
>> * Remove the half-implemented ref count functions in I420VideoFrame.
>> * Remove the Alias functionality in WebRtcVideoFrame
>>
>> The final goal is to eliminate all frame copies, but to limit the scope of this CL, some planned changes are postponed to follow-up CL:s (see planned changes in https://webrtc-codereview.appspot.com/38879004, or https://docs.google.com/document/d/1bxoJZNmlo-Z9GnQwIaWpEG6hDlL_W-bzka8Zb_K2NbA/preview). Specifically, this CL:
>> * Keeps empty subclasses WebRtcTextureVideoFrame and TextureVideoFrame, and just delegates the construction to the superclass.
>> * Keeps the deep copies from cricket::VideoFrame to I420VideoFrame.
>>
>> BUG=1128
>> R=mflodman@webrtc.org, pbos@webrtc.org, perkj@webrtc.org, tommi@webrtc.org
>>
>> Review URL: https://webrtc-codereview.appspot.com/42469004
R=pbos@webrtc.org
TBR=mflodman, pbos, perkj, tommi
Review URL: https://webrtc-codereview.appspot.com/45489004
Cr-Commit-Position: refs/heads/master@{#8616}
git-svn-id: http://webrtc.googlecode.com/svn/trunk@8616 4adac7df-926f-26a2-2b94-8c16560cd09d
2015-03-05 14:03:08 +00:00
|
|
|
// An opaque reference counted handle that stores the pixel data.
|
|
|
|
|
rtc::scoped_refptr<webrtc::VideoFrameBuffer> video_frame_buffer_;
|
2014-09-17 09:02:25 +00:00
|
|
|
uint32_t timestamp_;
|
|
|
|
|
int64_t ntp_time_ms_;
|
|
|
|
|
int64_t render_time_ms_;
|
2015-02-11 18:37:54 +00:00
|
|
|
VideoRotation rotation_;
|
2014-09-17 09:02:25 +00:00
|
|
|
};
|
|
|
|
|
|
2015-10-19 23:32:41 -07:00
|
|
|
|
2014-09-17 09:02:25 +00:00
|
|
|
// TODO(pbos): Rename EncodedFrame and reformat this class' members.
|
|
|
|
|
class EncodedImage {
|
|
|
|
|
public:
|
2016-01-21 05:43:11 -08:00
|
|
|
static const size_t kBufferPaddingBytesH264;
|
|
|
|
|
|
|
|
|
|
// Some decoders require encoded image buffers to be padded with a small
|
|
|
|
|
// number of additional bytes (due to over-reading byte readers).
|
|
|
|
|
static size_t GetBufferPaddingBytes(VideoCodecType codec_type);
|
|
|
|
|
|
2015-03-10 12:55:17 +00:00
|
|
|
EncodedImage() : EncodedImage(nullptr, 0, 0) {}
|
2016-04-19 15:01:23 +02:00
|
|
|
|
Use size_t more consistently for packet/payload lengths.
See design doc at https://docs.google.com/a/chromium.org/document/d/1I6nmE9D_BmCY-IoV6MDPY2V6WYpEI-dg2apWXTfZyUI/edit?usp=sharing for more information.
This CL was reviewed and approved in pieces in the following CLs:
https://webrtc-codereview.appspot.com/24209004/
https://webrtc-codereview.appspot.com/24229004/
https://webrtc-codereview.appspot.com/24259004/
https://webrtc-codereview.appspot.com/25109004/
https://webrtc-codereview.appspot.com/26099004/
https://webrtc-codereview.appspot.com/27069004/
https://webrtc-codereview.appspot.com/27969004/
https://webrtc-codereview.appspot.com/27989004/
https://webrtc-codereview.appspot.com/29009004/
https://webrtc-codereview.appspot.com/30929004/
https://webrtc-codereview.appspot.com/30939004/
https://webrtc-codereview.appspot.com/31999004/
Committing as TBR to the original reviewers.
BUG=chromium:81439
TEST=none
TBR=pthatcher,henrik.lundin,tina.legrand,stefan,tkchin,glaznev,kjellander,perkj,mflodman,henrika,asapersson,niklas.enbom
Review URL: https://webrtc-codereview.appspot.com/23129004
git-svn-id: http://webrtc.googlecode.com/svn/trunk@7726 4adac7df-926f-26a2-2b94-8c16560cd09d
2014-11-20 22:28:14 +00:00
|
|
|
EncodedImage(uint8_t* buffer, size_t length, size_t size)
|
2015-03-10 12:55:17 +00:00
|
|
|
: _buffer(buffer), _length(length), _size(size) {}
|
|
|
|
|
|
2015-10-19 00:35:21 -07:00
|
|
|
struct AdaptReason {
|
|
|
|
|
AdaptReason()
|
2015-10-19 23:32:41 -07:00
|
|
|
: quality_resolution_downscales(-1),
|
|
|
|
|
bw_resolutions_disabled(-1) {}
|
2015-10-19 00:35:21 -07:00
|
|
|
|
|
|
|
|
int quality_resolution_downscales; // Number of times this frame is down
|
|
|
|
|
// scaled in resolution due to quality.
|
|
|
|
|
// Or -1 if information is not provided.
|
2015-10-19 23:32:41 -07:00
|
|
|
int bw_resolutions_disabled; // Number of resolutions that are not sent
|
|
|
|
|
// due to bandwidth for this frame.
|
|
|
|
|
// Or -1 if information is not provided.
|
2015-10-19 00:35:21 -07:00
|
|
|
};
|
2015-03-10 12:55:17 +00:00
|
|
|
uint32_t _encodedWidth = 0;
|
|
|
|
|
uint32_t _encodedHeight = 0;
|
|
|
|
|
uint32_t _timeStamp = 0;
|
2014-09-17 09:02:25 +00:00
|
|
|
// NTP time of the capture time in local timebase in milliseconds.
|
2015-03-10 12:55:17 +00:00
|
|
|
int64_t ntp_time_ms_ = 0;
|
|
|
|
|
int64_t capture_time_ms_ = 0;
|
2015-10-23 15:58:18 +02:00
|
|
|
FrameType _frameType = kVideoFrameDelta;
|
2014-09-17 09:02:25 +00:00
|
|
|
uint8_t* _buffer;
|
Use size_t more consistently for packet/payload lengths.
See design doc at https://docs.google.com/a/chromium.org/document/d/1I6nmE9D_BmCY-IoV6MDPY2V6WYpEI-dg2apWXTfZyUI/edit?usp=sharing for more information.
This CL was reviewed and approved in pieces in the following CLs:
https://webrtc-codereview.appspot.com/24209004/
https://webrtc-codereview.appspot.com/24229004/
https://webrtc-codereview.appspot.com/24259004/
https://webrtc-codereview.appspot.com/25109004/
https://webrtc-codereview.appspot.com/26099004/
https://webrtc-codereview.appspot.com/27069004/
https://webrtc-codereview.appspot.com/27969004/
https://webrtc-codereview.appspot.com/27989004/
https://webrtc-codereview.appspot.com/29009004/
https://webrtc-codereview.appspot.com/30929004/
https://webrtc-codereview.appspot.com/30939004/
https://webrtc-codereview.appspot.com/31999004/
Committing as TBR to the original reviewers.
BUG=chromium:81439
TEST=none
TBR=pthatcher,henrik.lundin,tina.legrand,stefan,tkchin,glaznev,kjellander,perkj,mflodman,henrika,asapersson,niklas.enbom
Review URL: https://webrtc-codereview.appspot.com/23129004
git-svn-id: http://webrtc.googlecode.com/svn/trunk@7726 4adac7df-926f-26a2-2b94-8c16560cd09d
2014-11-20 22:28:14 +00:00
|
|
|
size_t _length;
|
|
|
|
|
size_t _size;
|
2016-04-19 15:01:23 +02:00
|
|
|
VideoRotation rotation_ = kVideoRotation_0;
|
2015-03-10 12:55:17 +00:00
|
|
|
bool _completeFrame = false;
|
2015-10-19 00:35:21 -07:00
|
|
|
AdaptReason adapt_reason_;
|
2015-10-20 23:55:26 -07:00
|
|
|
int qp_ = -1; // Quantizer value.
|
2014-09-17 09:02:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
} // namespace webrtc
|
|
|
|
|
#endif // WEBRTC_VIDEO_FRAME_H_
|