Introduce a new method I420Buffer::CropAndScale, and a static convenience helper I420Buffer::CenterCropAndScale. Use them for almost all scaling needs. Delete the Scaler class and the cricket::VideoFrame::Stretch* methods. BUG=webrtc:5682 R=pbos@webrtc.org, perkj@webrtc.org, stefan@webrtc.org Review URL: https://codereview.webrtc.org/2020593002 . Cr-Commit-Position: refs/heads/master@{#13110}
377 lines
9.9 KiB
C++
377 lines
9.9 KiB
C++
/*
|
|
* Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include <algorithm>
|
|
|
|
#include "webrtc/common_video/include/video_frame_buffer.h"
|
|
|
|
#include "webrtc/base/checks.h"
|
|
#include "webrtc/base/keep_ref_until_done.h"
|
|
#include "libyuv/convert.h"
|
|
#include "libyuv/scale.h"
|
|
|
|
// Aligning pointer to 64 bytes for improved performance, e.g. use SIMD.
|
|
static const int kBufferAlignment = 64;
|
|
|
|
namespace webrtc {
|
|
|
|
namespace {
|
|
|
|
int I420DataSize(int height, int stride_y, int stride_u, int stride_v) {
|
|
return stride_y * height + (stride_u + stride_v) * ((height + 1) / 2);
|
|
}
|
|
|
|
} // namespace
|
|
|
|
const uint8_t* VideoFrameBuffer::data(PlaneType type) const {
|
|
switch (type) {
|
|
case kYPlane:
|
|
return DataY();
|
|
case kUPlane:
|
|
return DataU();
|
|
case kVPlane:
|
|
return DataV();
|
|
default:
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
}
|
|
|
|
const uint8_t* VideoFrameBuffer::DataY() const {
|
|
return data(kYPlane);
|
|
}
|
|
const uint8_t* VideoFrameBuffer::DataU() const {
|
|
return data(kUPlane);
|
|
}
|
|
const uint8_t* VideoFrameBuffer::DataV() const {
|
|
return data(kVPlane);
|
|
}
|
|
|
|
int VideoFrameBuffer::stride(PlaneType type) const {
|
|
switch (type) {
|
|
case kYPlane:
|
|
return StrideY();
|
|
case kUPlane:
|
|
return StrideU();
|
|
case kVPlane:
|
|
return StrideV();
|
|
default:
|
|
RTC_NOTREACHED();
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
int VideoFrameBuffer::StrideY() const {
|
|
return stride(kYPlane);
|
|
}
|
|
int VideoFrameBuffer::StrideU() const {
|
|
return stride(kUPlane);
|
|
}
|
|
int VideoFrameBuffer::StrideV() const {
|
|
return stride(kVPlane);
|
|
}
|
|
|
|
uint8_t* VideoFrameBuffer::MutableDataY() {
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
uint8_t* VideoFrameBuffer::MutableDataU() {
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
uint8_t* VideoFrameBuffer::MutableDataV() {
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
|
|
uint8_t* VideoFrameBuffer::MutableData(PlaneType type) {
|
|
switch (type) {
|
|
case kYPlane:
|
|
return MutableDataY();
|
|
case kUPlane:
|
|
return MutableDataU();
|
|
case kVPlane:
|
|
return MutableDataV();
|
|
default:
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
}
|
|
|
|
VideoFrameBuffer::~VideoFrameBuffer() {}
|
|
|
|
I420Buffer::I420Buffer(int width, int height)
|
|
: I420Buffer(width, height, width, (width + 1) / 2, (width + 1) / 2) {
|
|
}
|
|
|
|
I420Buffer::I420Buffer(int width,
|
|
int height,
|
|
int stride_y,
|
|
int stride_u,
|
|
int stride_v)
|
|
: width_(width),
|
|
height_(height),
|
|
stride_y_(stride_y),
|
|
stride_u_(stride_u),
|
|
stride_v_(stride_v),
|
|
data_(static_cast<uint8_t*>(AlignedMalloc(
|
|
I420DataSize(height, stride_y, stride_u, stride_v),
|
|
kBufferAlignment))) {
|
|
RTC_DCHECK_GT(width, 0);
|
|
RTC_DCHECK_GT(height, 0);
|
|
RTC_DCHECK_GE(stride_y, width);
|
|
RTC_DCHECK_GE(stride_u, (width + 1) / 2);
|
|
RTC_DCHECK_GE(stride_v, (width + 1) / 2);
|
|
}
|
|
|
|
I420Buffer::~I420Buffer() {
|
|
}
|
|
|
|
void I420Buffer::InitializeData() {
|
|
memset(data_.get(), 0,
|
|
I420DataSize(height_, stride_y_, stride_u_, stride_v_));
|
|
}
|
|
|
|
int I420Buffer::width() const {
|
|
return width_;
|
|
}
|
|
|
|
int I420Buffer::height() const {
|
|
return height_;
|
|
}
|
|
|
|
const uint8_t* I420Buffer::DataY() const {
|
|
return data_.get();
|
|
}
|
|
const uint8_t* I420Buffer::DataU() const {
|
|
return data_.get() + stride_y_ * height_;
|
|
}
|
|
const uint8_t* I420Buffer::DataV() const {
|
|
return data_.get() + stride_y_ * height_ + stride_u_ * ((height_ + 1) / 2);
|
|
}
|
|
|
|
uint8_t* I420Buffer::MutableDataY() {
|
|
return const_cast<uint8_t*>(DataY());
|
|
}
|
|
uint8_t* I420Buffer::MutableDataU() {
|
|
return const_cast<uint8_t*>(DataU());
|
|
}
|
|
uint8_t* I420Buffer::MutableDataV() {
|
|
return const_cast<uint8_t*>(DataV());
|
|
}
|
|
|
|
int I420Buffer::StrideY() const {
|
|
return stride_y_;
|
|
}
|
|
int I420Buffer::StrideU() const {
|
|
return stride_u_;
|
|
}
|
|
int I420Buffer::StrideV() const {
|
|
return stride_v_;
|
|
}
|
|
|
|
void* I420Buffer::native_handle() const {
|
|
return nullptr;
|
|
}
|
|
|
|
rtc::scoped_refptr<VideoFrameBuffer> I420Buffer::NativeToI420Buffer() {
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
|
|
rtc::scoped_refptr<I420Buffer> I420Buffer::Copy(
|
|
const rtc::scoped_refptr<VideoFrameBuffer>& buffer) {
|
|
int width = buffer->width();
|
|
int height = buffer->height();
|
|
rtc::scoped_refptr<I420Buffer> copy =
|
|
new rtc::RefCountedObject<I420Buffer>(width, height);
|
|
RTC_CHECK(libyuv::I420Copy(buffer->DataY(), buffer->StrideY(),
|
|
buffer->DataU(), buffer->StrideU(),
|
|
buffer->DataV(), buffer->StrideV(),
|
|
copy->MutableDataY(), copy->StrideY(),
|
|
copy->MutableDataU(), copy->StrideU(),
|
|
copy->MutableDataV(), copy->StrideV(),
|
|
width, height) == 0);
|
|
|
|
return copy;
|
|
}
|
|
|
|
void I420Buffer::SetToBlack() {
|
|
RTC_CHECK(libyuv::I420Rect(MutableDataY(), StrideY(),
|
|
MutableDataU(), StrideU(),
|
|
MutableDataV(), StrideV(),
|
|
0, 0, width(), height(),
|
|
0, 128, 128) == 0);
|
|
}
|
|
|
|
void I420Buffer::CropAndScaleFrom(
|
|
const rtc::scoped_refptr<VideoFrameBuffer>& src,
|
|
int offset_x,
|
|
int offset_y,
|
|
int crop_width,
|
|
int crop_height) {
|
|
RTC_CHECK_LE(crop_width, src->width());
|
|
RTC_CHECK_LE(crop_height, src->height());
|
|
RTC_CHECK_LE(crop_width + offset_x, src->width());
|
|
RTC_CHECK_LE(crop_height + offset_y, src->height());
|
|
RTC_CHECK_GE(offset_x, 0);
|
|
RTC_CHECK_GE(offset_y, 0);
|
|
|
|
// Make sure offset is even so that u/v plane becomes aligned.
|
|
const int uv_offset_x = offset_x / 2;
|
|
const int uv_offset_y = offset_y / 2;
|
|
offset_x = uv_offset_x * 2;
|
|
offset_y = uv_offset_y * 2;
|
|
|
|
const uint8_t* y_plane =
|
|
src->DataY() + src->StrideY() * offset_y + offset_x;
|
|
const uint8_t* u_plane =
|
|
src->DataU() + src->StrideU() * uv_offset_y + uv_offset_x;
|
|
const uint8_t* v_plane =
|
|
src->DataV() + src->StrideV() * uv_offset_y + uv_offset_x;
|
|
int res = libyuv::I420Scale(y_plane, src->StrideY(),
|
|
u_plane, src->StrideU(),
|
|
v_plane, src->StrideV(),
|
|
crop_width, crop_height,
|
|
MutableDataY(), StrideY(),
|
|
MutableDataU(), StrideU(),
|
|
MutableDataV(), StrideV(),
|
|
width(), height(), libyuv::kFilterBox);
|
|
|
|
RTC_DCHECK_EQ(res, 0);
|
|
}
|
|
|
|
void I420Buffer::CropAndScaleFrom(
|
|
const rtc::scoped_refptr<VideoFrameBuffer>& src) {
|
|
const int crop_width =
|
|
std::min(src->width(), width() * src->height() / height());
|
|
const int crop_height =
|
|
std::min(src->height(), height() * src->width() / width());
|
|
|
|
CropAndScaleFrom(
|
|
src,
|
|
(src->width() - crop_width) / 2, (src->height() - crop_height) / 2,
|
|
crop_width, crop_height);
|
|
}
|
|
|
|
void I420Buffer::ScaleFrom(const rtc::scoped_refptr<VideoFrameBuffer>& src) {
|
|
CropAndScaleFrom(src, 0, 0, src->width(), src->height());
|
|
}
|
|
|
|
NativeHandleBuffer::NativeHandleBuffer(void* native_handle,
|
|
int width,
|
|
int height)
|
|
: native_handle_(native_handle), width_(width), height_(height) {
|
|
RTC_DCHECK(native_handle != nullptr);
|
|
RTC_DCHECK_GT(width, 0);
|
|
RTC_DCHECK_GT(height, 0);
|
|
}
|
|
|
|
int NativeHandleBuffer::width() const {
|
|
return width_;
|
|
}
|
|
|
|
int NativeHandleBuffer::height() const {
|
|
return height_;
|
|
}
|
|
|
|
const uint8_t* NativeHandleBuffer::DataY() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return nullptr;
|
|
}
|
|
const uint8_t* NativeHandleBuffer::DataU() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return nullptr;
|
|
}
|
|
const uint8_t* NativeHandleBuffer::DataV() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return nullptr;
|
|
}
|
|
|
|
int NativeHandleBuffer::StrideY() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return 0;
|
|
}
|
|
int NativeHandleBuffer::StrideU() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return 0;
|
|
}
|
|
int NativeHandleBuffer::StrideV() const {
|
|
RTC_NOTREACHED(); // Should not be called.
|
|
return 0;
|
|
}
|
|
|
|
void* NativeHandleBuffer::native_handle() const {
|
|
return native_handle_;
|
|
}
|
|
|
|
WrappedI420Buffer::WrappedI420Buffer(int width,
|
|
int height,
|
|
const uint8_t* y_plane,
|
|
int y_stride,
|
|
const uint8_t* u_plane,
|
|
int u_stride,
|
|
const uint8_t* v_plane,
|
|
int v_stride,
|
|
const rtc::Callback0<void>& no_longer_used)
|
|
: width_(width),
|
|
height_(height),
|
|
y_plane_(y_plane),
|
|
u_plane_(u_plane),
|
|
v_plane_(v_plane),
|
|
y_stride_(y_stride),
|
|
u_stride_(u_stride),
|
|
v_stride_(v_stride),
|
|
no_longer_used_cb_(no_longer_used) {
|
|
}
|
|
|
|
WrappedI420Buffer::~WrappedI420Buffer() {
|
|
no_longer_used_cb_();
|
|
}
|
|
|
|
int WrappedI420Buffer::width() const {
|
|
return width_;
|
|
}
|
|
|
|
int WrappedI420Buffer::height() const {
|
|
return height_;
|
|
}
|
|
|
|
const uint8_t* WrappedI420Buffer::DataY() const {
|
|
return y_plane_;
|
|
}
|
|
const uint8_t* WrappedI420Buffer::DataU() const {
|
|
return u_plane_;
|
|
}
|
|
const uint8_t* WrappedI420Buffer::DataV() const {
|
|
return v_plane_;
|
|
}
|
|
|
|
int WrappedI420Buffer::StrideY() const {
|
|
return y_stride_;
|
|
}
|
|
int WrappedI420Buffer::StrideU() const {
|
|
return u_stride_;
|
|
}
|
|
int WrappedI420Buffer::StrideV() const {
|
|
return v_stride_;
|
|
}
|
|
|
|
void* WrappedI420Buffer::native_handle() const {
|
|
return nullptr;
|
|
}
|
|
|
|
rtc::scoped_refptr<VideoFrameBuffer> WrappedI420Buffer::NativeToI420Buffer() {
|
|
RTC_NOTREACHED();
|
|
return nullptr;
|
|
}
|
|
|
|
} // namespace webrtc
|