61607f450a
Some external images must be sampled from by providing normalized UV coordinates to webrender, but currently webrender only supports unnormalized UVs. This patch adds a flag to webrender's external image API that specifies whether the UV coordinates supplied when the texture is locked are normalized or unnormalized. This flag is plumbed through webrender to the required locations. We then add support for taking normalized UVs as inputs to the brush_image and cs_scale shaders. The only other shader that can be used with external textures is the composite shader, which already supports normalized UVs. This does not change any behaviour, that will happen in the next patch in this series. Differential Revision: https://phabricator.services.mozilla.com/D220581
276 lines
10 KiB
C++
276 lines
10 KiB
C++
/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim: set ts=8 sts=2 et sw=2 tw=80: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "MacIOSurfaceTextureHostOGL.h"
|
|
#include "mozilla/gfx/gfxVars.h"
|
|
#include "mozilla/gfx/MacIOSurface.h"
|
|
#include "mozilla/webrender/RenderMacIOSurfaceTextureHost.h"
|
|
#include "mozilla/webrender/RenderThread.h"
|
|
#include "mozilla/webrender/WebRenderAPI.h"
|
|
|
|
namespace mozilla {
|
|
namespace layers {
|
|
|
|
MacIOSurfaceTextureHostOGL::MacIOSurfaceTextureHostOGL(
|
|
TextureFlags aFlags, const SurfaceDescriptorMacIOSurface& aDescriptor)
|
|
: TextureHost(TextureHostType::MacIOSurface, aFlags) {
|
|
MOZ_COUNT_CTOR(MacIOSurfaceTextureHostOGL);
|
|
mSurface = MacIOSurface::LookupSurface(aDescriptor.surfaceId(),
|
|
!aDescriptor.isOpaque(),
|
|
aDescriptor.yUVColorSpace());
|
|
if (!mSurface) {
|
|
gfxCriticalNote << "Failed to look up MacIOSurface";
|
|
}
|
|
}
|
|
|
|
MacIOSurfaceTextureHostOGL::~MacIOSurfaceTextureHostOGL() {
|
|
MOZ_COUNT_DTOR(MacIOSurfaceTextureHostOGL);
|
|
}
|
|
|
|
gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetFormat() const {
|
|
if (!mSurface) {
|
|
return gfx::SurfaceFormat::UNKNOWN;
|
|
}
|
|
return mSurface->GetFormat();
|
|
}
|
|
|
|
gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetReadFormat() const {
|
|
if (!mSurface) {
|
|
return gfx::SurfaceFormat::UNKNOWN;
|
|
}
|
|
return mSurface->GetReadFormat();
|
|
}
|
|
|
|
gfx::IntSize MacIOSurfaceTextureHostOGL::GetSize() const {
|
|
if (!mSurface) {
|
|
return gfx::IntSize();
|
|
}
|
|
return gfx::IntSize(mSurface->GetDevicePixelWidth(),
|
|
mSurface->GetDevicePixelHeight());
|
|
}
|
|
|
|
gl::GLContext* MacIOSurfaceTextureHostOGL::gl() const { return nullptr; }
|
|
|
|
gfx::YUVColorSpace MacIOSurfaceTextureHostOGL::GetYUVColorSpace() const {
|
|
if (!mSurface) {
|
|
return gfx::YUVColorSpace::Identity;
|
|
}
|
|
return mSurface->GetYUVColorSpace();
|
|
}
|
|
|
|
gfx::ColorRange MacIOSurfaceTextureHostOGL::GetColorRange() const {
|
|
if (!mSurface) {
|
|
return gfx::ColorRange::LIMITED;
|
|
}
|
|
return mSurface->IsFullRange() ? gfx::ColorRange::FULL
|
|
: gfx::ColorRange::LIMITED;
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::CreateRenderTexture(
|
|
const wr::ExternalImageId& aExternalImageId) {
|
|
MOZ_ASSERT(mExternalImageId.isSome());
|
|
|
|
RefPtr<wr::RenderTextureHost> texture =
|
|
new wr::RenderMacIOSurfaceTextureHost(GetMacIOSurface());
|
|
|
|
bool isDRM = (bool)(mFlags & TextureFlags::DRM_SOURCE);
|
|
texture->SetIsFromDRMSource(isDRM);
|
|
|
|
wr::RenderThread::Get()->RegisterExternalImage(aExternalImageId,
|
|
texture.forget());
|
|
}
|
|
|
|
uint32_t MacIOSurfaceTextureHostOGL::NumSubTextures() {
|
|
if (!mSurface) {
|
|
return 0;
|
|
}
|
|
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::R8G8B8X8:
|
|
case gfx::SurfaceFormat::R8G8B8A8:
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8:
|
|
case gfx::SurfaceFormat::YUY2: {
|
|
return 1;
|
|
}
|
|
case gfx::SurfaceFormat::NV12:
|
|
case gfx::SurfaceFormat::P010:
|
|
case gfx::SurfaceFormat::NV16: {
|
|
return 2;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected format");
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::PushResourceUpdates(
|
|
wr::TransactionBuilder& aResources, ResourceUpdateOp aOp,
|
|
const Range<wr::ImageKey>& aImageKeys, const wr::ExternalImageId& aExtID) {
|
|
MOZ_ASSERT(mSurface);
|
|
|
|
auto method = aOp == TextureHost::ADD_IMAGE
|
|
? &wr::TransactionBuilder::AddExternalImage
|
|
: &wr::TransactionBuilder::UpdateExternalImage;
|
|
auto imageType =
|
|
wr::ExternalImageType::TextureHandle(wr::ImageBufferKind::TextureRect);
|
|
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// The internal pixel format of MacIOSurface is always BGRX or BGRA
|
|
// format.
|
|
auto format = GetFormat() == gfx::SurfaceFormat::B8G8R8A8
|
|
? gfx::SurfaceFormat::B8G8R8A8
|
|
: gfx::SurfaceFormat::B8G8R8X8;
|
|
wr::ImageDescriptor descriptor(GetSize(), format);
|
|
(aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0,
|
|
/* aNormalizedUvs */ false);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::YUY2: {
|
|
// This is the special buffer format. The buffer contents could be a
|
|
// converted RGB interleaving data or a YCbCr interleaving data depending
|
|
// on the different platform setting. (e.g. It will be RGB at OpenGL 2.1
|
|
// and YCbCr at OpenGL 3.1)
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
wr::ImageDescriptor descriptor(GetSize(), gfx::SurfaceFormat::B8G8R8X8);
|
|
(aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0,
|
|
/* aNormalizedUvs */ false);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV12: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
wr::ImageDescriptor descriptor0(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(0),
|
|
mSurface->GetDevicePixelHeight(0)),
|
|
gfx::SurfaceFormat::A8);
|
|
wr::ImageDescriptor descriptor1(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(1),
|
|
mSurface->GetDevicePixelHeight(1)),
|
|
gfx::SurfaceFormat::R8G8);
|
|
(aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0,
|
|
/* aNormalizedUvs */ false);
|
|
(aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1,
|
|
/* aNormalizedUvs */ false);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::P010: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
wr::ImageDescriptor descriptor0(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(0),
|
|
mSurface->GetDevicePixelHeight(0)),
|
|
gfx::SurfaceFormat::A16);
|
|
wr::ImageDescriptor descriptor1(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(1),
|
|
mSurface->GetDevicePixelHeight(1)),
|
|
gfx::SurfaceFormat::R16G16);
|
|
(aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0,
|
|
/* aNormalizedUvs */ false);
|
|
(aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1,
|
|
/* aNormalizedUvs */ false);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV16: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
wr::ImageDescriptor descriptor0(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(0),
|
|
mSurface->GetDevicePixelHeight(0)),
|
|
gfx::SurfaceFormat::A16);
|
|
wr::ImageDescriptor descriptor1(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(1),
|
|
mSurface->GetDevicePixelHeight(1)),
|
|
gfx::SurfaceFormat::R16G16);
|
|
(aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0,
|
|
/* aNormalizedUvs */ false);
|
|
(aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1,
|
|
/* aNormalizedUvs */ false);
|
|
break;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected to be called");
|
|
}
|
|
}
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::PushDisplayItems(
|
|
wr::DisplayListBuilder& aBuilder, const wr::LayoutRect& aBounds,
|
|
const wr::LayoutRect& aClip, wr::ImageRendering aFilter,
|
|
const Range<wr::ImageKey>& aImageKeys, PushDisplayItemFlagSet aFlags) {
|
|
bool preferCompositorSurface =
|
|
aFlags.contains(PushDisplayItemFlag::PREFER_COMPOSITOR_SURFACE);
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// We disable external compositing for RGB surfaces for now until
|
|
// we've tested support more thoroughly. Bug 1667917.
|
|
aBuilder.PushImage(aBounds, aClip, true, false, aFilter, aImageKeys[0],
|
|
!(mFlags & TextureFlags::NON_PREMULTIPLIED),
|
|
wr::ColorF{1.0f, 1.0f, 1.0f, 1.0f},
|
|
preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::YUY2: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// Those images can only be generated at present by the Apple H264 decoder
|
|
// which only supports 8 bits color depth.
|
|
aBuilder.PushYCbCrInterleavedImage(
|
|
aBounds, aClip, true, aImageKeys[0], wr::ColorDepth::Color8,
|
|
wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV12: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
aBuilder.PushNV12Image(
|
|
aBounds, aClip, true, aImageKeys[0], aImageKeys[1],
|
|
wr::ColorDepth::Color8, wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::P010: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
aBuilder.PushP010Image(
|
|
aBounds, aClip, true, aImageKeys[0], aImageKeys[1],
|
|
wr::ColorDepth::Color10, wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV16: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
aBuilder.PushNV16Image(
|
|
aBounds, aClip, true, aImageKeys[0], aImageKeys[1],
|
|
wr::ColorDepth::Color10, wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected to be called");
|
|
}
|
|
}
|
|
}
|
|
|
|
} // namespace layers
|
|
} // namespace mozilla
|