At point of display, we need the TextureHost to know whether or not its texture was created from a DRM Image. The throughline of data is: Image -> TextureClient -> TextureHost The TextureClient is generated by the Image, so it has access to the DRM state of the Image, but the TextureHost is built from the raw texture data and from TextureFlags. This patch updates TextureFlags to include a DRM_SOURCE bit for use by the TextureHost. The TextureClient and TextureHost are platform-specific classes. The creation of the TextureClient by the Image is done in a platform-specific subclass of Image. This patch only implements this pipeline for macOS. There doesn't seem to be a way to do this in cross-platform classes, but other platforms can follow the pattern used here. Depends on D155295 Differential Revision: https://phabricator.services.mozilla.com/D155296
241 lines
8.9 KiB
C++
241 lines
8.9 KiB
C++
/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim: set ts=8 sts=2 et sw=2 tw=80: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "MacIOSurfaceTextureHostOGL.h"
|
|
#include "mozilla/gfx/gfxVars.h"
|
|
#include "mozilla/gfx/MacIOSurface.h"
|
|
#include "mozilla/webrender/RenderMacIOSurfaceTextureHost.h"
|
|
#include "mozilla/webrender/RenderThread.h"
|
|
#include "mozilla/webrender/WebRenderAPI.h"
|
|
#include "GLContextCGL.h"
|
|
|
|
namespace mozilla {
|
|
namespace layers {
|
|
|
|
MacIOSurfaceTextureHostOGL::MacIOSurfaceTextureHostOGL(
|
|
TextureFlags aFlags, const SurfaceDescriptorMacIOSurface& aDescriptor)
|
|
: TextureHost(TextureHostType::MacIOSurface, aFlags) {
|
|
MOZ_COUNT_CTOR(MacIOSurfaceTextureHostOGL);
|
|
mSurface = MacIOSurface::LookupSurface(aDescriptor.surfaceId(),
|
|
!aDescriptor.isOpaque(),
|
|
aDescriptor.yUVColorSpace());
|
|
if (!mSurface) {
|
|
gfxCriticalNote << "Failed to look up MacIOSurface";
|
|
}
|
|
}
|
|
|
|
MacIOSurfaceTextureHostOGL::~MacIOSurfaceTextureHostOGL() {
|
|
MOZ_COUNT_DTOR(MacIOSurfaceTextureHostOGL);
|
|
}
|
|
|
|
gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetFormat() const {
|
|
if (!mSurface) {
|
|
return gfx::SurfaceFormat::UNKNOWN;
|
|
}
|
|
return mSurface->GetFormat();
|
|
}
|
|
|
|
gfx::SurfaceFormat MacIOSurfaceTextureHostOGL::GetReadFormat() const {
|
|
if (!mSurface) {
|
|
return gfx::SurfaceFormat::UNKNOWN;
|
|
}
|
|
return mSurface->GetReadFormat();
|
|
}
|
|
|
|
gfx::IntSize MacIOSurfaceTextureHostOGL::GetSize() const {
|
|
if (!mSurface) {
|
|
return gfx::IntSize();
|
|
}
|
|
return gfx::IntSize(mSurface->GetDevicePixelWidth(),
|
|
mSurface->GetDevicePixelHeight());
|
|
}
|
|
|
|
gl::GLContext* MacIOSurfaceTextureHostOGL::gl() const { return nullptr; }
|
|
|
|
gfx::YUVColorSpace MacIOSurfaceTextureHostOGL::GetYUVColorSpace() const {
|
|
if (!mSurface) {
|
|
return gfx::YUVColorSpace::Identity;
|
|
}
|
|
return mSurface->GetYUVColorSpace();
|
|
}
|
|
|
|
gfx::ColorRange MacIOSurfaceTextureHostOGL::GetColorRange() const {
|
|
if (!mSurface) {
|
|
return gfx::ColorRange::LIMITED;
|
|
}
|
|
return mSurface->IsFullRange() ? gfx::ColorRange::FULL
|
|
: gfx::ColorRange::LIMITED;
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::CreateRenderTexture(
|
|
const wr::ExternalImageId& aExternalImageId) {
|
|
RefPtr<wr::RenderTextureHost> texture =
|
|
new wr::RenderMacIOSurfaceTextureHost(GetMacIOSurface());
|
|
|
|
bool isDRM = (bool)(mFlags & TextureFlags::DRM_SOURCE);
|
|
texture->SetIsFromDRMSource(isDRM);
|
|
|
|
wr::RenderThread::Get()->RegisterExternalImage(aExternalImageId,
|
|
texture.forget());
|
|
}
|
|
|
|
uint32_t MacIOSurfaceTextureHostOGL::NumSubTextures() {
|
|
if (!mSurface) {
|
|
return 0;
|
|
}
|
|
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::R8G8B8X8:
|
|
case gfx::SurfaceFormat::R8G8B8A8:
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8:
|
|
case gfx::SurfaceFormat::YUV422: {
|
|
return 1;
|
|
}
|
|
case gfx::SurfaceFormat::NV12:
|
|
case gfx::SurfaceFormat::P010: {
|
|
return 2;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected format");
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::PushResourceUpdates(
|
|
wr::TransactionBuilder& aResources, ResourceUpdateOp aOp,
|
|
const Range<wr::ImageKey>& aImageKeys, const wr::ExternalImageId& aExtID) {
|
|
MOZ_ASSERT(mSurface);
|
|
|
|
auto method = aOp == TextureHost::ADD_IMAGE
|
|
? &wr::TransactionBuilder::AddExternalImage
|
|
: &wr::TransactionBuilder::UpdateExternalImage;
|
|
auto imageType =
|
|
wr::ExternalImageType::TextureHandle(wr::ImageBufferKind::TextureRect);
|
|
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// The internal pixel format of MacIOSurface is always BGRX or BGRA
|
|
// format.
|
|
auto format = GetFormat() == gfx::SurfaceFormat::B8G8R8A8
|
|
? gfx::SurfaceFormat::B8G8R8A8
|
|
: gfx::SurfaceFormat::B8G8R8X8;
|
|
wr::ImageDescriptor descriptor(GetSize(), format);
|
|
(aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::YUV422: {
|
|
// This is the special buffer format. The buffer contents could be a
|
|
// converted RGB interleaving data or a YCbCr interleaving data depending
|
|
// on the different platform setting. (e.g. It will be RGB at OpenGL 2.1
|
|
// and YCbCr at OpenGL 3.1)
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
wr::ImageDescriptor descriptor(GetSize(), gfx::SurfaceFormat::B8G8R8X8);
|
|
(aResources.*method)(aImageKeys[0], descriptor, aExtID, imageType, 0);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV12: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
wr::ImageDescriptor descriptor0(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(0),
|
|
mSurface->GetDevicePixelHeight(0)),
|
|
gfx::SurfaceFormat::A8);
|
|
wr::ImageDescriptor descriptor1(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(1),
|
|
mSurface->GetDevicePixelHeight(1)),
|
|
gfx::SurfaceFormat::R8G8);
|
|
(aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0);
|
|
(aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::P010: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
wr::ImageDescriptor descriptor0(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(0),
|
|
mSurface->GetDevicePixelHeight(0)),
|
|
gfx::SurfaceFormat::A16);
|
|
wr::ImageDescriptor descriptor1(
|
|
gfx::IntSize(mSurface->GetDevicePixelWidth(1),
|
|
mSurface->GetDevicePixelHeight(1)),
|
|
gfx::SurfaceFormat::R16G16);
|
|
(aResources.*method)(aImageKeys[0], descriptor0, aExtID, imageType, 0);
|
|
(aResources.*method)(aImageKeys[1], descriptor1, aExtID, imageType, 1);
|
|
break;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected to be called");
|
|
}
|
|
}
|
|
}
|
|
|
|
void MacIOSurfaceTextureHostOGL::PushDisplayItems(
|
|
wr::DisplayListBuilder& aBuilder, const wr::LayoutRect& aBounds,
|
|
const wr::LayoutRect& aClip, wr::ImageRendering aFilter,
|
|
const Range<wr::ImageKey>& aImageKeys, PushDisplayItemFlagSet aFlags) {
|
|
bool preferCompositorSurface =
|
|
aFlags.contains(PushDisplayItemFlag::PREFER_COMPOSITOR_SURFACE);
|
|
switch (GetFormat()) {
|
|
case gfx::SurfaceFormat::B8G8R8A8:
|
|
case gfx::SurfaceFormat::B8G8R8X8: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// We disable external compositing for RGB surfaces for now until
|
|
// we've tested support more thoroughly. Bug 1667917.
|
|
aBuilder.PushImage(aBounds, aClip, true, false, aFilter, aImageKeys[0],
|
|
!(mFlags & TextureFlags::NON_PREMULTIPLIED),
|
|
wr::ColorF{1.0f, 1.0f, 1.0f, 1.0f},
|
|
preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::YUV422: {
|
|
MOZ_ASSERT(aImageKeys.length() == 1);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 0);
|
|
// Those images can only be generated at present by the Apple H264 decoder
|
|
// which only supports 8 bits color depth.
|
|
aBuilder.PushYCbCrInterleavedImage(
|
|
aBounds, aClip, true, aImageKeys[0], wr::ColorDepth::Color8,
|
|
wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::NV12: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
aBuilder.PushNV12Image(
|
|
aBounds, aClip, true, aImageKeys[0], aImageKeys[1],
|
|
wr::ColorDepth::Color8, wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
case gfx::SurfaceFormat::P010: {
|
|
MOZ_ASSERT(aImageKeys.length() == 2);
|
|
MOZ_ASSERT(mSurface->GetPlaneCount() == 2);
|
|
aBuilder.PushP010Image(
|
|
aBounds, aClip, true, aImageKeys[0], aImageKeys[1],
|
|
wr::ColorDepth::Color10, wr::ToWrYuvColorSpace(GetYUVColorSpace()),
|
|
wr::ToWrColorRange(GetColorRange()), aFilter, preferCompositorSurface,
|
|
/* aSupportsExternalCompositing */ true);
|
|
break;
|
|
}
|
|
default: {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected to be called");
|
|
}
|
|
}
|
|
}
|
|
|
|
} // namespace layers
|
|
} // namespace mozilla
|