/* -*- Mode: C++; tab-width: 20; indent-tabs-mode: nil; c-basic-offset: 2 -*- * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "ImageClient.h" #include // for uint32_t #include "ImageContainer.h" // for Image, PlanarYCbCrImage, etc #include "ImageTypes.h" // for ImageFormat::PLANAR_YCBCR, etc #include "GLImages.h" // for SurfaceTextureImage::Data, etc #include "gfx2DGlue.h" // for ImageFormatToSurfaceFormat #include "gfxPlatform.h" // for gfxPlatform #include "mozilla/Assertions.h" // for MOZ_ASSERT, etc #include "mozilla/RefPtr.h" // for RefPtr, TemporaryRef #include "mozilla/gfx/BaseSize.h" // for BaseSize #include "mozilla/gfx/Point.h" // for IntSize #include "mozilla/gfx/Types.h" // for SurfaceFormat, etc #include "mozilla/layers/CompositableClient.h" // for CompositableClient #include "mozilla/layers/CompositableForwarder.h" #include "mozilla/layers/CompositorTypes.h" // for CompositableType, etc #include "mozilla/layers/ISurfaceAllocator.h" #include "mozilla/layers/LayersSurfaces.h" // for SurfaceDescriptor, etc #include "mozilla/layers/ShadowLayers.h" // for ShadowLayerForwarder #include "mozilla/layers/SharedPlanarYCbCrImage.h" #include "mozilla/layers/SharedRGBImage.h" #include "mozilla/layers/TextureClient.h" // for TextureClient, etc #include "mozilla/layers/TextureClientOGL.h" // for SurfaceTextureClient #include "mozilla/mozalloc.h" // for operator delete, etc #include "nsAutoPtr.h" // for nsRefPtr #include "nsCOMPtr.h" // for already_AddRefed #include "nsDebug.h" // for NS_WARNING, NS_ASSERTION #include "nsISupportsImpl.h" // for Image::Release, etc #include "nsRect.h" // for nsIntRect #include "mozilla/gfx/2D.h" #ifdef MOZ_WIDGET_GONK #include "GrallocImages.h" #endif namespace mozilla { namespace layers { using namespace mozilla::gfx; /* static */ TemporaryRef ImageClient::CreateImageClient(CompositableType aCompositableHostType, CompositableForwarder* aForwarder, TextureFlags aFlags) { RefPtr result = nullptr; switch (aCompositableHostType) { case CompositableType::IMAGE: result = new ImageClientSingle(aForwarder, aFlags, CompositableType::IMAGE); break; case CompositableType::IMAGE_BRIDGE: result = new ImageClientBridge(aForwarder, aFlags); break; case CompositableType::BUFFER_UNKNOWN: result = nullptr; break; #ifdef MOZ_WIDGET_GONK case CompositableType::IMAGE_OVERLAY: result = new ImageClientOverlay(aForwarder, aFlags); break; #endif default: MOZ_CRASH("unhandled program type"); } NS_ASSERTION(result, "Failed to create ImageClient"); return result.forget(); } void ImageClient::RemoveTexture(TextureClient* aTexture) { RemoveTextureWithTracker(aTexture, nullptr); } void ImageClient::RemoveTextureWithTracker(TextureClient* aTexture, AsyncTransactionTracker* aAsyncTransactionTracker) { #ifdef MOZ_WIDGET_GONK if (aAsyncTransactionTracker || GetForwarder()->IsImageBridgeChild()) { RefPtr request = aAsyncTransactionTracker; if (!request) { // Create AsyncTransactionTracker if it is not provided as argument. request = new RemoveTextureFromCompositableTracker(); } // Hold TextureClient until the transaction complete to postpone // the TextureClient recycle/delete. request->SetTextureClient(aTexture); GetForwarder()->RemoveTextureFromCompositableAsync(request, this, aTexture); return; } #endif GetForwarder()->RemoveTextureFromCompositable(this, aTexture); if (aAsyncTransactionTracker) { // Do not need to wait a transaction complete message // from the compositor side. aAsyncTransactionTracker->NotifyComplete(); } } ImageClientSingle::ImageClientSingle(CompositableForwarder* aFwd, TextureFlags aFlags, CompositableType aType) : ImageClient(aFwd, aFlags, aType) { } TextureInfo ImageClientSingle::GetTextureInfo() const { return TextureInfo(CompositableType::IMAGE); } TemporaryRef ImageClientSingle::PrepareFlushAllImages() { RefPtr status = new RemoveTextureFromCompositableTracker(); return status; } void ImageClientSingle::FlushAllImages(bool aExceptFront, AsyncTransactionTracker* aAsyncTransactionTracker) { if (!aExceptFront && mFrontBuffer) { RemoveTextureWithTracker(mFrontBuffer, aAsyncTransactionTracker); mFrontBuffer = nullptr; } else if(aAsyncTransactionTracker) { // already flushed aAsyncTransactionTracker->NotifyComplete(); } } bool ImageClientSingle::UpdateImage(ImageContainer* aContainer, uint32_t aContentFlags) { AutoLockImage autoLock(aContainer); Image *image = autoLock.GetImage(); if (!image) { return false; } if (mLastPaintedImageSerial == image->GetSerial()) { return true; } RefPtr texture = image->AsSharedImage() ? image->AsSharedImage()->GetTextureClient(this) : nullptr; AutoRemoveTexture autoRemoveTexture(this); if (texture != mFrontBuffer) { autoRemoveTexture.mTexture = mFrontBuffer; mFrontBuffer = nullptr; } if (!texture) { // Slow path, we should not be hitting it very often and if we do it means // we are using an Image class that is not backed by textureClient and we // should fix it. if (image->GetFormat() == ImageFormat::PLANAR_YCBCR) { PlanarYCbCrImage* ycbcr = static_cast(image); const PlanarYCbCrData* data = ycbcr->GetData(); if (!data) { return false; } texture = TextureClient::CreateForYCbCr(GetForwarder(), data->mYSize, data->mCbCrSize, data->mStereoMode, TextureFlags::DEFAULT | mTextureFlags ); if (!texture || !texture->Lock(OpenMode::OPEN_WRITE_ONLY)) { return false; } bool status = texture->AsTextureClientYCbCr()->UpdateYCbCr(*data); MOZ_ASSERT(status); texture->Unlock(); if (!status) { return false; } } else if (image->GetFormat() == ImageFormat::SURFACE_TEXTURE || image->GetFormat() == ImageFormat::EGLIMAGE) { gfx::IntSize size = image->GetSize(); if (image->GetFormat() == ImageFormat::EGLIMAGE) { EGLImageImage* typedImage = static_cast(image); const EGLImageImage::Data* data = typedImage->GetData(); texture = new EGLImageTextureClient(mTextureFlags, data->mImage, size, data->mInverted); #ifdef MOZ_WIDGET_ANDROID } else if (image->GetFormat() == ImageFormat::SURFACE_TEXTURE) { SurfaceTextureImage* typedImage = static_cast(image); const SurfaceTextureImage::Data* data = typedImage->GetData(); texture = new SurfaceTextureClient(mTextureFlags, data->mSurfTex, size, data->mInverted); #endif } else { MOZ_ASSERT(false, "Bad ImageFormat."); } } else { RefPtr surface = image->GetAsSourceSurface(); MOZ_ASSERT(surface); texture = CreateTextureClientForDrawing(surface->GetFormat(), image->GetSize(), gfx::BackendType::NONE, mTextureFlags); if (!texture) { return false; } MOZ_ASSERT(texture->CanExposeDrawTarget()); if (!texture->Lock(OpenMode::OPEN_WRITE_ONLY)) { return false; } { // We must not keep a reference to the DrawTarget after it has been unlocked. DrawTarget* dt = texture->BorrowDrawTarget(); MOZ_ASSERT(surface.get()); dt->CopySurface(surface, IntRect(IntPoint(), surface->GetSize()), IntPoint()); } texture->Unlock(); } } if (!texture || !AddTextureClient(texture)) { return false; } mFrontBuffer = texture; GetForwarder()->UpdatedTexture(this, texture, nullptr); GetForwarder()->UseTexture(this, texture); UpdatePictureRect(image->GetPictureRect()); mLastPaintedImageSerial = image->GetSerial(); aContainer->NotifyPaintedImage(image); return true; } bool ImageClientSingle::AddTextureClient(TextureClient* aTexture) { MOZ_ASSERT((mTextureFlags & aTexture->GetFlags()) == mTextureFlags); return CompositableClient::AddTextureClient(aTexture); } void ImageClientSingle::OnDetach() { mFrontBuffer = nullptr; } ImageClient::ImageClient(CompositableForwarder* aFwd, TextureFlags aFlags, CompositableType aType) : CompositableClient(aFwd, aFlags) , mType(aType) , mLastPaintedImageSerial(0) {} void ImageClient::UpdatePictureRect(nsIntRect aRect) { if (mPictureRect == aRect) { return; } mPictureRect = aRect; MOZ_ASSERT(mForwarder); GetForwarder()->UpdatePictureRect(this, aRect); } ImageClientBridge::ImageClientBridge(CompositableForwarder* aFwd, TextureFlags aFlags) : ImageClient(aFwd, aFlags, CompositableType::IMAGE_BRIDGE) , mAsyncContainerID(0) , mLayer(nullptr) { } bool ImageClientBridge::UpdateImage(ImageContainer* aContainer, uint32_t aContentFlags) { if (!GetForwarder() || !mLayer) { return false; } if (mAsyncContainerID == aContainer->GetAsyncContainerID()) { return true; } mAsyncContainerID = aContainer->GetAsyncContainerID(); static_cast(GetForwarder())->AttachAsyncCompositable(mAsyncContainerID, mLayer); AutoLockImage autoLock(aContainer); aContainer->NotifyPaintedImage(autoLock.GetImage()); Updated(); return true; } already_AddRefed ImageClientSingle::CreateImage(ImageFormat aFormat) { nsRefPtr img; switch (aFormat) { case ImageFormat::PLANAR_YCBCR: img = new SharedPlanarYCbCrImage(this); return img.forget(); case ImageFormat::SHARED_RGB: img = new SharedRGBImage(this); return img.forget(); #ifdef MOZ_WIDGET_GONK case ImageFormat::GRALLOC_PLANAR_YCBCR: img = new GrallocImage(); return img.forget(); #endif default: return nullptr; } } #ifdef MOZ_WIDGET_GONK ImageClientOverlay::ImageClientOverlay(CompositableForwarder* aFwd, TextureFlags aFlags) : ImageClient(aFwd, aFlags, CompositableType::IMAGE_OVERLAY) { } bool ImageClientOverlay::UpdateImage(ImageContainer* aContainer, uint32_t aContentFlags) { AutoLockImage autoLock(aContainer); Image *image = autoLock.GetImage(); if (!image) { return false; } if (mLastPaintedImageSerial == image->GetSerial()) { return true; } AutoRemoveTexture autoRemoveTexture(this); if (image->GetFormat() == ImageFormat::OVERLAY_IMAGE) { OverlayImage* overlayImage = static_cast(image); uint32_t overlayId = overlayImage->GetOverlayId(); gfx::IntSize size = overlayImage->GetSize(); OverlaySource source; source.handle() = OverlayHandle(overlayId); source.size() = size; GetForwarder()->UseOverlaySource(this, source); } UpdatePictureRect(image->GetPictureRect()); return true; } already_AddRefed ImageClientOverlay::CreateImage(ImageFormat aFormat) { nsRefPtr img; switch (aFormat) { case ImageFormat::OVERLAY_IMAGE: img = new OverlayImage(); return img.forget(); default: return nullptr; } } #endif } }