diff -r 000000000000 -r 6474c204b198 gfx/layers/d3d10/ImageLayerD3D10.cpp --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/gfx/layers/d3d10/ImageLayerD3D10.cpp Wed Dec 31 06:09:35 2014 +0100 @@ -0,0 +1,535 @@ +/* -*- Mode: C++; tab-width: 20; indent-tabs-mode: nil; c-basic-offset: 2 -*- + * This Source Code Form is subject to the terms of the Mozilla Public + * License, v. 2.0. If a copy of the MPL was not distributed with this + * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ + +#include "ImageLayerD3D10.h" +#include "gfxD2DSurface.h" +#include "gfxWindowsSurface.h" +#include "yuv_convert.h" +#include "../d3d9/Nv3DVUtils.h" +#include "D3D9SurfaceImage.h" +#include "mozilla/gfx/Point.h" +#include "gfx2DGlue.h" + +#include "gfxWindowsPlatform.h" + +using namespace mozilla::gfx; + +namespace mozilla { +namespace layers { + +static already_AddRefed +DataToTexture(ID3D10Device *aDevice, + unsigned char *data, + int stride, + const IntSize &aSize) +{ + D3D10_SUBRESOURCE_DATA srdata; + + CD3D10_TEXTURE2D_DESC desc(DXGI_FORMAT_B8G8R8A8_UNORM, + aSize.width, + aSize.height, + 1, 1); + desc.Usage = D3D10_USAGE_IMMUTABLE; + + srdata.pSysMem = data; + srdata.SysMemPitch = stride; + + nsRefPtr texture; + HRESULT hr = aDevice->CreateTexture2D(&desc, &srdata, getter_AddRefs(texture)); + + if (FAILED(hr)) { + LayerManagerD3D10::ReportFailure(NS_LITERAL_CSTRING("Failed to create texture for data"), + hr); + } + + return texture.forget(); +} + +static already_AddRefed +SurfaceToTexture(ID3D10Device *aDevice, + SourceSurface *aSurface, + const IntSize &aSize) +{ + if (!aSurface) { + return nullptr; + } + + void *nativeSurf = + aSurface->GetNativeSurface(NativeSurfaceType::D3D10_TEXTURE); + if (nativeSurf) { + nsRefPtr texture = + static_cast(nativeSurf); + ID3D10Device *dev; + texture->GetDevice(&dev); + if (dev == aDevice) { + return texture.forget(); + } + } + RefPtr dataSurface = aSurface->GetDataSurface(); + if (!dataSurface) { + return nullptr; + } + DataSourceSurface::MappedSurface map; + if (!dataSurface->Map(DataSourceSurface::MapType::READ, &map)) { + return nullptr; + } + nsRefPtr texture = + DataToTexture(aDevice, map.mData, map.mStride, aSize); + dataSurface->Unmap(); + return texture.forget(); +} + +Layer* +ImageLayerD3D10::GetLayer() +{ + return this; +} + +/** + * Returns a shader resource view for a Cairo or remote image. + * Returns nullptr if unsuccessful. + * If successful, aHasAlpha will be true iff the resulting texture + * has an alpha component. + */ +ID3D10ShaderResourceView* +ImageLayerD3D10::GetImageSRView(Image* aImage, bool& aHasAlpha, IDXGIKeyedMutex **aMutex) +{ + NS_ASSERTION(aImage, "Null image."); + + if (aImage->GetFormat() == ImageFormat::REMOTE_IMAGE_BITMAP) { + RemoteBitmapImage *remoteImage = + static_cast(aImage); + + if (!aImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)) { + nsAutoPtr dat(new TextureD3D10BackendData()); + dat->mTexture = DataToTexture(device(), remoteImage->mData, remoteImage->mStride, remoteImage->mSize); + + if (dat->mTexture) { + device()->CreateShaderResourceView(dat->mTexture, nullptr, getter_AddRefs(dat->mSRView)); + aImage->SetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10, dat.forget()); + } + } + + aHasAlpha = remoteImage->mFormat == RemoteImageData::BGRA32; + } else if (aImage->GetFormat() == ImageFormat::REMOTE_IMAGE_DXGI_TEXTURE) { + RemoteDXGITextureImage *remoteImage = + static_cast(aImage); + + remoteImage->GetD3D10TextureBackendData(device()); + + aHasAlpha = remoteImage->mFormat == RemoteImageData::BGRA32; + } else if (aImage->GetFormat() == ImageFormat::CAIRO_SURFACE) { + CairoImage *cairoImage = + static_cast(aImage); + + RefPtr surf = cairoImage->GetAsSourceSurface(); + if (!surf) { + return nullptr; + } + + if (!aImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)) { + nsAutoPtr dat(new TextureD3D10BackendData()); + dat->mTexture = SurfaceToTexture(device(), surf, cairoImage->GetSize()); + + if (dat->mTexture) { + device()->CreateShaderResourceView(dat->mTexture, nullptr, getter_AddRefs(dat->mSRView)); + aImage->SetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10, dat.forget()); + } + } + + aHasAlpha = surf->GetFormat() == SurfaceFormat::B8G8R8A8; + } else if (aImage->GetFormat() == ImageFormat::D3D9_RGB32_TEXTURE) { + if (!aImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)) { + // Use resource sharing to open the D3D9 texture as a D3D10 texture, + HRESULT hr; + D3D9SurfaceImage* d3dImage = reinterpret_cast(aImage); + nsRefPtr texture; + hr = device()->OpenSharedResource(d3dImage->GetShareHandle(), + IID_ID3D10Texture2D, + (void**)getter_AddRefs(texture)); + NS_ENSURE_TRUE(SUCCEEDED(hr), nullptr); + + nsAutoPtr dat(new TextureD3D10BackendData()); + dat->mTexture = texture; + + hr = device()->CreateShaderResourceView(dat->mTexture, nullptr, getter_AddRefs(dat->mSRView)); + NS_ENSURE_TRUE(SUCCEEDED(hr) && dat->mSRView, nullptr); + + aImage->SetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10, dat.forget()); + } + aHasAlpha = false; + } else { + NS_WARNING("Incorrect image type."); + return nullptr; + } + + TextureD3D10BackendData *data = + static_cast(aImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)); + + if (!data) { + return nullptr; + } + + if (aMutex && + SUCCEEDED(data->mTexture->QueryInterface(IID_IDXGIKeyedMutex, (void**)aMutex))) { + if (FAILED((*aMutex)->AcquireSync(0, 0))) { + NS_WARNING("Failed to acquire sync on keyed mutex, plugin forgot to release?"); + return nullptr; + } + } + + nsRefPtr dev; + data->mTexture->GetDevice(getter_AddRefs(dev)); + if (dev != device()) { + return nullptr; + } + + return data->mSRView; +} + +void +ImageLayerD3D10::RenderLayer() +{ + ImageContainer *container = GetContainer(); + if (!container) { + return; + } + + AutoLockImage autoLock(container); + + Image *image = autoLock.GetImage(); + if (!image) { + return; + } + + IntSize size = image->GetSize(); + + SetEffectTransformAndOpacity(); + + ID3D10EffectTechnique *technique; + nsRefPtr keyedMutex; + + if (image->GetFormat() == ImageFormat::CAIRO_SURFACE || + image->GetFormat() == ImageFormat::REMOTE_IMAGE_BITMAP || + image->GetFormat() == ImageFormat::REMOTE_IMAGE_DXGI_TEXTURE || + image->GetFormat() == ImageFormat::D3D9_RGB32_TEXTURE) { + NS_ASSERTION(image->GetFormat() != ImageFormat::CAIRO_SURFACE || + !static_cast(image)->mSourceSurface || + static_cast(image)->mSourceSurface->GetFormat() != SurfaceFormat::A8, + "Image layer has alpha image"); + bool hasAlpha = false; + + nsRefPtr srView = GetImageSRView(image, hasAlpha, getter_AddRefs(keyedMutex)); + if (!srView) { + return; + } + + uint8_t shaderFlags = SHADER_PREMUL; + shaderFlags |= LoadMaskTexture(); + shaderFlags |= hasAlpha + ? SHADER_RGBA : SHADER_RGB; + shaderFlags |= mFilter == GraphicsFilter::FILTER_NEAREST + ? SHADER_POINT : SHADER_LINEAR; + technique = SelectShader(shaderFlags); + + + effect()->GetVariableByName("tRGB")->AsShaderResource()->SetResource(srView); + + effect()->GetVariableByName("vLayerQuad")->AsVector()->SetFloatVector( + ShaderConstantRectD3D10( + (float)0, + (float)0, + (float)size.width, + (float)size.height) + ); + } else if (image->GetFormat() == ImageFormat::PLANAR_YCBCR) { + PlanarYCbCrImage *yuvImage = + static_cast(image); + + if (!yuvImage->IsValid()) { + return; + } + + if (!yuvImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)) { + AllocateTexturesYCbCr(yuvImage); + } + + PlanarYCbCrD3D10BackendData *data = + static_cast(yuvImage->GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)); + + if (!data) { + return; + } + + nsRefPtr dev; + data->mYTexture->GetDevice(getter_AddRefs(dev)); + if (dev != device()) { + return; + } + + // TODO: At some point we should try to deal with mFilter here, you don't + // really want to use point filtering in the case of NEAREST, since that + // would also use point filtering for Chroma upsampling. Where most likely + // the user would only want point filtering for final RGB image upsampling. + + technique = SelectShader(SHADER_YCBCR | LoadMaskTexture()); + + effect()->GetVariableByName("tY")->AsShaderResource()->SetResource(data->mYView); + effect()->GetVariableByName("tCb")->AsShaderResource()->SetResource(data->mCbView); + effect()->GetVariableByName("tCr")->AsShaderResource()->SetResource(data->mCrView); + + /* + * Send 3d control data and metadata to NV3DVUtils + */ + if (GetNv3DVUtils()) { + Nv_Stereo_Mode mode; + switch (yuvImage->GetData()->mStereoMode) { + case StereoMode::LEFT_RIGHT: + mode = NV_STEREO_MODE_LEFT_RIGHT; + break; + case StereoMode::RIGHT_LEFT: + mode = NV_STEREO_MODE_RIGHT_LEFT; + break; + case StereoMode::BOTTOM_TOP: + mode = NV_STEREO_MODE_BOTTOM_TOP; + break; + case StereoMode::TOP_BOTTOM: + mode = NV_STEREO_MODE_TOP_BOTTOM; + break; + case StereoMode::MONO: + mode = NV_STEREO_MODE_MONO; + break; + } + + // Send control data even in mono case so driver knows to leave stereo mode. + GetNv3DVUtils()->SendNv3DVControl(mode, true, FIREFOX_3DV_APP_HANDLE); + + if (yuvImage->GetData()->mStereoMode != StereoMode::MONO) { + // Dst resource is optional + GetNv3DVUtils()->SendNv3DVMetaData((unsigned int)yuvImage->GetData()->mYSize.width, + (unsigned int)yuvImage->GetData()->mYSize.height, (HANDLE)(data->mYTexture), (HANDLE)(nullptr)); + } + } + + effect()->GetVariableByName("vLayerQuad")->AsVector()->SetFloatVector( + ShaderConstantRectD3D10( + (float)0, + (float)0, + (float)size.width, + (float)size.height) + ); + + effect()->GetVariableByName("vTextureCoords")->AsVector()->SetFloatVector( + ShaderConstantRectD3D10( + (float)yuvImage->GetData()->mPicX / yuvImage->GetData()->mYSize.width, + (float)yuvImage->GetData()->mPicY / yuvImage->GetData()->mYSize.height, + (float)yuvImage->GetData()->mPicSize.width / yuvImage->GetData()->mYSize.width, + (float)yuvImage->GetData()->mPicSize.height / yuvImage->GetData()->mYSize.height) + ); + } + + bool resetTexCoords = image->GetFormat() == ImageFormat::PLANAR_YCBCR; + image = nullptr; + autoLock.Unlock(); + + technique->GetPassByIndex(0)->Apply(0); + device()->Draw(4, 0); + + if (keyedMutex) { + keyedMutex->ReleaseSync(0); + } + + if (resetTexCoords) { + effect()->GetVariableByName("vTextureCoords")->AsVector()-> + SetFloatVector(ShaderConstantRectD3D10(0, 0, 1.0f, 1.0f)); + } + + GetContainer()->NotifyPaintedImage(image); +} + +void ImageLayerD3D10::AllocateTexturesYCbCr(PlanarYCbCrImage *aImage) +{ + nsAutoPtr backendData( + new PlanarYCbCrD3D10BackendData); + + const PlanarYCbCrData *data = aImage->GetData(); + + D3D10_SUBRESOURCE_DATA dataY; + D3D10_SUBRESOURCE_DATA dataCb; + D3D10_SUBRESOURCE_DATA dataCr; + CD3D10_TEXTURE2D_DESC descY(DXGI_FORMAT_A8_UNORM, + data->mYSize.width, + data->mYSize.height, 1, 1); + CD3D10_TEXTURE2D_DESC descCbCr(DXGI_FORMAT_A8_UNORM, + data->mCbCrSize.width, + data->mCbCrSize.height, 1, 1); + + descY.Usage = descCbCr.Usage = D3D10_USAGE_IMMUTABLE; + + dataY.pSysMem = data->mYChannel; + dataY.SysMemPitch = data->mYStride; + dataCb.pSysMem = data->mCbChannel; + dataCb.SysMemPitch = data->mCbCrStride; + dataCr.pSysMem = data->mCrChannel; + dataCr.SysMemPitch = data->mCbCrStride; + + HRESULT hr = device()->CreateTexture2D(&descY, &dataY, getter_AddRefs(backendData->mYTexture)); + if (!FAILED(hr)) { + hr = device()->CreateTexture2D(&descCbCr, &dataCb, getter_AddRefs(backendData->mCbTexture)); + } + if (!FAILED(hr)) { + hr = device()->CreateTexture2D(&descCbCr, &dataCr, getter_AddRefs(backendData->mCrTexture)); + } + if (FAILED(hr)) { + LayerManagerD3D10::ReportFailure(NS_LITERAL_CSTRING("PlanarYCbCrImageD3D10::AllocateTextures(): Failed to create texture"), + hr); + return; + } + device()->CreateShaderResourceView(backendData->mYTexture, nullptr, getter_AddRefs(backendData->mYView)); + device()->CreateShaderResourceView(backendData->mCbTexture, nullptr, getter_AddRefs(backendData->mCbView)); + device()->CreateShaderResourceView(backendData->mCrTexture, nullptr, getter_AddRefs(backendData->mCrView)); + + aImage->SetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10, backendData.forget()); +} + +already_AddRefed +ImageLayerD3D10::GetAsTexture(gfx::IntSize* aSize) +{ + if (!GetContainer()) { + return nullptr; + } + + AutoLockImage autoLock(GetContainer()); + + Image *image = autoLock.GetImage(); + if (!image) { + return nullptr; + } + + if (image->GetFormat() != ImageFormat::CAIRO_SURFACE) { + return nullptr; + } + + *aSize = image->GetSize(); + bool dontCare; + nsRefPtr result = GetImageSRView(image, dontCare); + return result.forget(); +} + +TemporaryRef +RemoteDXGITextureImage::GetAsSourceSurface() +{ + nsRefPtr device = + gfxWindowsPlatform::GetPlatform()->GetD3D10Device(); + if (!device) { + NS_WARNING("Cannot readback from shared texture because no D3D10 device is available."); + return nullptr; + } + + TextureD3D10BackendData* data = GetD3D10TextureBackendData(device); + + if (!data) { + return nullptr; + } + + nsRefPtr keyedMutex; + + if (FAILED(data->mTexture->QueryInterface(IID_IDXGIKeyedMutex, getter_AddRefs(keyedMutex)))) { + NS_WARNING("Failed to QueryInterface for IDXGIKeyedMutex, strange."); + return nullptr; + } + + if (FAILED(keyedMutex->AcquireSync(0, 0))) { + NS_WARNING("Failed to acquire sync for keyedMutex, plugin failed to release?"); + return nullptr; + } + + D3D10_TEXTURE2D_DESC desc; + + data->mTexture->GetDesc(&desc); + + desc.CPUAccessFlags = D3D10_CPU_ACCESS_READ; + desc.BindFlags = 0; + desc.MiscFlags = 0; + desc.Usage = D3D10_USAGE_STAGING; + + nsRefPtr softTexture; + HRESULT hr = device->CreateTexture2D(&desc, nullptr, getter_AddRefs(softTexture)); + + if (FAILED(hr)) { + NS_WARNING("Failed to create 2D staging texture."); + return nullptr; + } + + device->CopyResource(softTexture, data->mTexture); + keyedMutex->ReleaseSync(0); + + RefPtr surface + = gfx::Factory::CreateDataSourceSurface(mSize, + mFormat == RemoteImageData::BGRX32 + ? gfx::SurfaceFormat::B8G8R8X8 + : gfx::SurfaceFormat::B8G8R8A8); + + if (!surface) { + NS_WARNING("Failed to create SourceSurface for DXGI texture."); + return nullptr; + } + + gfx::DataSourceSurface::MappedSurface mappedSurface; + if (!surface->Map(gfx::DataSourceSurface::WRITE, &mappedSurface)) { + NS_WARNING("Failed to map source surface"); + return nullptr; + } + + D3D10_MAPPED_TEXTURE2D mapped; + softTexture->Map(0, D3D10_MAP_READ, 0, &mapped); + + for (int y = 0; y < mSize.height; y++) { + memcpy(mappedSurface.mData + mappedSurface.mStride * y, + (unsigned char*)(mapped.pData) + mapped.RowPitch * y, + mSize.width * 4); + } + + softTexture->Unmap(0); + surface->Unmap(); + + return surface; +} + +TextureD3D10BackendData* +RemoteDXGITextureImage::GetD3D10TextureBackendData(ID3D10Device *aDevice) +{ + if (GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)) { + TextureD3D10BackendData *data = + static_cast(GetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10)); + + nsRefPtr device; + data->mTexture->GetDevice(getter_AddRefs(device)); + + if (device == aDevice) { + return data; + } + } + nsRefPtr texture; + aDevice->OpenSharedResource(mHandle, __uuidof(ID3D10Texture2D), getter_AddRefs(texture)); + + if (!texture) { + NS_WARNING("Failed to get texture for shared texture handle."); + return nullptr; + } + + nsAutoPtr data(new TextureD3D10BackendData()); + + data->mTexture = texture; + + aDevice->CreateShaderResourceView(texture, nullptr, getter_AddRefs(data->mSRView)); + + SetBackendData(mozilla::layers::LayersBackend::LAYERS_D3D10, data); + + return data.forget(); +} + +} /* layers */ +} /* mozilla */