The Tor Browser: gfx/layers/GrallocImages.cpp@97036ab72558 (annotated)

gfx/layers/GrallocImages.cpp@97036ab72558 (annotated)

gfx/layers/GrallocImages.cpp

Tue, 06 Jan 2015 21:39:09 +0100

author: Michael Schloh von Bennewitz <michael@schloh.com>
date: Tue, 06 Jan 2015 21:39:09 +0100
branch: TOR_BUG_9701
changeset 8: 97036ab72558
permissions: -rw-r--r--

Conditionally force memory storage according to privacy.thirdparty.isolate;
This solves Tor bug #9701, complying with disk avoidance documented in
https://www.torproject.org/projects/torbrowser/design/#disk-avoidance.

 /* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
 /* vim: set ts=2 et sw=2 tw=80: */
 /* This Source Code Form is subject to the terms of the Mozilla Public
  * License, v. 2.0. If a copy of the MPL was not distributed with this file,
  * You can obtain one at http://mozilla.org/MPL/2.0/. */
 #include "GrallocImages.h"
 #include <stddef.h>                     // for size_t
 #include <stdint.h>                     // for int8_t, uint8_t, uint32_t, etc
 #include "nsDebug.h"                    // for NS_WARNING, NS_PRECONDITION
 #include "mozilla/layers/ImageBridgeChild.h"
 #include "mozilla/layers/GrallocTextureClient.h"
 #include "gfx2DGlue.h"
 #include "YCbCrUtils.h"                 // for YCbCr conversions
 #include <ColorConverter.h>
 #include <OMX_IVCommon.h>
 using namespace mozilla::ipc;
 using namespace android;
 #define ALIGN(x, align) ((x + align - 1) & ~(align - 1))
 namespace mozilla {
 namespace layers {
 uint32_t GrallocImage::sColorIdMap[] = {
     HAL_PIXEL_FORMAT_YCbCr_420_P, OMX_COLOR_FormatYUV420Planar,
     HAL_PIXEL_FORMAT_YCbCr_422_P, OMX_COLOR_FormatYUV422Planar,
     HAL_PIXEL_FORMAT_YCbCr_420_SP, OMX_COLOR_FormatYUV420SemiPlanar,
     HAL_PIXEL_FORMAT_YCrCb_420_SP, -1,
     HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO, -1,
     HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED, HAL_PIXEL_FORMAT_YCbCr_420_SP_TILED,
     HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS, HAL_PIXEL_FORMAT_YCbCr_420_SP_VENUS,
     HAL_PIXEL_FORMAT_YV12, OMX_COLOR_FormatYUV420Planar,
 , 0
 };
 struct GraphicBufferAutoUnlock {
   android::sp<GraphicBuffer> mGraphicBuffer;
   GraphicBufferAutoUnlock(android::sp<GraphicBuffer>& aGraphicBuffer)
     : mGraphicBuffer(aGraphicBuffer) { }
   ~GraphicBufferAutoUnlock() { mGraphicBuffer->unlock(); }
 };
 GrallocImage::GrallocImage()
   : PlanarYCbCrImage(nullptr)
 {
   mFormat = ImageFormat::GRALLOC_PLANAR_YCBCR;
 }
 GrallocImage::~GrallocImage()
 {
 }
 void
 GrallocImage::SetData(const Data& aData)
 {
   MOZ_ASSERT(!mTextureClient, "TextureClient is already set");
   NS_PRECONDITION(aData.mYSize.width % 2 == 0, "Image should have even width");
   NS_PRECONDITION(aData.mYSize.height % 2 == 0, "Image should have even height");
   NS_PRECONDITION(aData.mYStride % 16 == 0, "Image should have stride of multiple of 16 pixels");
   mData = aData;
   mSize = aData.mPicSize;
   if (gfxPlatform::GetPlatform()->IsInGonkEmulator()) {
     // Emulator does not support HAL_PIXEL_FORMAT_YV12.
     return;
   }
   RefPtr<GrallocTextureClientOGL> textureClient =
        new GrallocTextureClientOGL(ImageBridgeChild::GetSingleton(),
                                    gfx::SurfaceFormat::UNKNOWN,
                                    gfx::BackendType::NONE);
   bool result =
     textureClient->AllocateGralloc(mData.mYSize,
                                    HAL_PIXEL_FORMAT_YV12,
                                    GraphicBuffer::USAGE_SW_READ_OFTEN |
                                    GraphicBuffer::USAGE_SW_WRITE_OFTEN |
                                    GraphicBuffer::USAGE_HW_TEXTURE);
   sp<GraphicBuffer> graphicBuffer = textureClient->GetGraphicBuffer();
   if (!result || !graphicBuffer.get()) {
     mTextureClient = nullptr;
     return;
   }
   mTextureClient = textureClient;
   void* vaddr;
   if (graphicBuffer->lock(GraphicBuffer::USAGE_SW_WRITE_OFTEN,
                           &vaddr) != OK) {
     return;
   }
   uint8_t* yChannel = static_cast<uint8_t*>(vaddr);
   gfx::IntSize ySize = aData.mYSize;
   int32_t yStride = graphicBuffer->getStride();
   uint8_t* vChannel = yChannel + (yStride * ySize.height);
   gfx::IntSize uvSize = gfx::IntSize(ySize.width / 2,
                                  ySize.height / 2);
   // Align to 16 bytes boundary
   int32_t uvStride = ((yStride / 2) + 15) & ~0x0F;
   uint8_t* uChannel = vChannel + (uvStride * uvSize.height);
   // Memory outside of the image width may not writable. If the stride
   // equals to the image width then we can use only one copy.
   if (yStride == mData.mYStride &&
       yStride == ySize.width) {
     memcpy(yChannel, mData.mYChannel, yStride * ySize.height);
   } else {
     for (int i = 0; i < ySize.height; i++) {
       memcpy(yChannel + i * yStride,
              mData.mYChannel + i * mData.mYStride,
              ySize.width);
     }
   }
   if (uvStride == mData.mCbCrStride &&
       uvStride == uvSize.width) {
     memcpy(uChannel, mData.mCbChannel, uvStride * uvSize.height);
     memcpy(vChannel, mData.mCrChannel, uvStride * uvSize.height);
   } else {
     for (int i = 0; i < uvSize.height; i++) {
       memcpy(uChannel + i * uvStride,
              mData.mCbChannel + i * mData.mCbCrStride,
              uvSize.width);
       memcpy(vChannel + i * uvStride,
              mData.mCrChannel + i * mData.mCbCrStride,
              uvSize.width);
     }
   }
   graphicBuffer->unlock();
 }
 void GrallocImage::SetData(const GrallocData& aData)
 {
   mTextureClient = static_cast<GrallocTextureClientOGL*>(aData.mGraphicBuffer.get());
   mSize = aData.mPicSize;
 }
 /**
  * Converts YVU420 semi planar frames to RGB565, possibly taking different
  * stride values.
  * Needed because the Android ColorConverter class assumes that the Y and UV
  * channels have equal stride.
  */
 static void
 ConvertYVU420SPToRGB565(void *aYData, uint32_t aYStride,
                         void *aUVData, uint32_t aUVStride,
                         void *aOut,
                         uint32_t aWidth, uint32_t aHeight)
 {
   uint8_t *y = (uint8_t*)aYData;
   int8_t *uv = (int8_t*)aUVData;
   uint16_t *rgb = (uint16_t*)aOut;
   for (size_t i = 0; i < aHeight; i++) {
     for (size_t j = 0; j < aWidth; j++) {
       int8_t d = uv[j | 1] - 128;
       int8_t e = uv[j & ~1] - 128;
       // Constants taken from https://en.wikipedia.org/wiki/YUV
       int32_t r = (298 * y[j] + 409 * e + 128) >> 11;
       int32_t g = (298 * y[j] - 100 * d - 208 * e + 128) >> 10;
       int32_t b = (298 * y[j] + 516 * d + 128) >> 11;
       r = r > 0x1f ? 0x1f : r < 0 ? 0 : r;
       g = g > 0x3f ? 0x3f : g < 0 ? 0 : g;
       b = b > 0x1f ? 0x1f : b < 0 ? 0 : b;
       *rgb++ = (uint16_t)(r << 11 | g << 5 | b);
     }
     y += aYStride;
     if (i % 2) {
       uv += aUVStride;
     }
   }
 }
 TemporaryRef<gfx::SourceSurface>
 GrallocImage::GetAsSourceSurface()
 {
   if (!mTextureClient) {
     return nullptr;
   }
   android::sp<GraphicBuffer> graphicBuffer =
     mTextureClient->GetGraphicBuffer();
   void *buffer;
   int32_t rv =
     graphicBuffer->lock(android::GraphicBuffer::USAGE_SW_READ_OFTEN, &buffer);
   if (rv) {
     NS_WARNING("Couldn't lock graphic buffer");
     return nullptr;
   }
   GraphicBufferAutoUnlock unlock(graphicBuffer);
   uint32_t format = graphicBuffer->getPixelFormat();
   uint32_t omxFormat = 0;
   for (int i = 0; sColorIdMap[i]; i += 2) {
     if (sColorIdMap[i] == format) {
       omxFormat = sColorIdMap[i + 1];
       break;
     }
   }
   if (!omxFormat) {
     NS_WARNING("Unknown color format");
     return nullptr;
   }
   RefPtr<gfx::DataSourceSurface> surface
     = gfx::Factory::CreateDataSourceSurface(GetSize(), gfx::SurfaceFormat::R5G6B5);
   uint32_t width = GetSize().width;
   uint32_t height = GetSize().height;
   gfx::DataSourceSurface::MappedSurface mappedSurface;
   if (!surface->Map(gfx::DataSourceSurface::WRITE, &mappedSurface)) {
     NS_WARNING("Could not map DataSourceSurface");
     return nullptr;
   }
   if (format == HAL_PIXEL_FORMAT_YCrCb_420_SP_ADRENO) {
     // The Adreno hardware decoder aligns image dimensions to a multiple of 32,
     // so we have to account for that here
     uint32_t alignedWidth = ALIGN(width, 32);
     uint32_t alignedHeight = ALIGN(height, 32);
     uint32_t uvOffset = ALIGN(alignedHeight * alignedWidth, 4096);
     uint32_t uvStride = 2 * ALIGN(width / 2, 32);
     uint8_t* buffer_as_bytes = static_cast<uint8_t*>(buffer);
     ConvertYVU420SPToRGB565(buffer, alignedWidth,
                             buffer_as_bytes + uvOffset, uvStride,
                             mappedSurface.mData,
                             width, height);
     surface->Unmap();
     return surface;
   }
   if (format == HAL_PIXEL_FORMAT_YCrCb_420_SP) {
     uint32_t uvOffset = height * width;
     ConvertYVU420SPToRGB565(buffer, width,
                             buffer + uvOffset, width,
                             mappedSurface.mData,
                             width, height);
     surface->Unmap();
     return surface;
   }
   if (format == HAL_PIXEL_FORMAT_YV12) {
     gfx::ConvertYCbCrToRGB(mData,
                            surface->GetFormat(),
                            mSize,
                            surface->GetData(),
                            surface->Stride());
     surface->Unmap();
     return surface;
   }
   android::ColorConverter colorConverter((OMX_COLOR_FORMATTYPE)omxFormat,
                                          OMX_COLOR_Format16bitRGB565);
   if (!colorConverter.isValid()) {
     NS_WARNING("Invalid color conversion");
     surface->Unmap();
     return nullptr;
   }
   rv = colorConverter.convert(buffer, width, height,
 , 0, width - 1, height - 1 /* source crop */,
                               mappedSurface.mData, width, height,
 , 0, width - 1, height - 1 /* dest crop */);
   surface->Unmap();
   if (rv) {
     NS_WARNING("OMX color conversion failed");
     return nullptr;
   }
   return surface;
 }
 android::sp<android::GraphicBuffer>
 GrallocImage::GetGraphicBuffer() const
 {
   if (!mTextureClient) {
     return nullptr;
   }
   return mTextureClient->GetGraphicBuffer();
 }
 void*
 GrallocImage::GetNativeBuffer()
 {
   if (!mTextureClient) {
     return nullptr;
   }
   android::sp<android::GraphicBuffer> graphicBuffer =
     mTextureClient->GetGraphicBuffer();
   if (!graphicBuffer.get()) {
     return nullptr;
   }
   return graphicBuffer->getNativeBuffer();
 }
 TextureClient*
 GrallocImage::GetTextureClient(CompositableClient* aClient)
 {
   return mTextureClient;
 }
 } // namespace layers
 } // namespace mozilla

The Tor Browser / annotate

gfx/layers/GrallocImages.cpp@97036ab72558 (annotated)

gfx/layers/GrallocImages.cpp