content/media/gstreamer/GStreamerReader-0.10.cpp@97036ab72558
content/media/gstreamer/GStreamerReader-0.10.cpp
Tue, 06 Jan 2015 21:39:09 +0100
- author
- Michael Schloh von Bennewitz <michael@schloh.com>
- date
- Tue, 06 Jan 2015 21:39:09 +0100
- branch
- TOR_BUG_9701
- changeset 8
- 97036ab72558
- permissions
- -rw-r--r--
Conditionally force memory storage according to privacy.thirdparty.isolate;
This solves Tor bug #9701, complying with disk avoidance documented in
https://www.torproject.org/projects/torbrowser/design/#disk-avoidance.
1 #include "nsError.h"
2 #include "MediaDecoderStateMachine.h"
3 #include "AbstractMediaDecoder.h"
4 #include "MediaResource.h"
5 #include "GStreamerReader.h"
6 #include "GStreamerMozVideoBuffer.h"
7 #include "GStreamerFormatHelper.h"
8 #include "VideoUtils.h"
9 #include "mozilla/dom/TimeRanges.h"
10 #include "mozilla/Endian.h"
11 #include "mozilla/Preferences.h"
13 using namespace mozilla;
14 using mozilla::layers::PlanarYCbCrImage;
15 using mozilla::layers::ImageContainer;
17 GstFlowReturn GStreamerReader::AllocateVideoBufferCb(GstPad* aPad,
18 guint64 aOffset,
19 guint aSize,
20 GstCaps* aCaps,
21 GstBuffer** aBuf)
22 {
23 GStreamerReader* reader = reinterpret_cast<GStreamerReader*>(gst_pad_get_element_private(aPad));
24 return reader->AllocateVideoBuffer(aPad, aOffset, aSize, aCaps, aBuf);
25 }
27 GstFlowReturn GStreamerReader::AllocateVideoBuffer(GstPad* aPad,
28 guint64 aOffset,
29 guint aSize,
30 GstCaps* aCaps,
31 GstBuffer** aBuf)
32 {
33 nsRefPtr<PlanarYCbCrImage> image;
34 return AllocateVideoBufferFull(aPad, aOffset, aSize, aCaps, aBuf, image);
35 }
37 GstFlowReturn GStreamerReader::AllocateVideoBufferFull(GstPad* aPad,
38 guint64 aOffset,
39 guint aSize,
40 GstCaps* aCaps,
41 GstBuffer** aBuf,
42 nsRefPtr<PlanarYCbCrImage>& aImage)
43 {
44 /* allocate an image using the container */
45 ImageContainer* container = mDecoder->GetImageContainer();
46 if (container == nullptr) {
47 return GST_FLOW_ERROR;
48 }
49 nsRefPtr<PlanarYCbCrImage> image =
50 container->CreateImage(ImageFormat::PLANAR_YCBCR).downcast<PlanarYCbCrImage>();
52 /* prepare a GstBuffer pointing to the underlying PlanarYCbCrImage buffer */
53 GstBuffer* buf = GST_BUFFER(gst_moz_video_buffer_new());
54 GST_BUFFER_SIZE(buf) = aSize;
55 /* allocate the actual YUV buffer */
56 GST_BUFFER_DATA(buf) = image->AllocateAndGetNewBuffer(aSize);
58 aImage = image;
60 /* create a GstMozVideoBufferData to hold the image */
61 GstMozVideoBufferData* bufferdata = new GstMozVideoBufferData(image);
63 /* Attach bufferdata to our GstMozVideoBuffer, it will take care to free it */
64 gst_moz_video_buffer_set_data(GST_MOZ_VIDEO_BUFFER(buf), bufferdata);
66 *aBuf = buf;
67 return GST_FLOW_OK;
68 }
70 gboolean GStreamerReader::EventProbe(GstPad* aPad, GstEvent* aEvent)
71 {
72 GstElement* parent = GST_ELEMENT(gst_pad_get_parent(aPad));
73 switch(GST_EVENT_TYPE(aEvent)) {
74 case GST_EVENT_NEWSEGMENT:
75 {
76 gboolean update;
77 gdouble rate;
78 GstFormat format;
79 gint64 start, stop, position;
80 GstSegment* segment;
82 /* Store the segments so we can convert timestamps to stream time, which
83 * is what the upper layers sync on.
84 */
85 ReentrantMonitorAutoEnter mon(mGstThreadsMonitor);
86 gst_event_parse_new_segment(aEvent, &update, &rate, &format,
87 &start, &stop, &position);
88 if (parent == GST_ELEMENT(mVideoAppSink))
89 segment = &mVideoSegment;
90 else
91 segment = &mAudioSegment;
92 gst_segment_set_newsegment(segment, update, rate, format,
93 start, stop, position);
94 break;
95 }
96 case GST_EVENT_FLUSH_STOP:
97 /* Reset on seeks */
98 ResetDecode();
99 break;
100 default:
101 break;
102 }
103 gst_object_unref(parent);
105 return TRUE;
106 }
108 gboolean GStreamerReader::EventProbeCb(GstPad* aPad,
109 GstEvent* aEvent,
110 gpointer aUserData)
111 {
112 GStreamerReader* reader = reinterpret_cast<GStreamerReader*>(aUserData);
113 return reader->EventProbe(aPad, aEvent);
114 }
116 nsRefPtr<PlanarYCbCrImage> GStreamerReader::GetImageFromBuffer(GstBuffer* aBuffer)
117 {
118 if (!GST_IS_MOZ_VIDEO_BUFFER (aBuffer))
119 return nullptr;
121 nsRefPtr<PlanarYCbCrImage> image;
122 GstMozVideoBufferData* bufferdata = reinterpret_cast<GstMozVideoBufferData*>(gst_moz_video_buffer_get_data(GST_MOZ_VIDEO_BUFFER(aBuffer)));
123 image = bufferdata->mImage;
125 PlanarYCbCrImage::Data data;
126 data.mPicX = data.mPicY = 0;
127 data.mPicSize = gfx::IntSize(mPicture.width, mPicture.height);
128 data.mStereoMode = StereoMode::MONO;
130 data.mYChannel = GST_BUFFER_DATA(aBuffer);
131 data.mYStride = gst_video_format_get_row_stride(mFormat, 0, mPicture.width);
132 data.mYSize = gfx::IntSize(data.mYStride,
133 gst_video_format_get_component_height(mFormat, 0, mPicture.height));
134 data.mYSkip = 0;
135 data.mCbCrStride = gst_video_format_get_row_stride(mFormat, 1, mPicture.width);
136 data.mCbCrSize = gfx::IntSize(data.mCbCrStride,
137 gst_video_format_get_component_height(mFormat, 1, mPicture.height));
138 data.mCbChannel = data.mYChannel + gst_video_format_get_component_offset(mFormat, 1,
139 mPicture.width, mPicture.height);
140 data.mCrChannel = data.mYChannel + gst_video_format_get_component_offset(mFormat, 2,
141 mPicture.width, mPicture.height);
142 data.mCbSkip = 0;
143 data.mCrSkip = 0;
145 image->SetDataNoCopy(data);
147 return image;
148 }
150 void GStreamerReader::CopyIntoImageBuffer(GstBuffer* aBuffer,
151 GstBuffer** aOutBuffer,
152 nsRefPtr<PlanarYCbCrImage> &aImage)
153 {
154 AllocateVideoBufferFull(nullptr, GST_BUFFER_OFFSET(aBuffer),
155 GST_BUFFER_SIZE(aBuffer), nullptr, aOutBuffer, aImage);
157 gst_buffer_copy_metadata(*aOutBuffer, aBuffer, (GstBufferCopyFlags)GST_BUFFER_COPY_ALL);
158 memcpy(GST_BUFFER_DATA(*aOutBuffer), GST_BUFFER_DATA(aBuffer), GST_BUFFER_SIZE(*aOutBuffer));
160 aImage = GetImageFromBuffer(*aOutBuffer);
161 }
163 GstCaps* GStreamerReader::BuildAudioSinkCaps()
164 {
165 GstCaps* caps;
166 #if MOZ_LITTLE_ENDIAN
167 int endianness = 1234;
168 #else
169 int endianness = 4321;
170 #endif
171 gint width;
172 #ifdef MOZ_SAMPLE_TYPE_FLOAT32
173 caps = gst_caps_from_string("audio/x-raw-float, channels={1,2}");
174 width = 32;
175 #else /* !MOZ_SAMPLE_TYPE_FLOAT32 */
176 caps = gst_caps_from_string("audio/x-raw-int, channels={1,2}");
177 width = 16;
178 #endif
179 gst_caps_set_simple(caps,
180 "width", G_TYPE_INT, width,
181 "endianness", G_TYPE_INT, endianness,
182 NULL);
184 return caps;
185 }
187 void GStreamerReader::InstallPadCallbacks()
188 {
189 GstPad* sinkpad = gst_element_get_static_pad(GST_ELEMENT(mVideoAppSink), "sink");
190 gst_pad_add_event_probe(sinkpad,
191 G_CALLBACK(&GStreamerReader::EventProbeCb), this);
193 gst_pad_set_bufferalloc_function(sinkpad, GStreamerReader::AllocateVideoBufferCb);
194 gst_pad_set_element_private(sinkpad, this);
195 gst_object_unref(sinkpad);
197 sinkpad = gst_element_get_static_pad(GST_ELEMENT(mAudioAppSink), "sink");
198 gst_pad_add_event_probe(sinkpad,
199 G_CALLBACK(&GStreamerReader::EventProbeCb), this);
200 gst_object_unref(sinkpad);
201 }
