blob: 501b0441e3fe228ed55b08fcc5db1b01713179e6 [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Peiyong Lin7e219eb2018-12-03 05:40:42 -080017#ifndef SF_GLESRENDERENGINE_H_
18#define SF_GLESRENDERENGINE_H_
Mathias Agopian3f844832013-08-07 21:24:32 -070019
20#include <stdint.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080021#include <condition_variable>
Alec Mourida4cf3b2019-02-12 15:33:01 -080022#include <deque>
Alec Mouri554d06e2018-12-20 00:15:33 -080023#include <mutex>
24#include <queue>
25#include <thread>
Alec Mourida4cf3b2019-02-12 15:33:01 -080026#include <unordered_map>
Mathias Agopian3f844832013-08-07 21:24:32 -070027
Peiyong Linf11f39b2018-09-05 14:37:41 -070028#include <EGL/egl.h>
29#include <EGL/eglext.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070030#include <GLES2/gl2.h>
Alec Mouri16a99402019-07-29 16:37:30 -070031#include <android-base/thread_annotations.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070032#include <renderengine/RenderEngine.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070033#include <renderengine/private/Description.h>
Alec Mouri16a99402019-07-29 16:37:30 -070034#include <sys/types.h>
35#include "ImageManager.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070036
Peiyong Linf11f39b2018-09-05 14:37:41 -070037#define EGL_NO_CONFIG ((EGLConfig)0)
38
Mathias Agopian3f844832013-08-07 21:24:32 -070039namespace android {
Mathias Agopian3f844832013-08-07 21:24:32 -070040
Peiyong Lin833074a2018-08-28 11:53:54 -070041namespace renderengine {
42
Mathias Agopian3f844832013-08-07 21:24:32 -070043class Mesh;
Mathias Agopian49457ac2013-08-14 18:20:17 -070044class Texture;
Mathias Agopian3f844832013-08-07 21:24:32 -070045
Peiyong Lin833074a2018-08-28 11:53:54 -070046namespace gl {
Lloyd Pique144e1162017-12-20 16:44:52 -080047
Peiyong Linf1bada92018-08-29 09:39:31 -070048class GLImage;
Peiyong Linf1bada92018-08-29 09:39:31 -070049
Peiyong Lin7e219eb2018-12-03 05:40:42 -080050class GLESRenderEngine : public impl::RenderEngine {
Mathias Agopian3f844832013-08-07 21:24:32 -070051public:
Alec Mourida4cf3b2019-02-12 15:33:01 -080052 static std::unique_ptr<GLESRenderEngine> create(int hwcFormat, uint32_t featureFlags,
53 uint32_t imageCacheSize);
Peiyong Linf11f39b2018-09-05 14:37:41 -070054
Peiyong Lin7e219eb2018-12-03 05:40:42 -080055 GLESRenderEngine(uint32_t featureFlags, // See RenderEngine::FeatureFlag
Peiyong Linfb530cf2018-12-15 05:07:38 +000056 EGLDisplay display, EGLConfig config, EGLContext ctxt, EGLSurface dummy,
Alec Mourida4cf3b2019-02-12 15:33:01 -080057 EGLContext protectedContext, EGLSurface protectedDummy,
58 uint32_t imageCacheSize);
Alec Mourid43ccab2019-03-13 12:23:45 -070059 ~GLESRenderEngine() override EXCLUDES(mRenderingMutex);
Mathias Agopian3f844832013-08-07 21:24:32 -070060
Peiyong Linf1bada92018-08-29 09:39:31 -070061 void primeCache() const override;
Peiyong Lin60bedb52018-09-05 10:47:31 -070062 void genTextures(size_t count, uint32_t* names) override;
63 void deleteTextures(size_t count, uint32_t const* names) override;
Peiyong Line5a9a7f2018-08-30 15:32:13 -070064 void bindExternalTextureImage(uint32_t texName, const Image& image) override;
Alec Mourid7b3a8b2019-03-21 11:44:18 -070065 status_t bindExternalTextureBuffer(uint32_t texName, const sp<GraphicBuffer>& buffer,
66 const sp<Fence>& fence) EXCLUDES(mRenderingMutex);
Alec Mouri16a99402019-07-29 16:37:30 -070067 void cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) EXCLUDES(mRenderingMutex);
Alec Mourif0497272019-03-11 15:53:11 -070068 void unbindExternalTextureBuffer(uint64_t bufferId) EXCLUDES(mRenderingMutex);
Peiyong Line5a9a7f2018-08-30 15:32:13 -070069 status_t bindFrameBuffer(Framebuffer* framebuffer) override;
70 void unbindFrameBuffer(Framebuffer* framebuffer) override;
Peiyong Linf1bada92018-08-29 09:39:31 -070071
Peiyong Linfb530cf2018-12-15 05:07:38 +000072 bool isProtected() const override { return mInProtectedContext; }
73 bool supportsProtectedContent() const override;
74 bool useProtectedContext(bool useProtectedContext) override;
Alec Mouri1089aed2018-10-25 21:33:57 -070075 status_t drawLayers(const DisplaySettings& display, const std::vector<LayerSettings>& layers,
Alec Mourife0d72b2019-03-21 14:05:56 -070076 ANativeWindowBuffer* buffer, const bool useFramebufferCache,
Alec Mouri3d7c5612019-07-09 13:51:37 -070077 base::unique_fd&& bufferFence, base::unique_fd* drawFence) override;
Alec Mouri6e57f682018-09-29 20:45:08 -070078
Peiyong Linf11f39b2018-09-05 14:37:41 -070079 EGLDisplay getEGLDisplay() const { return mEGLDisplay; }
Alec Mourida4cf3b2019-02-12 15:33:01 -080080 // Creates an output image for rendering to
Alec Mourife0d72b2019-03-21 14:05:56 -070081 EGLImageKHR createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer, bool isProtected,
Alec Mourief44c2d2019-07-15 15:27:22 -070082 bool useFramebufferCache)
83 EXCLUDES(mFramebufferImageCacheMutex);
Peiyong Linf11f39b2018-09-05 14:37:41 -070084
Alec Mourid43ccab2019-03-13 12:23:45 -070085 // Test-only methods
86 // Returns true iff mImageCache contains an image keyed by bufferId
87 bool isImageCachedForTesting(uint64_t bufferId) EXCLUDES(mRenderingMutex);
88 // Returns true iff mFramebufferImageCache contains an image keyed by bufferId
Alec Mourief44c2d2019-07-15 15:27:22 -070089 bool isFramebufferImageCachedForTesting(uint64_t bufferId)
90 EXCLUDES(mFramebufferImageCacheMutex);
Alec Mouri16a99402019-07-29 16:37:30 -070091 // These are wrappers around public methods above, but exposing Barrier
92 // objects so that tests can block.
93 std::shared_ptr<ImageManager::Barrier> cacheExternalTextureBufferForTesting(
94 const sp<GraphicBuffer>& buffer);
95 std::shared_ptr<ImageManager::Barrier> unbindExternalTextureBufferForTesting(uint64_t bufferId);
Alec Mourid43ccab2019-03-13 12:23:45 -070096
Mathias Agopian3f844832013-08-07 21:24:32 -070097protected:
Alec Mouri820c7402019-01-23 13:02:39 -080098 Framebuffer* getFramebufferForDrawing() override;
Alec Mourief44c2d2019-07-15 15:27:22 -070099 void dump(std::string& result) override EXCLUDES(mRenderingMutex)
100 EXCLUDES(mFramebufferImageCacheMutex);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700101 size_t getMaxTextureSize() const override;
102 size_t getMaxViewportDims() const override;
103
104private:
Peiyong Linf11f39b2018-09-05 14:37:41 -0700105 enum GlesVersion {
106 GLES_VERSION_1_0 = 0x10000,
107 GLES_VERSION_1_1 = 0x10001,
108 GLES_VERSION_2_0 = 0x20000,
109 GLES_VERSION_3_0 = 0x30000,
110 };
111
Alec Mouri8002fca2019-06-28 15:24:13 -0700112 static EGLConfig chooseEglConfig(EGLDisplay display, int format, bool logConfig);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700113 static GlesVersion parseGlesVersion(const char* str);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800114 static EGLContext createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000115 EGLContext shareContext, bool useContextPriority,
116 Protection protection);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800117 static EGLSurface createDummyEglPbufferSurface(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000118 int hwcFormat, Protection protection);
Alec Mouri8002fca2019-06-28 15:24:13 -0700119 std::unique_ptr<Framebuffer> createFramebuffer();
120 std::unique_ptr<Image> createImage();
121 void checkErrors() const;
Peiyong Lin1c097612019-03-22 16:21:46 -0700122 void setScissor(const Rect& region);
123 void disableScissor();
Alec Mouri554d06e2018-12-20 00:15:33 -0800124 bool waitSync(EGLSyncKHR sync, EGLint flags);
Alec Mouri16a99402019-07-29 16:37:30 -0700125 status_t cacheExternalTextureBufferInternal(const sp<GraphicBuffer>& buffer)
126 EXCLUDES(mRenderingMutex);
127 void unbindExternalTextureBufferInternal(uint64_t bufferId) EXCLUDES(mRenderingMutex);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700128
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700129 // A data space is considered HDR data space if it has BT2020 color space
130 // with PQ or HLG transfer function.
131 bool isHdrDataSpace(const ui::Dataspace dataSpace) const;
132 bool needsXYZTransformMatrix() const;
Alec Mouri1089aed2018-10-25 21:33:57 -0700133 // Defines the viewport, and sets the projection matrix to the projection
134 // defined by the clip.
135 void setViewportAndProjection(Rect viewport, Rect clip);
Alec Mouri539319f2018-12-19 17:56:23 -0800136 // Evicts stale images from the buffer cache.
137 void evictImages(const std::vector<LayerSettings>& layers);
Alec Mouri7c94edb2018-12-03 21:23:26 -0800138 // Computes the cropping window for the layer and sets up cropping
139 // coordinates for the mesh.
140 FloatRect setupLayerCropping(const LayerSettings& layer, Mesh& mesh);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700141
Peiyong Lin1c097612019-03-22 16:21:46 -0700142 // We do a special handling for rounded corners when it's possible to turn off blending
143 // for the majority of the layer. The rounded corners needs to turn on blending such that
144 // we can set the alpha value correctly, however, only the corners need this, and since
145 // blending is an expensive operation, we want to turn off blending when it's not necessary.
146 void handleRoundedCorners(const DisplaySettings& display, const LayerSettings& layer,
147 const Mesh& mesh);
Alec Mouri8002fca2019-06-28 15:24:13 -0700148 base::unique_fd flush();
149 bool finish();
150 bool waitFence(base::unique_fd fenceFd);
151 void clearWithColor(float red, float green, float blue, float alpha);
152 void fillRegionWithColor(const Region& region, float red, float green, float blue, float alpha);
153 void setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
154 const half4& color, float cornerRadius);
155 void setupLayerTexturing(const Texture& texture);
156 void setupFillWithColor(float r, float g, float b, float a);
157 void setColorTransform(const mat4& colorTransform);
158 void disableTexturing();
159 void disableBlending();
160 void setupCornerRadiusCropSize(float width, float height);
161
162 // HDR and color management related functions and state
163 void setSourceY410BT2020(bool enable);
164 void setSourceDataSpace(ui::Dataspace source);
165 void setOutputDataSpace(ui::Dataspace dataspace);
166 void setDisplayMaxLuminance(const float maxLuminance);
167
168 // drawing
169 void drawMesh(const Mesh& mesh);
Peiyong Lin1c097612019-03-22 16:21:46 -0700170
Peiyong Linf11f39b2018-09-05 14:37:41 -0700171 EGLDisplay mEGLDisplay;
172 EGLConfig mEGLConfig;
173 EGLContext mEGLContext;
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800174 EGLSurface mDummySurface;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000175 EGLContext mProtectedEGLContext;
176 EGLSurface mProtectedDummySurface;
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700177 GLuint mProtectedTexName;
178 GLint mMaxViewportDims[2];
179 GLint mMaxTextureSize;
180 GLuint mVpWidth;
181 GLuint mVpHeight;
182 Description mState;
183
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700184 mat4 mSrgbToXyz;
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700185 mat4 mDisplayP3ToXyz;
Valerie Haueb8e0762018-11-06 10:10:42 -0800186 mat4 mBt2020ToXyz;
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700187 mat4 mXyzToSrgb;
188 mat4 mXyzToDisplayP3;
189 mat4 mXyzToBt2020;
Valerie Haueb8e0762018-11-06 10:10:42 -0800190 mat4 mSrgbToDisplayP3;
191 mat4 mSrgbToBt2020;
192 mat4 mDisplayP3ToSrgb;
193 mat4 mDisplayP3ToBt2020;
194 mat4 mBt2020ToSrgb;
195 mat4 mBt2020ToDisplayP3;
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700196
Peiyong Linfb530cf2018-12-15 05:07:38 +0000197 bool mInProtectedContext = false;
Alec Mouri554d06e2018-12-20 00:15:33 -0800198 // If set to true, then enables tracing flush() and finish() to systrace.
199 bool mTraceGpuCompletion = false;
Alec Mourida4cf3b2019-02-12 15:33:01 -0800200 // Maximum size of mFramebufferImageCache. If more images would be cached, then (approximately)
201 // the last recently used buffer should be kicked out.
202 uint32_t mFramebufferImageCacheSize = 0;
203
204 // Cache of output images, keyed by corresponding GraphicBuffer ID.
Alec Mourief44c2d2019-07-15 15:27:22 -0700205 std::deque<std::pair<uint64_t, EGLImageKHR>> mFramebufferImageCache
206 GUARDED_BY(mFramebufferImageCacheMutex);
207 // The only reason why we have this mutex is so that we don't segfault when
208 // dumping info.
209 std::mutex mFramebufferImageCacheMutex;
Peiyong Linfb069302018-04-25 14:34:31 -0700210
211 // Current dataspace of layer being rendered
212 ui::Dataspace mDataSpace = ui::Dataspace::UNKNOWN;
213
214 // Current output dataspace of the render engine
215 ui::Dataspace mOutputDataSpace = ui::Dataspace::UNKNOWN;
216
Peiyong Lin13effd12018-07-24 17:01:47 -0700217 // Whether device supports color management, currently color management
218 // supports sRGB, DisplayP3 color spaces.
219 const bool mUseColorManagement = false;
Alec Mouri554d06e2018-12-20 00:15:33 -0800220
Alec Mouri539319f2018-12-19 17:56:23 -0800221 // Cache of GL images that we'll store per GraphicBuffer ID
Alec Mourif0497272019-03-11 15:53:11 -0700222 std::unordered_map<uint64_t, std::unique_ptr<Image>> mImageCache GUARDED_BY(mRenderingMutex);
223 // Mutex guarding rendering operations, so that:
224 // 1. GL operations aren't interleaved, and
225 // 2. Internal state related to rendering that is potentially modified by
226 // multiple threads is guaranteed thread-safe.
227 std::mutex mRenderingMutex;
228
Alec Mouri820c7402019-01-23 13:02:39 -0800229 std::unique_ptr<Framebuffer> mDrawingBuffer;
230
Alec Mouri554d06e2018-12-20 00:15:33 -0800231 class FlushTracer {
232 public:
233 FlushTracer(GLESRenderEngine* engine);
234 ~FlushTracer();
235 void queueSync(EGLSyncKHR sync) EXCLUDES(mMutex);
236
237 struct QueueEntry {
238 EGLSyncKHR mSync = nullptr;
239 uint64_t mFrameNum = 0;
240 };
241
242 private:
243 void loop();
244 GLESRenderEngine* const mEngine;
245 std::thread mThread;
246 std::condition_variable_any mCondition;
247 std::mutex mMutex;
248 std::queue<QueueEntry> mQueue GUARDED_BY(mMutex);
249 uint64_t mFramesQueued GUARDED_BY(mMutex) = 0;
250 bool mRunning = true;
251 };
252 friend class FlushTracer;
Alec Mouri16a99402019-07-29 16:37:30 -0700253 friend class ImageManager;
Alec Mouri554d06e2018-12-20 00:15:33 -0800254 std::unique_ptr<FlushTracer> mFlushTracer;
Alec Mouri16a99402019-07-29 16:37:30 -0700255 std::unique_ptr<ImageManager> mImageManager = std::make_unique<ImageManager>(this);
Mathias Agopian3f844832013-08-07 21:24:32 -0700256};
257
Peiyong Lin46080ef2018-10-26 18:43:14 -0700258} // namespace gl
259} // namespace renderengine
260} // namespace android
Mathias Agopian3f844832013-08-07 21:24:32 -0700261
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800262#endif /* SF_GLESRENDERENGINE_H_ */