|  | /* | 
|  | * Copyright (C) 2010 The Android Open Source Project | 
|  | * | 
|  | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | * you may not use this file except in compliance with the License. | 
|  | * You may obtain a copy of the License at | 
|  | * | 
|  | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | * | 
|  | * Unless required by applicable law or agreed to in writing, software | 
|  | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | * See the License for the specific language governing permissions and | 
|  | * limitations under the License. | 
|  | */ | 
|  |  | 
|  | #define LOG_TAG "SurfaceTexture" | 
|  | //#define LOG_NDEBUG 0 | 
|  |  | 
|  | #define GL_GLEXT_PROTOTYPES | 
|  | #define EGL_EGLEXT_PROTOTYPES | 
|  |  | 
|  | #include <EGL/egl.h> | 
|  | #include <EGL/eglext.h> | 
|  | #include <GLES2/gl2.h> | 
|  | #include <GLES2/gl2ext.h> | 
|  |  | 
|  | #include <gui/SurfaceTexture.h> | 
|  |  | 
|  | #include <surfaceflinger/ISurfaceComposer.h> | 
|  | #include <surfaceflinger/SurfaceComposerClient.h> | 
|  | #include <surfaceflinger/IGraphicBufferAlloc.h> | 
|  |  | 
|  | #include <utils/Log.h> | 
|  |  | 
|  | namespace android { | 
|  |  | 
|  | // Transform matrices | 
|  | static float mtxIdentity[16] = { | 
|  | 1, 0, 0, 0, | 
|  | 0, 1, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 0, 0, 0, 1, | 
|  | }; | 
|  | static float mtxFlipH[16] = { | 
|  | -1, 0, 0, 0, | 
|  | 0, 1, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 1, 0, 0, 1, | 
|  | }; | 
|  | static float mtxFlipV[16] = { | 
|  | 1, 0, 0, 0, | 
|  | 0, -1, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 0, 1, 0, 1, | 
|  | }; | 
|  | static float mtxRot90[16] = { | 
|  | 0, 1, 0, 0, | 
|  | -1, 0, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 1, 0, 0, 1, | 
|  | }; | 
|  | static float mtxRot180[16] = { | 
|  | -1, 0, 0, 0, | 
|  | 0, -1, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 1, 1, 0, 1, | 
|  | }; | 
|  | static float mtxRot270[16] = { | 
|  | 0, -1, 0, 0, | 
|  | 1, 0, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | 0, 1, 0, 1, | 
|  | }; | 
|  |  | 
|  | static void mtxMul(float out[16], const float a[16], const float b[16]); | 
|  |  | 
|  | SurfaceTexture::SurfaceTexture(GLuint tex) : | 
|  | mBufferCount(MIN_BUFFER_SLOTS), mCurrentTexture(INVALID_BUFFER_SLOT), | 
|  | mCurrentTransform(0), mLastQueued(INVALID_BUFFER_SLOT), | 
|  | mLastQueuedTransform(0), mNextTransform(0), mTexName(tex) { | 
|  | LOGV("SurfaceTexture::SurfaceTexture"); | 
|  | for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { | 
|  | mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; | 
|  | mSlots[i].mEglDisplay = EGL_NO_DISPLAY; | 
|  | mSlots[i].mOwnedByClient = false; | 
|  | } | 
|  | sp<ISurfaceComposer> composer(ComposerService::getComposerService()); | 
|  | mGraphicBufferAlloc = composer->createGraphicBufferAlloc(); | 
|  | } | 
|  |  | 
|  | SurfaceTexture::~SurfaceTexture() { | 
|  | LOGV("SurfaceTexture::~SurfaceTexture"); | 
|  | freeAllBuffers(); | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::setBufferCount(int bufferCount) { | 
|  | LOGV("SurfaceTexture::setBufferCount"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | freeAllBuffers(); | 
|  | mBufferCount = bufferCount; | 
|  | mCurrentTexture = INVALID_BUFFER_SLOT; | 
|  | mLastQueued = INVALID_BUFFER_SLOT; | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | sp<GraphicBuffer> SurfaceTexture::requestBuffer(int buf, | 
|  | uint32_t w, uint32_t h, uint32_t format, uint32_t usage) { | 
|  | LOGV("SurfaceTexture::requestBuffer"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | if (buf < 0 || mBufferCount <= buf) { | 
|  | LOGE("requestBuffer: slot index out of range [0, %d]: %d", | 
|  | mBufferCount, buf); | 
|  | return 0; | 
|  | } | 
|  | usage |= GraphicBuffer::USAGE_HW_TEXTURE; | 
|  | sp<GraphicBuffer> graphicBuffer( | 
|  | mGraphicBufferAlloc->createGraphicBuffer(w, h, format, usage)); | 
|  | if (graphicBuffer == 0) { | 
|  | LOGE("requestBuffer: SurfaceComposer::createGraphicBuffer failed"); | 
|  | } else { | 
|  | mSlots[buf].mGraphicBuffer = graphicBuffer; | 
|  | if (mSlots[buf].mEglImage != EGL_NO_IMAGE_KHR) { | 
|  | eglDestroyImageKHR(mSlots[buf].mEglDisplay, mSlots[buf].mEglImage); | 
|  | mSlots[buf].mEglImage = EGL_NO_IMAGE_KHR; | 
|  | mSlots[buf].mEglDisplay = EGL_NO_DISPLAY; | 
|  | } | 
|  | mAllocdBuffers.add(graphicBuffer); | 
|  | } | 
|  | return graphicBuffer; | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::dequeueBuffer(int *buf) { | 
|  | LOGV("SurfaceTexture::dequeueBuffer"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | int found = INVALID_BUFFER_SLOT; | 
|  | for (int i = 0; i < mBufferCount; i++) { | 
|  | if (!mSlots[i].mOwnedByClient && i != mCurrentTexture && i != mLastQueued) { | 
|  | mSlots[i].mOwnedByClient = true; | 
|  | found = i; | 
|  | break; | 
|  | } | 
|  | } | 
|  | if (found == INVALID_BUFFER_SLOT) { | 
|  | return -EBUSY; | 
|  | } | 
|  | *buf = found; | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::queueBuffer(int buf) { | 
|  | LOGV("SurfaceTexture::queueBuffer"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | if (buf < 0 || mBufferCount <= buf) { | 
|  | LOGE("queueBuffer: slot index out of range [0, %d]: %d", | 
|  | mBufferCount, buf); | 
|  | return -EINVAL; | 
|  | } else if (!mSlots[buf].mOwnedByClient) { | 
|  | LOGE("queueBuffer: slot %d is not owned by the client", buf); | 
|  | return -EINVAL; | 
|  | } else if (mSlots[buf].mGraphicBuffer == 0) { | 
|  | LOGE("queueBuffer: slot %d was enqueued without requesting a buffer", | 
|  | buf); | 
|  | return -EINVAL; | 
|  | } | 
|  | mSlots[buf].mOwnedByClient = false; | 
|  | mLastQueued = buf; | 
|  | mLastQueuedCrop = mNextCrop; | 
|  | mLastQueuedTransform = mNextTransform; | 
|  | if (mFrameAvailableListener != 0) { | 
|  | mFrameAvailableListener->onFrameAvailable(); | 
|  | } | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | void SurfaceTexture::cancelBuffer(int buf) { | 
|  | LOGV("SurfaceTexture::cancelBuffer"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | if (buf < 0 || mBufferCount <= buf) { | 
|  | LOGE("cancelBuffer: slot index out of range [0, %d]: %d", mBufferCount, | 
|  | buf); | 
|  | return; | 
|  | } else if (!mSlots[buf].mOwnedByClient) { | 
|  | LOGE("cancelBuffer: slot %d is not owned by the client", buf); | 
|  | return; | 
|  | } | 
|  | mSlots[buf].mOwnedByClient = false; | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::setCrop(const Rect& crop) { | 
|  | LOGV("SurfaceTexture::setCrop"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | mNextCrop = crop; | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::setTransform(uint32_t transform) { | 
|  | LOGV("SurfaceTexture::setTransform"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | mNextTransform = transform; | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | status_t SurfaceTexture::updateTexImage() { | 
|  | LOGV("SurfaceTexture::updateTexImage"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  |  | 
|  | // We always bind the texture even if we don't update its contents. | 
|  | glBindTexture(GL_TEXTURE_EXTERNAL_OES, mTexName); | 
|  |  | 
|  | // Initially both mCurrentTexture and mLastQueued are INVALID_BUFFER_SLOT, | 
|  | // so this check will fail until a buffer gets queued. | 
|  | if (mCurrentTexture != mLastQueued) { | 
|  | // Update the GL texture object. | 
|  | EGLImageKHR image = mSlots[mLastQueued].mEglImage; | 
|  | if (image == EGL_NO_IMAGE_KHR) { | 
|  | EGLDisplay dpy = eglGetCurrentDisplay(); | 
|  | sp<GraphicBuffer> graphicBuffer = mSlots[mLastQueued].mGraphicBuffer; | 
|  | image = createImage(dpy, graphicBuffer); | 
|  | mSlots[mLastQueued].mEglImage = image; | 
|  | mSlots[mLastQueued].mEglDisplay = dpy; | 
|  | } | 
|  | glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, (GLeglImageOES)image); | 
|  | GLint error = glGetError(); | 
|  | if (error != GL_NO_ERROR) { | 
|  | LOGE("error binding external texture image %p (slot %d): %#04x", | 
|  | image, mLastQueued, error); | 
|  | return -EINVAL; | 
|  | } | 
|  |  | 
|  | // Update the SurfaceTexture state. | 
|  | mCurrentTexture = mLastQueued; | 
|  | mCurrentTextureBuf = mSlots[mCurrentTexture].mGraphicBuffer; | 
|  | mCurrentCrop = mLastQueuedCrop; | 
|  | mCurrentTransform = mLastQueuedTransform; | 
|  | } | 
|  | return OK; | 
|  | } | 
|  |  | 
|  | void SurfaceTexture::getTransformMatrix(float mtx[16]) { | 
|  | LOGV("SurfaceTexture::updateTexImage"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  |  | 
|  | float xform[16]; | 
|  | for (int i = 0; i < 16; i++) { | 
|  | xform[i] = mtxIdentity[i]; | 
|  | } | 
|  | if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) { | 
|  | float result[16]; | 
|  | mtxMul(result, xform, mtxFlipH); | 
|  | for (int i = 0; i < 16; i++) { | 
|  | xform[i] = result[i]; | 
|  | } | 
|  | } | 
|  | if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) { | 
|  | float result[16]; | 
|  | mtxMul(result, xform, mtxFlipV); | 
|  | for (int i = 0; i < 16; i++) { | 
|  | xform[i] = result[i]; | 
|  | } | 
|  | } | 
|  | if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) { | 
|  | float result[16]; | 
|  | mtxMul(result, xform, mtxRot90); | 
|  | for (int i = 0; i < 16; i++) { | 
|  | xform[i] = result[i]; | 
|  | } | 
|  | } | 
|  |  | 
|  | sp<GraphicBuffer>& buf(mSlots[mCurrentTexture].mGraphicBuffer); | 
|  | float tx, ty, sx, sy; | 
|  | if (!mCurrentCrop.isEmpty()) { | 
|  | tx = float(mCurrentCrop.left) / float(buf->getWidth()); | 
|  | ty = float(buf->getHeight() - mCurrentCrop.bottom) / | 
|  | float(buf->getHeight()); | 
|  | sx = float(mCurrentCrop.width()) / float(buf->getWidth()); | 
|  | sy = float(mCurrentCrop.height()) / float(buf->getHeight()); | 
|  | } else { | 
|  | tx = 0.0f; | 
|  | ty = 0.0f; | 
|  | sx = 1.0f; | 
|  | sy = 1.0f; | 
|  | } | 
|  | float crop[16] = { | 
|  | sx, 0, 0, 0, | 
|  | 0, sy, 0, 0, | 
|  | 0, 0, 1, 0, | 
|  | sx*tx, sy*ty, 0, 1, | 
|  | }; | 
|  |  | 
|  | float mtxBeforeFlipV[16]; | 
|  | mtxMul(mtxBeforeFlipV, crop, xform); | 
|  |  | 
|  | // SurfaceFlinger expects the top of its window textures to be at a Y | 
|  | // coordinate of 0, so SurfaceTexture must behave the same way.  We don't | 
|  | // want to expose this to applications, however, so we must add an | 
|  | // additional vertical flip to the transform after all the other transforms. | 
|  | mtxMul(mtx, mtxFlipV, mtxBeforeFlipV); | 
|  | } | 
|  |  | 
|  | void SurfaceTexture::setFrameAvailableListener( | 
|  | const sp<FrameAvailableListener>& l) { | 
|  | LOGV("SurfaceTexture::setFrameAvailableListener"); | 
|  | Mutex::Autolock lock(mMutex); | 
|  | mFrameAvailableListener = l; | 
|  | } | 
|  |  | 
|  | sp<IBinder> SurfaceTexture::getAllocator() { | 
|  | LOGV("SurfaceTexture::getAllocator"); | 
|  | return mGraphicBufferAlloc->asBinder(); | 
|  | } | 
|  |  | 
|  | void SurfaceTexture::freeAllBuffers() { | 
|  | for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { | 
|  | mSlots[i].mGraphicBuffer = 0; | 
|  | mSlots[i].mOwnedByClient = false; | 
|  | if (mSlots[i].mEglImage != EGL_NO_IMAGE_KHR) { | 
|  | eglDestroyImageKHR(mSlots[i].mEglDisplay, mSlots[i].mEglImage); | 
|  | mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; | 
|  | mSlots[i].mEglDisplay = EGL_NO_DISPLAY; | 
|  | } | 
|  | } | 
|  |  | 
|  | int exceptBuf = -1; | 
|  | for (size_t i = 0; i < mAllocdBuffers.size(); i++) { | 
|  | if (mAllocdBuffers[i] == mCurrentTextureBuf) { | 
|  | exceptBuf = i; | 
|  | break; | 
|  | } | 
|  | } | 
|  | mAllocdBuffers.clear(); | 
|  | if (exceptBuf >= 0) { | 
|  | mAllocdBuffers.add(mCurrentTextureBuf); | 
|  | } | 
|  | mGraphicBufferAlloc->freeAllGraphicBuffersExcept(exceptBuf); | 
|  | } | 
|  |  | 
|  | EGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy, | 
|  | const sp<GraphicBuffer>& graphicBuffer) { | 
|  | EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer(); | 
|  | EGLint attrs[] = { | 
|  | EGL_IMAGE_PRESERVED_KHR,    EGL_TRUE, | 
|  | EGL_NONE, | 
|  | }; | 
|  | EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT, | 
|  | EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs); | 
|  | EGLint error = eglGetError(); | 
|  | if (error != EGL_SUCCESS) { | 
|  | LOGE("error creating EGLImage: %#x", error); | 
|  | } else if (image == EGL_NO_IMAGE_KHR) { | 
|  | LOGE("no error reported, but no image was returned by " | 
|  | "eglCreateImageKHR"); | 
|  | } | 
|  | return image; | 
|  | } | 
|  |  | 
|  | static void mtxMul(float out[16], const float a[16], const float b[16]) { | 
|  | out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3]; | 
|  | out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3]; | 
|  | out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3]; | 
|  | out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3]; | 
|  |  | 
|  | out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7]; | 
|  | out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7]; | 
|  | out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7]; | 
|  | out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7]; | 
|  |  | 
|  | out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11]; | 
|  | out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11]; | 
|  | out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11]; | 
|  | out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11]; | 
|  |  | 
|  | out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15]; | 
|  | out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15]; | 
|  | out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15]; | 
|  | out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15]; | 
|  | } | 
|  |  | 
|  | }; // namespace android |