blob: b76eac6966589ae50764ef9c0946fb530e5d13fb [file] [log] [blame]
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001/*
2 * Copyright (C) 2011 NXP Software
3 * Copyright (C) 2011 The Android Open Source Project
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 */
17
18#define LOG_NDEBUG 1
19#define LOG_TAG "VideoEditorPreviewController"
20#include "VideoEditorPreviewController.h"
21
22namespace android {
Dharmaray Kundargie6c07502011-01-21 16:58:31 -080023
Dharmaray Kundargi643290d2011-01-16 16:02:42 -080024#define PREVIEW_THREAD_STACK_SIZE (65536)
25
26VideoEditorPreviewController::VideoEditorPreviewController()
27 : mCurrentPlayer(0),
28 mThreadContext(NULL),
29 mPlayerState(VePlayerIdle),
30 mClipList(NULL),
31 mNumberClipsInStoryBoard(0),
32 mNumberClipsToPreview(0),
33 mStartingClipIndex(0),
34 mPreviewLooping(M4OSA_FALSE),
35 mCallBackAfterFrameCnt(0),
36 mEffectsSettings(NULL),
37 mNumberEffects(0),
38 mCurrentClipNumber(-1),
39 mClipTotalDuration(0),
40 mCurrentVideoEffect(VIDEO_EFFECT_NONE),
41 mTarget(NULL),
42 mJniCookie(NULL),
43 mJniCallback(NULL),
44 mBackgroundAudioSetting(NULL),
45 mAudioMixPCMFileHandle(NULL),
46 mVideoStoryBoardTimeMsUptoFirstPreviewClip(0),
47 mCurrentPlayedDuration(0),
48 mCurrentClipDuration(0),
49 mOutputVideoWidth(0),
50 mOutputVideoHeight(0),
51 bStopThreadInProgress(false),
52 mSemThreadWait(NULL) {
53 LOGV("VideoEditorPreviewController");
54 mRenderingMode = M4xVSS_kBlackBorders;
55 mIsFiftiesEffectStarted = false;
56
57 for (int i=0; i<NBPLAYER_INSTANCES; i++) {
58 mVePlayer[i] = NULL;
59 }
60}
61
62VideoEditorPreviewController::~VideoEditorPreviewController() {
63 M4OSA_UInt32 i = 0;
64 M4OSA_ERR err = M4NO_ERROR;
65 LOGV("~VideoEditorPreviewController");
66
67 // Stop the thread if its still running
68 if(mThreadContext != NULL) {
69 err = M4OSA_threadSyncStop(mThreadContext);
70 if(err != M4NO_ERROR) {
71 LOGV("~VideoEditorPreviewController: error 0x%x \
72 in trying to stop thread", err);
73 // Continue even if error
74 }
75
76 err = M4OSA_threadSyncClose(mThreadContext);
77 if(err != M4NO_ERROR) {
78 LOGE("~VideoEditorPreviewController: error 0x%x \
79 in trying to close thread", err);
80 // Continue even if error
81 }
82
83 mThreadContext = NULL;
84 }
85
86 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES;
87 playerInst++) {
88 if(mVePlayer[playerInst] != NULL) {
89 LOGV("clearing mVePlayer %d", playerInst);
90 mVePlayer[playerInst].clear();
91 }
92 }
93
94 if(mClipList != NULL) {
95 // Clean up
96 for(i=0;i<mNumberClipsInStoryBoard;i++)
97 {
98 if(mClipList[i]->pFile != NULL) {
99 M4OSA_free((M4OSA_MemAddr32)mClipList[i]->pFile);
100 mClipList[i]->pFile = NULL;
101 }
102
103 M4OSA_free((M4OSA_MemAddr32)mClipList[i]);
104 }
105 M4OSA_free((M4OSA_MemAddr32)mClipList);
106 mClipList = NULL;
107 }
108
109 if(mEffectsSettings) {
110 for(i=0;i<mNumberEffects;i++) {
111 if(mEffectsSettings[i].xVSS.pFramingBuffer != NULL) {
112 M4OSA_free(
113 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer->pac_data);
114
115 M4OSA_free(
116 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
117
118 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
119 }
120 }
121 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
122 mEffectsSettings = NULL;
123 }
124
125 if(mTarget != NULL) {
126 delete mTarget;
127 mTarget = NULL;
128 }
129
130 LOGV("~VideoEditorPreviewController returns");
131}
132
133M4OSA_ERR VideoEditorPreviewController::loadEditSettings(
134 M4VSS3GPP_EditSettings* pSettings,M4xVSS_AudioMixingSettings* bgmSettings) {
135
136 M4OSA_UInt32 i = 0, iClipDuration = 0, rgbSize = 0;
137 M4VIFI_UInt8 *tmp = NULL;
138 M4OSA_ERR err = M4NO_ERROR;
139
140 LOGV("loadEditSettings");
141 LOGV("loadEditSettings Channels = %d, sampling Freq %d",
142 bgmSettings->uiNbChannels, bgmSettings->uiSamplingFrequency );
143 bgmSettings->uiSamplingFrequency = 32000;
144
145 LOGV("loadEditSettings Channels = %d, sampling Freq %d",
146 bgmSettings->uiNbChannels, bgmSettings->uiSamplingFrequency );
147 Mutex::Autolock autoLock(mLock);
148
149 // Clean up any previous Edit settings before loading new ones
150 mCurrentVideoEffect = VIDEO_EFFECT_NONE;
151
152 if(mAudioMixPCMFileHandle) {
153 err = M4OSA_fileReadClose (mAudioMixPCMFileHandle);
154 mAudioMixPCMFileHandle = M4OSA_NULL;
155 }
156
157 if(mBackgroundAudioSetting != NULL) {
158 M4OSA_free((M4OSA_MemAddr32)mBackgroundAudioSetting);
159 mBackgroundAudioSetting = NULL;
160 }
161
162 if(mClipList != NULL) {
163 // Clean up
164 for(i=0;i<mNumberClipsInStoryBoard;i++)
165 {
166 if(mClipList[i]->pFile != NULL) {
167 M4OSA_free((M4OSA_MemAddr32)mClipList[i]->pFile);
168 mClipList[i]->pFile = NULL;
169 }
170
171 M4OSA_free((M4OSA_MemAddr32)mClipList[i]);
172 }
173 M4OSA_free((M4OSA_MemAddr32)mClipList);
174 mClipList = NULL;
175 }
176
177 if(mEffectsSettings) {
178 for(i=0;i<mNumberEffects;i++) {
179 if(mEffectsSettings[i].xVSS.pFramingBuffer != NULL) {
180 M4OSA_free(
181 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer->pac_data);
182
183 M4OSA_free(
184 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
185
186 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
187 }
188 }
189 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
190 mEffectsSettings = NULL;
191 }
192
193 if(mClipList == NULL) {
194 mNumberClipsInStoryBoard = pSettings->uiClipNumber;
195 LOGV("loadEditSettings: # of Clips = %d", mNumberClipsInStoryBoard);
196
197 mClipList = (M4VSS3GPP_ClipSettings**)M4OSA_malloc(
198 sizeof(M4VSS3GPP_ClipSettings*)*pSettings->uiClipNumber, M4VS,
199 (M4OSA_Char*)"LvPP, copy of pClipList");
200
201 if(NULL == mClipList) {
202 LOGE("loadEditSettings: Malloc error");
203 return M4ERR_ALLOC;
204 }
205 M4OSA_memset((M4OSA_MemAddr8)mClipList,
206 sizeof(M4VSS3GPP_ClipSettings*)*pSettings->uiClipNumber, 0);
207
208 for(i=0;i<pSettings->uiClipNumber;i++) {
209
210 // Allocate current clip
211 mClipList[i] =
212 (M4VSS3GPP_ClipSettings*)M4OSA_malloc(
213 sizeof(M4VSS3GPP_ClipSettings),M4VS,(M4OSA_Char*)"clip settings");
214
215 if(mClipList[i] == NULL) {
216
217 LOGE("loadEditSettings: Allocation error for mClipList[%d]", i);
218 return M4ERR_ALLOC;
219 }
220 // Copy plain structure
221 M4OSA_memcpy((M4OSA_MemAddr8)mClipList[i],
222 (M4OSA_MemAddr8)pSettings->pClipList[i],
223 sizeof(M4VSS3GPP_ClipSettings));
224
225 if(NULL != pSettings->pClipList[i]->pFile) {
226 mClipList[i]->pFile = (M4OSA_Char*)M4OSA_malloc(
227 pSettings->pClipList[i]->filePathSize, M4VS,
228 (M4OSA_Char*)"pClipSettingsDest->pFile");
229
230 if(NULL == mClipList[i]->pFile)
231 {
232 LOGE("loadEditSettings : ERROR allocating filename");
233 return M4ERR_ALLOC;
234 }
235
236 M4OSA_memcpy((M4OSA_MemAddr8)mClipList[i]->pFile,
237 (M4OSA_MemAddr8)pSettings->pClipList[i]->pFile,
238 pSettings->pClipList[i]->filePathSize);
239 }
240 else {
241 LOGE("NULL file path");
242 return M4ERR_PARAMETER;
243 }
244
245 // Calculate total duration of all clips
246 iClipDuration = pSettings->pClipList[i]->uiEndCutTime -
247 pSettings->pClipList[i]->uiBeginCutTime;
248
249 mClipTotalDuration = mClipTotalDuration+iClipDuration;
250 }
251 }
252
253 if(mEffectsSettings == NULL) {
254 mNumberEffects = pSettings->nbEffects;
255 LOGV("loadEditSettings: mNumberEffects = %d", mNumberEffects);
256
257 if(mNumberEffects != 0) {
258 mEffectsSettings = (M4VSS3GPP_EffectSettings*)M4OSA_malloc(
259 mNumberEffects*sizeof(M4VSS3GPP_EffectSettings),
260 M4VS, (M4OSA_Char*)"effects settings");
261
262 if(mEffectsSettings == NULL) {
263 LOGE("loadEffectsSettings: Allocation error");
264 return M4ERR_ALLOC;
265 }
266
267 M4OSA_memset((M4OSA_MemAddr8)mEffectsSettings,
268 mNumberEffects*sizeof(M4VSS3GPP_EffectSettings), 0);
269
270 for(i=0;i<mNumberEffects;i++) {
271
272 mEffectsSettings[i].xVSS.pFramingFilePath = NULL;
273 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
274 mEffectsSettings[i].xVSS.pTextBuffer = NULL;
275
276 M4OSA_memcpy((M4OSA_MemAddr8)&(mEffectsSettings[i]),
277 (M4OSA_MemAddr8)&(pSettings->Effects[i]),
278 sizeof(M4VSS3GPP_EffectSettings));
279
280 if(pSettings->Effects[i].VideoEffectType ==
281 M4xVSS_kVideoEffectType_Framing) {
282 // Allocate the pFraming RGB buffer
283 mEffectsSettings[i].xVSS.pFramingBuffer =
284 (M4VIFI_ImagePlane *)M4OSA_malloc(sizeof(M4VIFI_ImagePlane),
285 M4VS, (M4OSA_Char*)"lvpp framing buffer");
286
287 if(mEffectsSettings[i].xVSS.pFramingBuffer == NULL) {
288 LOGE("loadEffectsSettings:Alloc error for pFramingBuf");
289 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
290 mEffectsSettings = NULL;
291 return M4ERR_ALLOC;
292 }
293
294 // Allocate the pac_data (RGB)
295 if(pSettings->Effects[i].xVSS.rgbType == M4VSS3GPP_kRGB565){
296 rgbSize =
297 pSettings->Effects[i].xVSS.pFramingBuffer->u_width *
298 pSettings->Effects[i].xVSS.pFramingBuffer->u_height*2;
299 }
300 else if(
301 pSettings->Effects[i].xVSS.rgbType == M4VSS3GPP_kRGB888) {
302 rgbSize =
303 pSettings->Effects[i].xVSS.pFramingBuffer->u_width *
304 pSettings->Effects[i].xVSS.pFramingBuffer->u_height*3;
305 }
306 else {
307 LOGE("loadEffectsSettings: wrong RGB type");
308 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
309 mEffectsSettings = NULL;
310 return M4ERR_PARAMETER;
311 }
312
313 tmp = (M4VIFI_UInt8 *)M4OSA_malloc(rgbSize, M4VS,
314 (M4OSA_Char*)"framing buffer pac_data");
315
316 if(tmp == NULL) {
317 LOGE("loadEffectsSettings:Alloc error pFramingBuf pac");
318 M4OSA_free((M4OSA_MemAddr32)mEffectsSettings);
319 mEffectsSettings = NULL;
320 M4OSA_free(
321 (M4OSA_MemAddr32)mEffectsSettings[i].xVSS.pFramingBuffer);
322
323 mEffectsSettings[i].xVSS.pFramingBuffer = NULL;
324 return M4ERR_ALLOC;
325 }
326 /* Initialize the pFramingBuffer*/
327 mEffectsSettings[i].xVSS.pFramingBuffer->pac_data = tmp;
328 mEffectsSettings[i].xVSS.pFramingBuffer->u_height =
329 pSettings->Effects[i].xVSS.pFramingBuffer->u_height;
330
331 mEffectsSettings[i].xVSS.pFramingBuffer->u_width =
332 pSettings->Effects[i].xVSS.pFramingBuffer->u_width;
333
334 mEffectsSettings[i].xVSS.pFramingBuffer->u_stride =
335 pSettings->Effects[i].xVSS.pFramingBuffer->u_stride;
336
337 mEffectsSettings[i].xVSS.pFramingBuffer->u_topleft =
338 pSettings->Effects[i].xVSS.pFramingBuffer->u_topleft;
339
340 mEffectsSettings[i].xVSS.uialphaBlendingStart =
341 pSettings->Effects[i].xVSS.uialphaBlendingStart;
342
343 mEffectsSettings[i].xVSS.uialphaBlendingMiddle =
344 pSettings->Effects[i].xVSS.uialphaBlendingMiddle;
345
346 mEffectsSettings[i].xVSS.uialphaBlendingEnd =
347 pSettings->Effects[i].xVSS.uialphaBlendingEnd;
348
349 mEffectsSettings[i].xVSS.uialphaBlendingFadeInTime =
350 pSettings->Effects[i].xVSS.uialphaBlendingFadeInTime;
351 mEffectsSettings[i].xVSS.uialphaBlendingFadeOutTime =
352 pSettings->Effects[i].xVSS.uialphaBlendingFadeOutTime;
353
354 // Copy the pFraming data
355 M4OSA_memcpy((M4OSA_MemAddr8)
356 mEffectsSettings[i].xVSS.pFramingBuffer->pac_data,
357 (M4OSA_MemAddr8)pSettings->Effects[i].xVSS.pFramingBuffer->pac_data,
358 rgbSize);
359
360 mEffectsSettings[i].xVSS.rgbType =
361 pSettings->Effects[i].xVSS.rgbType;
362 }
363 }
364 }
365 }
366
367 if (mBackgroundAudioSetting == NULL) {
368
369 mBackgroundAudioSetting = (M4xVSS_AudioMixingSettings*)M4OSA_malloc(
370 sizeof(M4xVSS_AudioMixingSettings), M4VS,
371 (M4OSA_Char*)"LvPP, copy of bgmSettings");
372
373 if(NULL == mBackgroundAudioSetting) {
374 LOGE("loadEditSettings: mBackgroundAudioSetting Malloc failed");
375 return M4ERR_ALLOC;
376 }
377
378 M4OSA_memset((M4OSA_MemAddr8)mBackgroundAudioSetting, sizeof(M4xVSS_AudioMixingSettings*), 0);
379 M4OSA_memcpy((M4OSA_MemAddr8)mBackgroundAudioSetting, (M4OSA_MemAddr8)bgmSettings, sizeof(M4xVSS_AudioMixingSettings));
380
381 if ( mBackgroundAudioSetting->pFile != M4OSA_NULL ) {
382
383 mBackgroundAudioSetting->pFile = (M4OSA_Void*) bgmSettings->pPCMFilePath;
384 mBackgroundAudioSetting->uiNbChannels = 2;
385 mBackgroundAudioSetting->uiSamplingFrequency = 32000;
386 }
387
388 // Open the BG file
389 if ( mBackgroundAudioSetting->pFile != M4OSA_NULL ) {
390 err = M4OSA_fileReadOpen(&mAudioMixPCMFileHandle,
391 mBackgroundAudioSetting->pFile, M4OSA_kFileRead);
392
393 if (err != M4NO_ERROR) {
394 LOGE("loadEditSettings: mBackgroundAudio PCM File open failed");
395 return M4ERR_PARAMETER;
396 }
397 }
398 }
399
400 mOutputVideoSize = pSettings->xVSS.outputVideoSize;
401 mFrameStr.pBuffer = M4OSA_NULL;
402 return M4NO_ERROR;
403}
404
405M4OSA_ERR VideoEditorPreviewController::setSurface(const sp<Surface> &surface) {
406 LOGV("setSurface");
407 Mutex::Autolock autoLock(mLock);
408
409 mSurface = surface;
410 mISurface = surface->getISurface();
411 LOGV("setSurface: mISurface = %p", mISurface.get());
412 return M4NO_ERROR;
413}
414
415M4OSA_ERR VideoEditorPreviewController::startPreview(
416 M4OSA_UInt32 fromMS, M4OSA_Int32 toMs, M4OSA_UInt16 callBackAfterFrameCount,
417 M4OSA_Bool loop) {
418
419 M4OSA_ERR err = M4NO_ERROR;
420 M4OSA_UInt32 i = 0, iIncrementedDuration = 0;
421 LOGV("startPreview");
422
423 if(fromMS > toMs) {
424 LOGE("startPreview: fromMS > toMs");
425 return M4ERR_PARAMETER;
426 }
427
428 if(toMs == 0) {
429 LOGE("startPreview: toMs is 0");
430 return M4ERR_PARAMETER;
431 }
432
433 // If already started, then stop preview first
434 for(int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
435 if(mVePlayer[playerInst] != NULL) {
436 LOGV("startPreview: stopping previously started preview playback");
437 stopPreview();
438 break;
439 }
440 }
441
442 // If renderPreview was called previously, then delete Renderer object first
443 if(mTarget != NULL) {
444 LOGV("startPreview: delete previous PreviewRenderer");
445 delete mTarget;
446 mTarget = NULL;
447 }
448
449 LOGV("startPreview: loop = %d", loop);
450 mPreviewLooping = loop;
451
452 LOGV("startPreview: callBackAfterFrameCount = %d", callBackAfterFrameCount);
453 mCallBackAfterFrameCnt = callBackAfterFrameCount;
454
455 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
456 mVePlayer[playerInst] = new VideoEditorPlayer();
457 if(mVePlayer[playerInst] == NULL) {
458 LOGE("startPreview:Error creating VideoEditorPlayer %d",playerInst);
459 return M4ERR_ALLOC;
460 }
461 LOGV("startPreview: object created");
462
463 mVePlayer[playerInst]->setNotifyCallback(this,(notify_callback_f)notify);
464 LOGV("startPreview: notify callback set");
465
466 mVePlayer[playerInst]->loadEffectsSettings(mEffectsSettings,
467 mNumberEffects);
468 LOGV("startPreview: effects settings loaded");
469
470 mVePlayer[playerInst]->loadAudioMixSettings(mBackgroundAudioSetting);
471 LOGV("startPreview: AudioMixSettings settings loaded");
472
473 mVePlayer[playerInst]->setAudioMixPCMFileHandle(mAudioMixPCMFileHandle);
474 LOGV("startPreview: AudioMixPCMFileHandle set");
475
476 mVePlayer[playerInst]->setProgressCallbackInterval(
477 mCallBackAfterFrameCnt);
478 LOGV("startPreview: setProgressCallBackInterval");
479 }
480
481 mPlayerState = VePlayerIdle;
482
483 if(fromMS == 0) {
484 mCurrentClipNumber = -1;
485 // Save original value
486 mFirstPreviewClipBeginTime = mClipList[0]->uiBeginCutTime;
487 mVideoStoryBoardTimeMsUptoFirstPreviewClip = 0;
488 }
489 else {
490 LOGV("startPreview: fromMS=%d", fromMS);
491 if(fromMS >= mClipTotalDuration) {
492 LOGE("startPreview: fromMS >= mClipTotalDuration");
493 return M4ERR_PARAMETER;
494 }
495 for(i=0;i<mNumberClipsInStoryBoard;i++) {
496 if(fromMS < (iIncrementedDuration + (mClipList[i]->uiEndCutTime -
497 mClipList[i]->uiBeginCutTime))) {
498 // Set to 1 index below,
499 // as threadProcess first increments the clip index
500 // and then processes clip in thread loop
501 mCurrentClipNumber = i-1;
502 LOGV("startPreview:mCurrentClipNumber = %d fromMS=%d",i,fromMS);
503
504 // Save original value
505 mFirstPreviewClipBeginTime = mClipList[i]->uiBeginCutTime;
506
507 // Set correct begin time to start playback
508 if((fromMS+mClipList[i]->uiBeginCutTime) >
509 (iIncrementedDuration+mClipList[i]->uiBeginCutTime)) {
510
511 mClipList[i]->uiBeginCutTime =
512 mClipList[i]->uiBeginCutTime +
513 (fromMS - iIncrementedDuration);
514 }
515 break;
516 }
517 else {
518 iIncrementedDuration = iIncrementedDuration +
519 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime);
520 }
521 }
522 mVideoStoryBoardTimeMsUptoFirstPreviewClip = iIncrementedDuration;
523 }
524
525 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
526 mVePlayer[playerInst]->setAudioMixStoryBoardParam(fromMS,
527 mFirstPreviewClipBeginTime,
528 mClipList[i]->ClipProperties.uiClipAudioVolumePercentage);
529
530 LOGV("startPreview:setAudioMixStoryBoardSkimTimeStamp set %d cuttime \
531 %d", fromMS, mFirstPreviewClipBeginTime);
532 }
533
534 mStartingClipIndex = mCurrentClipNumber+1;
535
536 // Start playing with player instance 0
537 mCurrentPlayer = 0;
538
539 if(toMs == -1) {
540 LOGV("startPreview: Preview till end of storyboard");
541 mNumberClipsToPreview = mNumberClipsInStoryBoard;
542 // Save original value
543 mLastPreviewClipEndTime =
544 mClipList[mNumberClipsToPreview-1]->uiEndCutTime;
545 }
546 else {
547 LOGV("startPreview: toMs=%d", toMs);
548 if(toMs > mClipTotalDuration) {
549 LOGE("startPreview: toMs > mClipTotalDuration");
550 return M4ERR_PARAMETER;
551 }
552
553 iIncrementedDuration = 0;
554
555 for(i=0;i<mNumberClipsInStoryBoard;i++) {
556 if(toMs <= (iIncrementedDuration +
557 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime))) {
558 // Save original value
559 mLastPreviewClipEndTime = mClipList[i]->uiEndCutTime;
560 // Set the end cut time of clip index i to toMs
561 mClipList[i]->uiEndCutTime = toMs;
562
563 // Number of clips to be previewed is from index 0 to i
564 // increment by 1 as i starts from 0
565 mNumberClipsToPreview = i+1;
566 break;
567 }
568 else {
569 iIncrementedDuration = iIncrementedDuration +
570 (mClipList[i]->uiEndCutTime - mClipList[i]->uiBeginCutTime);
571 }
572 }
573 }
574
575 // Open the thread semaphore
576 M4OSA_semaphoreOpen(&mSemThreadWait, 1);
577
578 // Open the preview process thread
579 err = M4OSA_threadSyncOpen(&mThreadContext, (M4OSA_ThreadDoIt)threadProc);
580 if (M4NO_ERROR != err) {
581 LOGE("VideoEditorPreviewController:M4OSA_threadSyncOpen error %d", err);
582 return err;
583 }
584
585 // Set the stacksize
586 err = M4OSA_threadSyncSetOption(mThreadContext, M4OSA_ThreadStackSize,
587 (M4OSA_DataOption)PREVIEW_THREAD_STACK_SIZE);
588
589 if (M4NO_ERROR != err) {
590 LOGE("VideoEditorPreviewController: threadSyncSetOption error %d", err);
591 M4OSA_threadSyncClose(mThreadContext);
592 mThreadContext = NULL;
593 return err;
594 }
595
596 // Start the thread
597 err = M4OSA_threadSyncStart(mThreadContext, (M4OSA_Void*)this);
598 if (M4NO_ERROR != err) {
599 LOGE("VideoEditorPreviewController: threadSyncStart error %d", err);
600 M4OSA_threadSyncClose(mThreadContext);
601 mThreadContext = NULL;
602 return err;
603 }
604 bStopThreadInProgress = false;
605
606 LOGV("startPreview: process thread started");
607 return M4NO_ERROR;
608}
609
610M4OSA_ERR VideoEditorPreviewController::stopPreview() {
611 M4OSA_ERR err = M4NO_ERROR;
612 LOGV("stopPreview");
613
614 // Stop the thread
615 if(mThreadContext != NULL) {
616 bStopThreadInProgress = true;
617 err = M4OSA_semaphorePost(mSemThreadWait);
618
619 err = M4OSA_threadSyncStop(mThreadContext);
620 if(err != M4NO_ERROR) {
621 LOGV("stopPreview: error 0x%x in trying to stop thread", err);
622 // Continue even if error
623 }
624
625 err = M4OSA_threadSyncClose(mThreadContext);
626 if(err != M4NO_ERROR) {
627 LOGE("stopPreview: error 0x%x in trying to close thread", err);
628 // Continue even if error
629 }
630
631 mThreadContext = NULL;
632 }
633
634 // Close the semaphore first
635 if(mSemThreadWait != NULL) {
636 err = M4OSA_semaphoreClose(mSemThreadWait);
637 LOGV("stopPreview: close semaphore returns 0x%x", err);
638 }
639
640 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES; playerInst++) {
641 if(mVePlayer[playerInst] != NULL) {
642 if(mVePlayer[playerInst]->isPlaying()) {
643 LOGV("stop the player first");
644 mVePlayer[playerInst]->stop();
645 }
646
647 LOGV("stopPreview: clearing mVePlayer");
648 mVePlayer[playerInst].clear();
649 mVePlayer[playerInst] = NULL;
650 }
651 }
652
653 // If image file playing, then free the buffer pointer
654 if(mFrameStr.pBuffer != M4OSA_NULL) {
655 M4OSA_free((M4OSA_MemAddr32)mFrameStr.pBuffer);
656 mFrameStr.pBuffer = M4OSA_NULL;
657 }
658
659 // Reset original begin cuttime of first previewed clip*/
660 mClipList[mStartingClipIndex]->uiBeginCutTime = mFirstPreviewClipBeginTime;
661 // Reset original end cuttime of last previewed clip*/
662 mClipList[mNumberClipsToPreview-1]->uiEndCutTime = mLastPreviewClipEndTime;
663
664 mPlayerState = VePlayerIdle;
665
666 mCurrentPlayedDuration = 0;
667 mCurrentClipDuration = 0;
668 mRenderingMode = M4xVSS_kBlackBorders;
669 mOutputVideoWidth = 0;
670 mOutputVideoHeight = 0;
671
672 return M4NO_ERROR;
673}
674
Dheeraj Sharma9ec356a2011-01-24 15:02:18 -0800675M4OSA_ERR VideoEditorPreviewController::clearSurface(
676 const sp<Surface> &surface, VideoEditor_renderPreviewFrameStr* pFrameInfo) {
677
678 M4OSA_ERR err = M4NO_ERROR;
679 VideoEditor_renderPreviewFrameStr* pFrameStr = pFrameInfo;
680 M4OSA_UInt32 outputBufferWidth =0, outputBufferHeight=0;
681 M4VIFI_ImagePlane planeOut[3];
682 LOGV("Inside preview clear frame");
683
684 Mutex::Autolock autoLock(mLock);
685
686 // Get the Isurface to be passed to renderer
687 mISurface = surface->getISurface();
688
689 // Delete previous renderer instance
690 if(mTarget != NULL) {
691 delete mTarget;
692 mTarget = NULL;
693 }
694
695 if(mOutputVideoWidth == 0) {
696 mOutputVideoWidth = pFrameStr->uiFrameWidth;
697 }
698 if(mOutputVideoHeight == 0) {
699 mOutputVideoHeight = pFrameStr->uiFrameHeight;
700 }
701
702 // Initialize the renderer
703 if(mTarget == NULL) {
704 mTarget = new PreviewRenderer(
705 OMX_COLOR_FormatYUV420Planar, surface, mOutputVideoWidth, mOutputVideoHeight,
706 mOutputVideoWidth, mOutputVideoHeight, 0);
707 if(mTarget == NULL) {
708 LOGE("renderPreviewFrame: cannot create PreviewRenderer");
709 return M4ERR_ALLOC;
710 }
711 }
712
713 // Out plane
714 uint8_t* outBuffer;
715 size_t outBufferStride = 0;
716
717 LOGV("doMediaRendering CALL getBuffer()");
718 mTarget->getBufferYV12(&outBuffer, &outBufferStride);
719
720 // Set the output YUV420 plane to be compatible with YV12 format
721 //In YV12 format, sizes must be even
722 M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1;
723 M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1;
724
725 prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight,
726 (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer);
727
728 /* Fill the surface with black frame */
729 M4OSA_memset((M4OSA_MemAddr8)planeOut[0].pac_data,planeOut[0].u_width *
730 planeOut[0].u_height * 1.5,0x00);
731 M4OSA_memset((M4OSA_MemAddr8)planeOut[1].pac_data,planeOut[1].u_width *
732 planeOut[1].u_height,128);
733 M4OSA_memset((M4OSA_MemAddr8)planeOut[2].pac_data,planeOut[2].u_width *
734 planeOut[2].u_height,128);
735
736 mTarget->renderYV12();
737 return err;
738}
739
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800740M4OSA_ERR VideoEditorPreviewController::renderPreviewFrame(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800741 const sp<Surface> &surface,
742 VideoEditor_renderPreviewFrameStr* pFrameInfo,
743 VideoEditorCurretEditInfo *pCurrEditInfo) {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800744
745 M4OSA_ERR err = M4NO_ERROR;
746 M4OSA_UInt32 i = 0, iIncrementedDuration = 0, tnTimeMs=0, framesize =0;
747 VideoEditor_renderPreviewFrameStr* pFrameStr = pFrameInfo;
748 M4VIFI_UInt8 *pixelArray = NULL;
749
750 Mutex::Autolock autoLock(mLock);
751
752 // Get the Isurface to be passed to renderer
753 mISurface = surface->getISurface();
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800754 if (pCurrEditInfo != NULL) {
755 pCurrEditInfo->overlaySettingsIndex = -1;
756 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800757 // Delete previous renderer instance
758 if(mTarget != NULL) {
759 delete mTarget;
760 mTarget = NULL;
761 }
762
763 if(mOutputVideoWidth == 0) {
764 mOutputVideoWidth = pFrameStr->uiFrameWidth;
765 }
766 if(mOutputVideoHeight == 0) {
767 mOutputVideoHeight = pFrameStr->uiFrameHeight;
768 }
769
770 // Initialize the renderer
771 if(mTarget == NULL) {
772 mTarget = new PreviewRenderer(
773 OMX_COLOR_FormatYUV420Planar, surface, mOutputVideoWidth, mOutputVideoHeight,
774 mOutputVideoWidth, mOutputVideoHeight, 0);
775 if(mTarget == NULL) {
776 LOGE("renderPreviewFrame: cannot create PreviewRenderer");
777 return M4ERR_ALLOC;
778 }
779 }
780
781 pixelArray = NULL;
782
783 // Postprocessing (apply video effect)
784 if(pFrameStr->bApplyEffect == M4OSA_TRUE) {
785
786 for(i=0;i<mNumberEffects;i++) {
787 // First check if effect starttime matches the clip being previewed
788 if((mEffectsSettings[i].uiStartTime < pFrameStr->clipBeginCutTime)
789 ||(mEffectsSettings[i].uiStartTime >= pFrameStr->clipEndCutTime)) {
790 // This effect doesn't belong to this clip, check next one
791 continue;
792 }
793 if((mEffectsSettings[i].uiStartTime <= pFrameStr->timeMs) &&
794 ((mEffectsSettings[i].uiStartTime+mEffectsSettings[i].uiDuration) >=
795 pFrameStr->timeMs) && (mEffectsSettings[i].uiDuration != 0)) {
796 setVideoEffectType(mEffectsSettings[i].VideoEffectType, TRUE);
797 }
798 else {
799 setVideoEffectType(mEffectsSettings[i].VideoEffectType, FALSE);
800 }
801 }
802
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800803 //Provide the overlay Update indication when there is an overlay effect
804 if (mCurrentVideoEffect == VIDEO_EFFECT_FRAMING) {
805 int index;
806 mCurrentVideoEffect = VIDEO_EFFECT_NONE; //never apply framing here.
807
808 // Find the effect in effectSettings array
809 for (index = 0; index < mNumberEffects; index++) {
810 if(mEffectsSettings[index].VideoEffectType ==
811 M4xVSS_kVideoEffectType_Framing) {
812
813 if((mEffectsSettings[index].uiStartTime <= pFrameInfo->timeMs) &&
814 ((mEffectsSettings[index].uiStartTime+
815 mEffectsSettings[index].uiDuration) >= pFrameInfo->timeMs))
816 {
817 break;
818 }
819 }
820 }
821 if ((index < mNumberEffects) && (pCurrEditInfo != NULL)) {
822 pCurrEditInfo->overlaySettingsIndex = index;
823 LOGV("Framing index = %d", index);
824 } else {
825 LOGV("No framing effects found");
826 }
827 }
828
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800829 if(mCurrentVideoEffect != VIDEO_EFFECT_NONE) {
830 err = applyVideoEffect((M4OSA_Void *)pFrameStr->pBuffer,
831 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
832 pFrameStr->uiFrameHeight, pFrameStr->timeMs,
833 (M4OSA_Void *)pixelArray);
834
835 if(err != M4NO_ERROR) {
836 LOGE("renderPreviewFrame: applyVideoEffect error 0x%x", err);
837 delete mTarget;
838 mTarget = NULL;
839 M4OSA_free((M4OSA_MemAddr32)pixelArray);
840 pixelArray = NULL;
841 return err;
842 }
843 mCurrentVideoEffect = VIDEO_EFFECT_NONE;
844 }
845 else {
846 // Apply the rendering mode
847 err = doImageRenderingMode((M4OSA_Void *)pFrameStr->pBuffer,
848 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
849 pFrameStr->uiFrameHeight, (M4OSA_Void *)pixelArray);
850
851 if(err != M4NO_ERROR) {
852 LOGE("renderPreviewFrame:doImageRenderingMode error 0x%x", err);
853 delete mTarget;
854 mTarget = NULL;
855 M4OSA_free((M4OSA_MemAddr32)pixelArray);
856 pixelArray = NULL;
857 return err;
858 }
859 }
860 }
861 else {
862 // Apply the rendering mode
863 err = doImageRenderingMode((M4OSA_Void *)pFrameStr->pBuffer,
864 OMX_COLOR_FormatYUV420Planar, pFrameStr->uiFrameWidth,
865 pFrameStr->uiFrameHeight, (M4OSA_Void *)pixelArray);
866
867 if(err != M4NO_ERROR) {
868 LOGE("renderPreviewFrame: doImageRenderingMode error 0x%x", err);
869 delete mTarget;
870 mTarget = NULL;
871 M4OSA_free((M4OSA_MemAddr32)pixelArray);
872 pixelArray = NULL;
873 return err;
874 }
875 }
876
877 mTarget->renderYV12();
878 return err;
879}
880
881M4OSA_Void VideoEditorPreviewController::setJniCallback(void* cookie,
882 jni_progress_callback_fct callbackFct) {
883 //LOGV("setJniCallback");
884 mJniCookie = cookie;
885 mJniCallback = callbackFct;
886}
887
888M4OSA_ERR VideoEditorPreviewController::preparePlayer(
889 void* param, int playerInstance, int index) {
890
891 M4OSA_ERR err = M4NO_ERROR;
892 VideoEditorPreviewController *pController =
893 (VideoEditorPreviewController *)param;
894
895 LOGV("preparePlayer: instance %d file %d", playerInstance, index);
896
897 pController->mVePlayer[playerInstance]->setDataSource(
898 (const char *)pController->mClipList[index]->pFile, NULL);
899 LOGV("preparePlayer: setDataSource instance %s",
900 (const char *)pController->mClipList[index]->pFile);
901
902 pController->mVePlayer[playerInstance]->setVideoISurface(
903 pController->mISurface);
904 LOGV("preparePlayer: setVideoISurface");
905
906 pController->mVePlayer[playerInstance]->setVideoSurface(
907 pController->mSurface);
908 LOGV("preparePlayer: setVideoSurface");
909
910 pController->mVePlayer[playerInstance]->setMediaRenderingMode(
911 pController->mClipList[index]->xVSS.MediaRendering,
912 pController->mOutputVideoSize);
913 LOGV("preparePlayer: setMediaRenderingMode");
914
915 if(index == pController->mStartingClipIndex) {
916 pController->mVePlayer[playerInstance]->setPlaybackBeginTime(
917 pController->mFirstPreviewClipBeginTime);
918 }
919 else {
920 pController->mVePlayer[playerInstance]->setPlaybackBeginTime(
921 pController->mClipList[index]->uiBeginCutTime);
922 }
923 LOGV("preparePlayer: setPlaybackBeginTime(%d)",
924 pController->mClipList[index]->uiBeginCutTime);
925
926 pController->mVePlayer[playerInstance]->setPlaybackEndTime(
927 pController->mClipList[index]->uiEndCutTime);
928 LOGV("preparePlayer: setPlaybackEndTime(%d)",
929 pController->mClipList[index]->uiEndCutTime);
930
931 if(pController->mClipList[index]->FileType == M4VIDEOEDITING_kFileType_ARGB8888) {
932 pController->mVePlayer[playerInstance]->setImageClipProperties(
933 pController->mClipList[index]->ClipProperties.uiVideoWidth,
934 pController->mClipList[index]->ClipProperties.uiVideoHeight);
935 LOGV("preparePlayer: setImageClipProperties");
936 }
937
938 pController->mVePlayer[playerInstance]->prepare();
939 LOGV("preparePlayer: prepared");
940
941 if(pController->mClipList[index]->uiBeginCutTime > 0) {
942 pController->mVePlayer[playerInstance]->seekTo(
943 pController->mClipList[index]->uiBeginCutTime);
944
945 LOGV("preparePlayer: seekTo(%d)",
946 pController->mClipList[index]->uiBeginCutTime);
947 }
948
949 pController->mVePlayer[playerInstance]->readFirstVideoFrame();
950 LOGV("preparePlayer: readFirstVideoFrame of clip");
951
952 return err;
953}
954
955M4OSA_ERR VideoEditorPreviewController::threadProc(M4OSA_Void* param) {
956 M4OSA_ERR err = M4NO_ERROR;
957 M4OSA_Int32 index = 0;
958 VideoEditorPreviewController *pController =
959 (VideoEditorPreviewController *)param;
960
961 LOGV("inside threadProc");
962 if(pController->mPlayerState == VePlayerIdle) {
963 (pController->mCurrentClipNumber)++;
964
965 LOGV("threadProc: playing file index %d total clips %d",
966 pController->mCurrentClipNumber, pController->mNumberClipsToPreview);
967
968 if(pController->mCurrentClipNumber >=
969 pController->mNumberClipsToPreview) {
970
971 LOGV("All clips previewed");
972
973 pController->mCurrentPlayedDuration = 0;
974 pController->mCurrentClipDuration = 0;
975 pController->mCurrentPlayer = 0;
976
977 if(pController->mPreviewLooping == M4OSA_TRUE) {
978 pController->mCurrentClipNumber =
979 pController->mStartingClipIndex;
980
981 LOGV("Preview looping TRUE, restarting from clip index %d",
982 pController->mCurrentClipNumber);
983
984 // Reset the story board timestamp inside the player
985 for (int playerInst=0; playerInst<NBPLAYER_INSTANCES;
986 playerInst++) {
987 pController->mVePlayer[playerInst]->resetJniCallbackTimeStamp();
988 }
989 }
990 else {
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800991 M4OSA_UInt32 endArgs = 0;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800992 if(pController->mJniCallback != NULL) {
993 pController->mJniCallback(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -0800994 pController->mJniCookie, MSG_TYPE_PREVIEW_END, &endArgs);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -0800995 }
996 pController->mPlayerState = VePlayerAutoStop;
997
998 // Reset original begin cuttime of first previewed clip
999 pController->mClipList[pController->mStartingClipIndex]->uiBeginCutTime =
1000 pController->mFirstPreviewClipBeginTime;
1001 // Reset original end cuttime of last previewed clip
1002 pController->mClipList[pController->mNumberClipsToPreview-1]->uiEndCutTime =
1003 pController->mLastPreviewClipEndTime;
1004
1005 // Return a warning to M4OSA thread handler
1006 // so that thread is moved from executing state to open state
1007 return M4WAR_NO_MORE_STREAM;
1008 }
1009 }
1010
1011 index=pController->mCurrentClipNumber;
1012 if(pController->mCurrentClipNumber == pController->mStartingClipIndex) {
1013 pController->mCurrentPlayedDuration +=
1014 pController->mVideoStoryBoardTimeMsUptoFirstPreviewClip;
1015
1016 pController->mCurrentClipDuration =
1017 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1018 - pController->mFirstPreviewClipBeginTime;
1019
1020 preparePlayer((void*)pController, pController->mCurrentPlayer, index);
1021 }
1022 else {
1023 pController->mCurrentPlayedDuration +=
1024 pController->mCurrentClipDuration;
1025
1026 pController->mCurrentClipDuration =
1027 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime -
1028 pController->mClipList[pController->mCurrentClipNumber]->uiBeginCutTime;
1029 }
1030
1031 pController->mVePlayer[pController->mCurrentPlayer]->setStoryboardStartTime(
1032 pController->mCurrentPlayedDuration);
1033 LOGV("threadProc: setStoryboardStartTime");
1034
1035 // Set the next clip duration for Audio mix here
1036 if(pController->mCurrentClipNumber != pController->mStartingClipIndex) {
1037
1038 pController->mVePlayer[pController->mCurrentPlayer]->setAudioMixStoryBoardParam(
1039 pController->mCurrentPlayedDuration,
1040 pController->mClipList[index]->uiBeginCutTime,
1041 pController->mClipList[index]->ClipProperties.uiClipAudioVolumePercentage);
1042
1043 LOGV("threadProc: setAudioMixStoryBoardParam fromMS %d \
1044 ClipBeginTime %d", pController->mCurrentPlayedDuration +
1045 pController->mClipList[index]->uiBeginCutTime,
1046 pController->mClipList[index]->uiBeginCutTime,
1047 pController->mClipList[index]->ClipProperties.uiClipAudioVolumePercentage);
1048 }
1049
1050 pController->mVePlayer[pController->mCurrentPlayer]->start();
1051 LOGV("threadProc: started");
1052
1053 pController->mPlayerState = VePlayerBusy;
1054
1055 }
1056 else if(pController->mPlayerState == VePlayerAutoStop) {
1057 LOGV("Preview completed..auto stop the player");
1058 }
1059 else {
1060 if(!pController->bStopThreadInProgress) {
1061 LOGV("threadProc: state busy...wait for sem");
1062 err = M4OSA_semaphoreWait(pController->mSemThreadWait,
1063 M4OSA_WAIT_FOREVER);
1064 }
1065 LOGV("threadProc: sem wait returned err = 0x%x", err);
1066 }
1067
1068 //Always return M4NO_ERROR to ensure the thread keeps running
1069 return M4NO_ERROR;
1070}
1071
1072void VideoEditorPreviewController::notify(
1073 void* cookie, int msg, int ext1, int ext2)
1074{
1075 VideoEditorPreviewController *pController =
1076 (VideoEditorPreviewController *)cookie;
1077
1078 M4OSA_ERR err = M4NO_ERROR;
1079 uint32_t clipDuration = 0;
1080 switch (msg) {
1081 case MEDIA_NOP: // interface test message
1082 LOGV("MEDIA_NOP");
1083 break;
1084 case MEDIA_PREPARED:
1085 LOGV("MEDIA_PREPARED");
1086 break;
1087 case MEDIA_PLAYBACK_COMPLETE:
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001088 {
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001089 LOGV("notify:MEDIA_PLAYBACK_COMPLETE");
1090 pController->mPlayerState = VePlayerIdle;
1091
1092 //send progress callback with last frame timestamp
1093 if(pController->mCurrentClipNumber ==
1094 pController->mStartingClipIndex) {
1095 clipDuration =
1096 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1097 - pController->mFirstPreviewClipBeginTime;
1098 }
1099 else {
1100 clipDuration =
1101 pController->mClipList[pController->mCurrentClipNumber]->uiEndCutTime
1102 - pController->mClipList[pController->mCurrentClipNumber]->uiBeginCutTime;
1103 }
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001104
1105 M4OSA_UInt32 playedDuration = clipDuration+pController->mCurrentPlayedDuration;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001106 pController->mJniCallback(
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001107 pController->mJniCookie, MSG_TYPE_PROGRESS_INDICATION,
1108 &playedDuration);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001109
1110 M4OSA_semaphorePost(pController->mSemThreadWait);
1111 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001112 }
1113 case MEDIA_ERROR:
1114 {
1115 int err_val = ext1;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001116 // Always log errors.
1117 // ext1: Media framework error code.
1118 // ext2: Implementation dependant error code.
1119 LOGE("MEDIA_ERROR; error (%d, %d)", ext1, ext2);
1120 if(pController->mJniCallback != NULL) {
1121 pController->mJniCallback(pController->mJniCookie,
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001122 MSG_TYPE_PLAYER_ERROR, &err_val);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001123 }
1124 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001125 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001126 case MEDIA_INFO:
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001127 {
1128 int info_val = ext2;
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001129 // ext1: Media framework error code.
1130 // ext2: Implementation dependant error code.
1131 //LOGW("MEDIA_INFO; info/warning (%d, %d)", ext1, ext2);
1132 if(pController->mJniCallback != NULL) {
1133 pController->mJniCallback(pController->mJniCookie,
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001134 MSG_TYPE_PROGRESS_INDICATION, &info_val);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001135 }
1136 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001137 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001138 case MEDIA_SEEK_COMPLETE:
1139 LOGV("MEDIA_SEEK_COMPLETE; Received seek complete");
1140 break;
1141 case MEDIA_BUFFERING_UPDATE:
1142 LOGV("MEDIA_BUFFERING_UPDATE; buffering %d", ext1);
1143 break;
1144 case MEDIA_SET_VIDEO_SIZE:
1145 LOGV("MEDIA_SET_VIDEO_SIZE; New video size %d x %d", ext1, ext2);
1146 break;
1147 case 0xAAAAAAAA:
1148 LOGV("VIDEO PLAYBACK ALMOST over, prepare next player");
1149
1150 // Select next player and prepare it
1151 // If there is a clip after this one
1152 if ((pController->mCurrentClipNumber+1) <
1153 pController->mNumberClipsToPreview) {
1154
1155 pController->mCurrentPlayer++;
1156 if (pController->mCurrentPlayer >= NBPLAYER_INSTANCES) {
1157 pController->mCurrentPlayer = 0;
1158 }
1159 // Prepare the first clip to be played
1160 preparePlayer((void*)pController, pController->mCurrentPlayer,
1161 pController->mCurrentClipNumber+1);
1162 }
1163 break;
Dharmaray Kundargie6c07502011-01-21 16:58:31 -08001164 case 0xBBBBBBBB:
1165 {
1166 LOGV("VIDEO PLAYBACK, Update Overlay");
1167 int overlayIndex = ext2;
1168 VideoEditorCurretEditInfo *pEditInfo =
1169 (VideoEditorCurretEditInfo*)M4OSA_malloc(sizeof(VideoEditorCurretEditInfo),
1170 M4VS, (M4OSA_Char*)"Current Edit info");
1171 //ext1 = 1; start the overlay display
1172 // = 2; Clear the overlay.
1173 pEditInfo->overlaySettingsIndex = ext2;
1174 pEditInfo->clipIndex = pController->mCurrentClipNumber;
1175 LOGV("pController->mCurrentClipNumber = %d",pController->mCurrentClipNumber);
1176 if (pController->mJniCallback != NULL) {
1177 if (ext1 == 1) {
1178 pController->mJniCallback(pController->mJniCookie,
1179 MSG_TYPE_OVERLAY_UPDATE, pEditInfo);
1180 } else {
1181 pController->mJniCallback(pController->mJniCookie,
1182 MSG_TYPE_OVERLAY_CLEAR, pEditInfo);
1183 }
1184 }
1185 M4OSA_free((M4OSA_MemAddr32)pEditInfo);
1186 break;
1187 }
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001188 default:
1189 LOGV("unrecognized message: (%d, %d, %d)", msg, ext1, ext2);
1190 break;
1191 }
1192}
1193
1194void VideoEditorPreviewController::setVideoEffectType(
1195 M4VSS3GPP_VideoEffectType type, M4OSA_Bool enable) {
1196
1197 M4OSA_UInt32 effect = VIDEO_EFFECT_NONE;
1198
1199 // map M4VSS3GPP_VideoEffectType to local enum
1200 switch(type) {
1201 case M4VSS3GPP_kVideoEffectType_FadeFromBlack:
1202 effect = VIDEO_EFFECT_FADEFROMBLACK;
1203 break;
1204
1205 case M4VSS3GPP_kVideoEffectType_FadeToBlack:
1206 effect = VIDEO_EFFECT_FADETOBLACK;
1207 break;
1208
1209 case M4VSS3GPP_kVideoEffectType_CurtainOpening:
1210 effect = VIDEO_EFFECT_CURTAINOPEN;
1211 break;
1212
1213 case M4VSS3GPP_kVideoEffectType_CurtainClosing:
1214 effect = VIDEO_EFFECT_CURTAINCLOSE;
1215 break;
1216
1217 case M4xVSS_kVideoEffectType_BlackAndWhite:
1218 effect = VIDEO_EFFECT_BLACKANDWHITE;
1219 break;
1220
1221 case M4xVSS_kVideoEffectType_Pink:
1222 effect = VIDEO_EFFECT_PINK;
1223 break;
1224
1225 case M4xVSS_kVideoEffectType_Green:
1226 effect = VIDEO_EFFECT_GREEN;
1227 break;
1228
1229 case M4xVSS_kVideoEffectType_Sepia:
1230 effect = VIDEO_EFFECT_SEPIA;
1231 break;
1232
1233 case M4xVSS_kVideoEffectType_Negative:
1234 effect = VIDEO_EFFECT_NEGATIVE;
1235 break;
1236
1237 case M4xVSS_kVideoEffectType_Framing:
1238 effect = VIDEO_EFFECT_FRAMING;
1239 break;
1240
1241 case M4xVSS_kVideoEffectType_Fifties:
1242 effect = VIDEO_EFFECT_FIFTIES;
1243 break;
1244
1245 case M4xVSS_kVideoEffectType_ColorRGB16:
1246 effect = VIDEO_EFFECT_COLOR_RGB16;
1247 break;
1248
1249 case M4xVSS_kVideoEffectType_Gradient:
1250 effect = VIDEO_EFFECT_GRADIENT;
1251 break;
1252
1253 default:
1254 effect = VIDEO_EFFECT_NONE;
1255 break;
1256 }
1257
1258 if(enable == M4OSA_TRUE) {
1259 // If already set, then no need to set again
1260 if(!(mCurrentVideoEffect & effect))
1261 mCurrentVideoEffect |= effect;
1262 if(effect == VIDEO_EFFECT_FIFTIES) {
1263 mIsFiftiesEffectStarted = true;
1264 }
1265 }
1266 else {
1267 // Reset only if already set
1268 if(mCurrentVideoEffect & effect)
1269 mCurrentVideoEffect &= ~effect;
1270 }
1271
1272 return;
1273}
1274
1275
1276M4OSA_ERR VideoEditorPreviewController::applyVideoEffect(
1277 M4OSA_Void * dataPtr, M4OSA_UInt32 colorFormat, M4OSA_UInt32 videoWidth,
1278 M4OSA_UInt32 videoHeight, M4OSA_UInt32 timeMs, M4OSA_Void* outPtr) {
1279
1280 M4OSA_ERR err = M4NO_ERROR;
1281 vePostProcessParams postProcessParams;
1282
1283 postProcessParams.vidBuffer = (M4VIFI_UInt8*)dataPtr;
1284 postProcessParams.videoWidth = videoWidth;
1285 postProcessParams.videoHeight = videoHeight;
1286 postProcessParams.timeMs = timeMs;
1287 postProcessParams.timeOffset = 0; //Since timeMS already takes care of offset in this case
1288 postProcessParams.effectsSettings = mEffectsSettings;
1289 postProcessParams.numberEffects = mNumberEffects;
1290 postProcessParams.outVideoWidth = mOutputVideoWidth;
1291 postProcessParams.outVideoHeight = mOutputVideoHeight;
1292 postProcessParams.currentVideoEffect = mCurrentVideoEffect;
1293 postProcessParams.renderingMode = mRenderingMode;
1294 if(mIsFiftiesEffectStarted == M4OSA_TRUE) {
1295 postProcessParams.isFiftiesEffectStarted = M4OSA_TRUE;
1296 mIsFiftiesEffectStarted = M4OSA_FALSE;
1297 }
1298 else {
1299 postProcessParams.isFiftiesEffectStarted = M4OSA_FALSE;
1300 }
1301 //postProcessParams.renderer = mTarget;
1302 postProcessParams.overlayFrameRGBBuffer = NULL;
1303 postProcessParams.overlayFrameYUVBuffer = NULL;
1304
1305 mTarget->getBufferYV12(&(postProcessParams.pOutBuffer), &(postProcessParams.outBufferStride));
1306
Dharmaray Kundargi35cb2de2011-01-19 19:09:27 -08001307 err = applyEffectsAndRenderingMode(&postProcessParams, mOutputVideoWidth, mOutputVideoHeight);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001308 return err;
1309}
1310
1311M4OSA_ERR VideoEditorPreviewController::setPreviewFrameRenderingMode(
1312 M4xVSS_MediaRendering mode, M4VIDEOEDITING_VideoFrameSize outputVideoSize) {
1313
1314 //LOGV("setMediaRenderingMode: outputVideoSize = %d", outputVideoSize);
1315 mRenderingMode = mode;
1316
1317 switch(outputVideoSize) {
1318 case M4VIDEOEDITING_kSQCIF:
1319 mOutputVideoWidth = 128;
1320 mOutputVideoHeight = 96;
1321 break;
1322
1323 case M4VIDEOEDITING_kQQVGA:
1324 mOutputVideoWidth = 160;
1325 mOutputVideoHeight = 120;
1326 break;
1327
1328 case M4VIDEOEDITING_kQCIF:
1329 mOutputVideoWidth = 176;
1330 mOutputVideoHeight = 144;
1331 break;
1332
1333 case M4VIDEOEDITING_kQVGA:
1334 mOutputVideoWidth = 320;
1335 mOutputVideoHeight = 240;
1336 break;
1337
1338 case M4VIDEOEDITING_kCIF:
1339 mOutputVideoWidth = 352;
1340 mOutputVideoHeight = 288;
1341 break;
1342
1343 case M4VIDEOEDITING_kVGA:
1344 mOutputVideoWidth = 640;
1345 mOutputVideoHeight = 480;
1346 break;
1347
1348 case M4VIDEOEDITING_kWVGA:
1349 mOutputVideoWidth = 800;
1350 mOutputVideoHeight = 480;
1351 break;
1352
1353 case M4VIDEOEDITING_kNTSC:
1354 mOutputVideoWidth = 720;
1355 mOutputVideoHeight = 480;
1356 break;
1357
1358 case M4VIDEOEDITING_k640_360:
1359 mOutputVideoWidth = 640;
1360 mOutputVideoHeight = 360;
1361 break;
1362
1363 case M4VIDEOEDITING_k854_480:
1364 mOutputVideoWidth = 854;
1365 mOutputVideoHeight = 480;
1366 break;
1367
1368 case M4VIDEOEDITING_kHD1280:
1369 mOutputVideoWidth = 1280;
1370 mOutputVideoHeight = 720;
1371 break;
1372
1373 case M4VIDEOEDITING_kHD1080:
1374 mOutputVideoWidth = 1080;
1375 mOutputVideoHeight = 720;
1376 break;
1377
1378 case M4VIDEOEDITING_kHD960:
1379 mOutputVideoWidth = 960;
1380 mOutputVideoHeight = 720;
1381 break;
1382
1383 default:
1384 mOutputVideoWidth = 0;
1385 mOutputVideoHeight = 0;
1386 break;
1387 }
1388
1389 return OK;
1390}
1391
1392M4OSA_ERR VideoEditorPreviewController::doImageRenderingMode(
1393 M4OSA_Void * dataPtr, M4OSA_UInt32 colorFormat, M4OSA_UInt32 videoWidth,
1394 M4OSA_UInt32 videoHeight, M4OSA_Void* outPtr) {
1395
1396 M4OSA_ERR err = M4NO_ERROR;
1397 M4VIFI_ImagePlane planeIn[3], planeOut[3];
1398 M4VIFI_UInt8 *inBuffer = M4OSA_NULL;
1399 M4OSA_UInt32 outputBufferWidth =0, outputBufferHeight=0;
1400
1401 //frameSize = (videoWidth*videoHeight*3) >> 1;
1402 inBuffer = (M4OSA_UInt8 *)dataPtr;
1403
1404 // In plane
1405 prepareYUV420ImagePlane(planeIn, videoWidth,
Dharmaray Kundargi35cb2de2011-01-19 19:09:27 -08001406 videoHeight, (M4VIFI_UInt8 *)inBuffer, videoWidth, videoHeight);
Dharmaray Kundargi643290d2011-01-16 16:02:42 -08001407
1408 outputBufferWidth = mOutputVideoWidth;
1409 outputBufferHeight = mOutputVideoHeight;
1410
1411 // Out plane
1412 uint8_t* outBuffer;
1413 size_t outBufferStride = 0;
1414
1415 LOGV("doMediaRendering CALL getBuffer()");
1416 mTarget->getBufferYV12(&outBuffer, &outBufferStride);
1417
1418 // Set the output YUV420 plane to be compatible with YV12 format
1419 //In YV12 format, sizes must be even
1420 M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1;
1421 M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1;
1422
1423 prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight,
1424 (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer);
1425
1426 err = applyRenderingMode(planeIn, planeOut, mRenderingMode);
1427 if(err != M4NO_ERROR) {
1428 LOGE("doImageRenderingMode: applyRenderingMode returned err=0x%x", err);
1429 }
1430 return err;
1431}
1432
1433} //namespace android