Revert "CCodec: don't drop work with format change"

This reverts commit 910a317089ade0321426832dd9da77e9120446be.

Reason for revert: regression
Bug: 156128841
Test: manual
Change-Id: Id0cecb7502b7be86d2b565933e5900148a0ac131
diff --git a/media/codec2/sfplugin/CCodecBufferChannel.cpp b/media/codec2/sfplugin/CCodecBufferChannel.cpp
index ecb7ee6..6b389d5 100644
--- a/media/codec2/sfplugin/CCodecBufferChannel.cpp
+++ b/media/codec2/sfplugin/CCodecBufferChannel.cpp
@@ -1704,8 +1704,8 @@
         }
     }
 
-    if (!buffer && !flags && outputFormat == nullptr) {
-        ALOGV("[%s] onWorkDone: nothing to report from the work (%lld)",
+    if (!buffer && !flags) {
+        ALOGV("[%s] onWorkDone: Not reporting output buffer (%lld)",
               mName, work->input.ordinal.frameIndex.peekull());
         return true;
     }