blob: 8071bcbfa68238fdbdc71c5c6dedaf1bc488425b [file] [log] [blame]
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
18#define ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
19
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070020#include "CameraService.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include "common/CameraDeviceBase.h"
22#include "common/Camera2ClientBase.h"
23#include "api1/client2/Parameters.h"
24#include "api1/client2/FrameProcessor.h"
25//#include "api1/client2/StreamingProcessor.h"
26//#include "api1/client2/JpegProcessor.h"
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080027//#include "api1/client2/ZslProcessor.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070028//#include "api1/client2/CaptureSequencer.h"
29//#include "api1/client2/CallbackProcessor.h"
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070030
31namespace android {
32
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070033namespace camera2 {
34
35class StreamingProcessor;
36class JpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080037class ZslProcessor;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070038class CaptureSequencer;
39class CallbackProcessor;
40
41}
42
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -070043class IMemory;
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070044/**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -080045 * Interface between android.hardware.Camera API and Camera HAL device for versions
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080046 * CAMERA_DEVICE_API_VERSION_3_0 and above.
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070047 */
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -070048class Camera2Client :
Igor Murashkin44cfcf02013-03-01 16:22:28 -080049 public Camera2ClientBase<CameraService::Client>
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070050{
51public:
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -070052 /**
53 * ICamera interface (see ICamera for details)
54 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -070055
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080056 virtual binder::Status disconnect();
57 virtual status_t connect(const sp<hardware::ICameraClient>& client);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070058 virtual status_t lock();
59 virtual status_t unlock();
Eino-Ville Talvala1ce7c342013-08-21 13:57:21 -070060 virtual status_t setPreviewTarget(
Andy McFadden8ba01022012-12-18 09:46:54 -080061 const sp<IGraphicBufferProducer>& bufferProducer);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070062 virtual void setPreviewCallbackFlag(int flag);
Eino-Ville Talvala3ee35502013-04-02 15:45:11 -070063 virtual status_t setPreviewCallbackTarget(
64 const sp<IGraphicBufferProducer>& callbackProducer);
65
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070066 virtual status_t startPreview();
67 virtual void stopPreview();
68 virtual bool previewEnabled();
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080069 virtual status_t setVideoBufferMode(int32_t videoBufferMode);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070070 virtual status_t startRecording();
71 virtual void stopRecording();
72 virtual bool recordingEnabled();
73 virtual void releaseRecordingFrame(const sp<IMemory>& mem);
Chien-Yu Chen2d13b1d2016-04-28 12:11:20 -070074 virtual void releaseRecordingFrameHandle(native_handle_t *handle);
Yin-Chia Yehb5df5472017-03-20 19:32:19 -070075 virtual void releaseRecordingFrameHandleBatch(
76 const std::vector<native_handle_t*>& handles);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070077 virtual status_t autoFocus();
78 virtual status_t cancelAutoFocus();
79 virtual status_t takePicture(int msgType);
80 virtual status_t setParameters(const String8& params);
81 virtual String8 getParameters() const;
82 virtual status_t sendCommand(int32_t cmd, int32_t arg1, int32_t arg2);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080083 virtual void notifyError(int32_t errorCode,
Ruben Brunka485dfe2015-04-14 13:43:47 -070084 const CaptureResultExtras& resultExtras);
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080085 virtual status_t setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer);
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -070086 virtual status_t setAudioRestriction(int mode);
87 virtual int32_t getGlobalAudioRestriction();
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -080088 virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070089
Eino-Ville Talvala305cec62020-11-12 14:18:17 -080090 virtual bool supportsCameraMute();
91 virtual status_t setCameraMute(bool enabled);
92
Ravneet74cd3732022-03-30 05:33:03 +000093 virtual status_t setCameraServiceWatchdog(bool enabled);
94
Shuzhen Wangabe5ea12022-12-15 22:38:07 -080095 virtual void setStreamUseCaseOverrides(
96 const std::vector<int64_t>& useCaseOverrides);
97 virtual void clearStreamUseCaseOverrides();
98
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -070099 /**
100 * Interface used by CameraService
101 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700102
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700103 Camera2Client(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800104 const sp<hardware::ICameraClient>& cameraClient,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800105 const String16& clientPackageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900106 const std::optional<String16>& clientFeatureId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800107 const String8& cameraDeviceId,
108 int api1CameraId,
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700109 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700110 int sensorOrientation,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700111 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800112 uid_t clientUid,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700113 int servicePid,
Austin Borger3560b7e2022-10-27 12:20:29 -0700114 bool overrideForPerfClass,
115 bool overrideToPortrait);
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800116
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700117 virtual ~Camera2Client();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700118
Emilian Peevbd8c5032018-02-14 23:05:40 +0000119 virtual status_t initialize(sp<CameraProviderManager> manager,
120 const String8& monitorTags) override;
Eino-Ville Talvalaf69c70d2012-05-20 15:59:14 -0700121
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700122 virtual status_t dump(int fd, const Vector<String16>& args);
123
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800124 virtual status_t dumpClient(int fd, const Vector<String16>& args);
125
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700126 /**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800127 * Interface used by CameraDeviceBase
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700128 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700129
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700130 virtual void notifyAutoFocus(uint8_t newState, int triggerId);
131 virtual void notifyAutoExposure(uint8_t newState, int triggerId);
Yin-Chia Yeh216db742015-05-18 15:03:35 -0700132 virtual void notifyShutter(const CaptureResultExtras& resultExtras,
133 nsecs_t timestamp);
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700134
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700135 /**
136 * Interface used by independent components of Camera2Client.
137 */
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700138
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700139 camera2::SharedParameters& getParameters();
140
Emilian Peev2a8e2832019-08-23 13:00:31 -0700141 void notifyRequestId(int32_t requestId);
142
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700143 int getPreviewStreamId() const;
144 int getCaptureStreamId() const;
145 int getCallbackStreamId() const;
146 int getRecordingStreamId() const;
147 int getZslStreamId() const;
148
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700149 status_t registerFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700150 const wp<camera2::FrameProcessor::FilteredListener>& listener,
Zhijun He25a0aef2014-06-25 11:40:02 -0700151 bool sendPartials = true);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700152 status_t removeFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700153 const wp<camera2::FrameProcessor::FilteredListener>& listener);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700154
155 status_t stopStream();
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700156
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800157 // For the slowJpegMode to create jpeg stream when precapture sequence is done
158 status_t createJpegStreamL(camera2::Parameters &params);
159
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700160 static size_t calculateBufferSize(int width, int height,
161 int format, int stride);
162
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700163 static const int32_t kPreviewRequestIdStart = 10000000;
164 static const int32_t kPreviewRequestIdEnd = 20000000;
165
166 static const int32_t kRecordingRequestIdStart = 20000000;
167 static const int32_t kRecordingRequestIdEnd = 30000000;
168
169 static const int32_t kCaptureRequestIdStart = 30000000;
170 static const int32_t kCaptureRequestIdEnd = 40000000;
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700171
Eino-Ville Talvala2b07e022013-10-10 15:13:09 -0700172 // Constant strings for ATRACE logging
173 static const char* kAutofocusLabel;
174 static const char* kTakepictureLabel;
175
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800176 // Used with stream IDs
177 static const int NO_STREAM = -1;
178
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700179private:
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700180 /** ICamera interface-related private members */
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700181 typedef camera2::Parameters Parameters;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700182
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700183 status_t setPreviewWindowL(const sp<IBinder>& binder,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700184 const sp<Surface>& window);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700185 status_t startPreviewL(Parameters &params, bool restart);
186 void stopPreviewL();
187 status_t startRecordingL(Parameters &params, bool restart);
188 bool recordingEnabledL();
James Dong8da4cd72012-08-04 19:58:07 -0700189
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700190 // Individual commands for sendCommand()
191 status_t commandStartSmoothZoomL();
192 status_t commandStopSmoothZoomL();
193 status_t commandSetDisplayOrientationL(int degrees);
194 status_t commandEnableShutterSoundL(bool enable);
195 status_t commandPlayRecordingSoundL();
196 status_t commandStartFaceDetectionL(int type);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700197 status_t commandStopFaceDetectionL(Parameters &params);
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700198 status_t commandEnableFocusMoveMsgL(bool enable);
199 status_t commandPingL();
200 status_t commandSetVideoBufferCountL(size_t count);
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -0700201 status_t commandSetVideoFormatL(int format, android_dataspace dataSpace);
Eino-Ville Talvalad4bcfde2012-06-07 17:12:38 -0700202
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700203 // Current camera device configuration
204 camera2::SharedParameters mParameters;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700205
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700206 /** Camera device-related private members */
207
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700208 void setPreviewCallbackFlagL(Parameters &params, int flag);
Eino-Ville Talvala5a4f93e2012-08-29 18:06:32 -0700209 status_t updateRequests(Parameters &params);
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700210
Igor Murashkindca254a2013-05-13 14:53:44 -0700211 template <typename ProcessorT>
212 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkin82db9e62013-05-21 11:38:49 -0700213 template <typename ProcessorT,
214 status_t (ProcessorT::*updateStreamF)(const Parameters &)>
215 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkindca254a2013-05-13 14:53:44 -0700216
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700217 sp<camera2::FrameProcessor> mFrameProcessor;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700218
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700219 /* Preview/Recording related members */
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700220
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700221 sp<IBinder> mPreviewSurface;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800222 sp<IBinder> mVideoSurface;
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700223 sp<camera2::StreamingProcessor> mStreamingProcessor;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700224
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700225 /** Preview callback related members */
226
Eino-Ville Talvalad86a6882012-08-28 11:34:14 -0700227 sp<camera2::CallbackProcessor> mCallbackProcessor;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700228
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700229 /* Still image capture related members */
230
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700231 sp<camera2::CaptureSequencer> mCaptureSequencer;
232 sp<camera2::JpegProcessor> mJpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800233 sp<camera2::ZslProcessor> mZslProcessor;
Eino-Ville Talvala174181e2012-08-03 13:53:39 -0700234
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700235 /** Utility members */
Igor Murashkina858ea02014-08-19 14:53:08 -0700236 bool mLegacyMode;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700237
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700238 // Wait until the camera device has received the latest control settings
239 status_t syncWithDevice();
Yin-Chia Yeha53021f2014-09-12 14:50:27 -0700240
241 // Video snapshot jpeg size overriding helper function
242 status_t overrideVideoSnapshotSize(Parameters &params);
Yin-Chia Yehdce65c82017-01-06 15:03:53 -0800243
244 template<typename TProviderPtr>
Emilian Peevbd8c5032018-02-14 23:05:40 +0000245 status_t initializeImpl(TProviderPtr providerPtr, const String8& monitorTags);
Chien-Yu Chenfa52c0f2017-08-22 17:50:54 -0700246
247 bool isZslEnabledInStillTemplate();
Emilian Peev13f35ad2022-04-27 11:28:48 -0700248 // The current rotate & crop mode passed by camera service
249 uint8_t mRotateAndCropMode;
Emilian Peev58aa9c12022-05-24 18:23:10 -0700250 // Synchronize access to 'mRotateAndCropMode'
251 mutable Mutex mRotateAndCropLock;
Emilian Peev13f35ad2022-04-27 11:28:48 -0700252 // Contains the preview stream transformation that would normally be applied
253 // when the display rotation is 0
254 int mRotateAndCropPreviewTransform;
255 // Flag indicating camera device support for the rotate & crop interface
256 bool mRotateAndCropIsSupported;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700257
258 mutable Mutex mLatestRequestMutex;
259 Condition mLatestRequestSignal;
260 int32_t mLatestRequestId = -1;
Emilian Peev4746fff2020-06-25 14:37:31 -0700261 int32_t mLatestFailedRequestId = -1;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700262 status_t waitUntilRequestIdApplied(int32_t requestId, nsecs_t timeout);
263 status_t waitUntilCurrentRequestIdLocked();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700264};
265
266}; // namespace android
267
268#endif