blob: 5b4d5474680accf24763853973c6b2e5786ad849 [file] [log] [blame]
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
18#define ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
19
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070020#include "CameraService.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include "common/CameraDeviceBase.h"
22#include "common/Camera2ClientBase.h"
23#include "api1/client2/Parameters.h"
24#include "api1/client2/FrameProcessor.h"
25//#include "api1/client2/StreamingProcessor.h"
26//#include "api1/client2/JpegProcessor.h"
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080027//#include "api1/client2/ZslProcessor.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070028//#include "api1/client2/CaptureSequencer.h"
29//#include "api1/client2/CallbackProcessor.h"
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070030
31namespace android {
32
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070033namespace camera2 {
34
35class StreamingProcessor;
36class JpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080037class ZslProcessor;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070038class CaptureSequencer;
39class CallbackProcessor;
40
41}
42
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -070043class IMemory;
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070044/**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -080045 * Interface between android.hardware.Camera API and Camera HAL device for versions
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080046 * CAMERA_DEVICE_API_VERSION_3_0 and above.
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070047 */
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -070048class Camera2Client :
Igor Murashkin44cfcf02013-03-01 16:22:28 -080049 public Camera2ClientBase<CameraService::Client>
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070050{
51public:
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -070052 /**
53 * ICamera interface (see ICamera for details)
54 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -070055
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080056 virtual binder::Status disconnect();
57 virtual status_t connect(const sp<hardware::ICameraClient>& client);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070058 virtual status_t lock();
59 virtual status_t unlock();
Eino-Ville Talvala1ce7c342013-08-21 13:57:21 -070060 virtual status_t setPreviewTarget(
Andy McFadden8ba01022012-12-18 09:46:54 -080061 const sp<IGraphicBufferProducer>& bufferProducer);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070062 virtual void setPreviewCallbackFlag(int flag);
Eino-Ville Talvala3ee35502013-04-02 15:45:11 -070063 virtual status_t setPreviewCallbackTarget(
64 const sp<IGraphicBufferProducer>& callbackProducer);
65
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070066 virtual status_t startPreview();
67 virtual void stopPreview();
68 virtual bool previewEnabled();
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080069 virtual status_t setVideoBufferMode(int32_t videoBufferMode);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070070 virtual status_t startRecording();
71 virtual void stopRecording();
72 virtual bool recordingEnabled();
73 virtual void releaseRecordingFrame(const sp<IMemory>& mem);
Chien-Yu Chen2d13b1d2016-04-28 12:11:20 -070074 virtual void releaseRecordingFrameHandle(native_handle_t *handle);
Yin-Chia Yehb5df5472017-03-20 19:32:19 -070075 virtual void releaseRecordingFrameHandleBatch(
76 const std::vector<native_handle_t*>& handles);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070077 virtual status_t autoFocus();
78 virtual status_t cancelAutoFocus();
79 virtual status_t takePicture(int msgType);
80 virtual status_t setParameters(const String8& params);
81 virtual String8 getParameters() const;
82 virtual status_t sendCommand(int32_t cmd, int32_t arg1, int32_t arg2);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080083 virtual void notifyError(int32_t errorCode,
Ruben Brunka485dfe2015-04-14 13:43:47 -070084 const CaptureResultExtras& resultExtras);
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080085 virtual status_t setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer);
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -070086 virtual status_t setAudioRestriction(int mode);
87 virtual int32_t getGlobalAudioRestriction();
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -080088 virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070089
Eino-Ville Talvala305cec62020-11-12 14:18:17 -080090 virtual bool supportsCameraMute();
91 virtual status_t setCameraMute(bool enabled);
92
Ravneet74cd3732022-03-30 05:33:03 +000093 virtual status_t setCameraServiceWatchdog(bool enabled);
94
Shuzhen Wangabe5ea12022-12-15 22:38:07 -080095 virtual void setStreamUseCaseOverrides(
96 const std::vector<int64_t>& useCaseOverrides);
97 virtual void clearStreamUseCaseOverrides();
98
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -070099 /**
100 * Interface used by CameraService
101 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700102
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700103 Camera2Client(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800104 const sp<hardware::ICameraClient>& cameraClient,
Austin Borger0fb3ad92023-06-01 16:51:35 -0700105 const std::string& clientPackageName,
106 const std::optional<std::string>& clientFeatureId,
107 const std::string& cameraDeviceId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800108 int api1CameraId,
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700109 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700110 int sensorOrientation,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700111 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800112 uid_t clientUid,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700113 int servicePid,
Austin Borger3560b7e2022-10-27 12:20:29 -0700114 bool overrideForPerfClass,
Chengfei Tao4094e1f2023-01-31 18:52:49 +0000115 bool overrideToPortrait,
116 bool forceSlowJpegMode);
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800117
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700118 virtual ~Camera2Client();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700119
Emilian Peevbd8c5032018-02-14 23:05:40 +0000120 virtual status_t initialize(sp<CameraProviderManager> manager,
Austin Borger0fb3ad92023-06-01 16:51:35 -0700121 const std::string& monitorTags) override;
Eino-Ville Talvalaf69c70d2012-05-20 15:59:14 -0700122
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700123 virtual status_t dump(int fd, const Vector<String16>& args);
124
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800125 virtual status_t dumpClient(int fd, const Vector<String16>& args);
126
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700127 /**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800128 * Interface used by CameraDeviceBase
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700129 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700130
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700131 virtual void notifyAutoFocus(uint8_t newState, int triggerId);
132 virtual void notifyAutoExposure(uint8_t newState, int triggerId);
Yin-Chia Yeh216db742015-05-18 15:03:35 -0700133 virtual void notifyShutter(const CaptureResultExtras& resultExtras,
134 nsecs_t timestamp);
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700135
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700136 /**
137 * Interface used by independent components of Camera2Client.
138 */
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700139
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700140 camera2::SharedParameters& getParameters();
141
Emilian Peev2a8e2832019-08-23 13:00:31 -0700142 void notifyRequestId(int32_t requestId);
143
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700144 int getPreviewStreamId() const;
145 int getCaptureStreamId() const;
146 int getCallbackStreamId() const;
147 int getRecordingStreamId() const;
148 int getZslStreamId() const;
149
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700150 status_t registerFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700151 const wp<camera2::FrameProcessor::FilteredListener>& listener,
Zhijun He25a0aef2014-06-25 11:40:02 -0700152 bool sendPartials = true);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700153 status_t removeFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700154 const wp<camera2::FrameProcessor::FilteredListener>& listener);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700155
156 status_t stopStream();
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700157
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800158 // For the slowJpegMode to create jpeg stream when precapture sequence is done
159 status_t createJpegStreamL(camera2::Parameters &params);
160
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700161 static size_t calculateBufferSize(int width, int height,
162 int format, int stride);
163
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700164 static const int32_t kPreviewRequestIdStart = 10000000;
165 static const int32_t kPreviewRequestIdEnd = 20000000;
166
167 static const int32_t kRecordingRequestIdStart = 20000000;
168 static const int32_t kRecordingRequestIdEnd = 30000000;
169
170 static const int32_t kCaptureRequestIdStart = 30000000;
171 static const int32_t kCaptureRequestIdEnd = 40000000;
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700172
Eino-Ville Talvala2b07e022013-10-10 15:13:09 -0700173 // Constant strings for ATRACE logging
174 static const char* kAutofocusLabel;
175 static const char* kTakepictureLabel;
176
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800177 // Used with stream IDs
178 static const int NO_STREAM = -1;
179
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700180private:
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700181 /** ICamera interface-related private members */
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700182 typedef camera2::Parameters Parameters;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700183
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700184 status_t setPreviewWindowL(const sp<IBinder>& binder,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700185 const sp<Surface>& window);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700186 status_t startPreviewL(Parameters &params, bool restart);
187 void stopPreviewL();
188 status_t startRecordingL(Parameters &params, bool restart);
189 bool recordingEnabledL();
James Dong8da4cd72012-08-04 19:58:07 -0700190
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700191 // Individual commands for sendCommand()
192 status_t commandStartSmoothZoomL();
193 status_t commandStopSmoothZoomL();
194 status_t commandSetDisplayOrientationL(int degrees);
195 status_t commandEnableShutterSoundL(bool enable);
196 status_t commandPlayRecordingSoundL();
197 status_t commandStartFaceDetectionL(int type);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700198 status_t commandStopFaceDetectionL(Parameters &params);
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700199 status_t commandEnableFocusMoveMsgL(bool enable);
200 status_t commandPingL();
201 status_t commandSetVideoBufferCountL(size_t count);
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -0700202 status_t commandSetVideoFormatL(int format, android_dataspace dataSpace);
Eino-Ville Talvalad4bcfde2012-06-07 17:12:38 -0700203
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700204 // Current camera device configuration
205 camera2::SharedParameters mParameters;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700206
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700207 /** Camera device-related private members */
208
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700209 void setPreviewCallbackFlagL(Parameters &params, int flag);
Eino-Ville Talvala5a4f93e2012-08-29 18:06:32 -0700210 status_t updateRequests(Parameters &params);
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700211
Igor Murashkindca254a2013-05-13 14:53:44 -0700212 template <typename ProcessorT>
213 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkin82db9e62013-05-21 11:38:49 -0700214 template <typename ProcessorT,
215 status_t (ProcessorT::*updateStreamF)(const Parameters &)>
216 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkindca254a2013-05-13 14:53:44 -0700217
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700218 sp<camera2::FrameProcessor> mFrameProcessor;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700219
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700220 /* Preview/Recording related members */
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700221
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700222 sp<IBinder> mPreviewSurface;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800223 sp<IBinder> mVideoSurface;
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700224 sp<camera2::StreamingProcessor> mStreamingProcessor;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700225
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700226 /** Preview callback related members */
227
Eino-Ville Talvalad86a6882012-08-28 11:34:14 -0700228 sp<camera2::CallbackProcessor> mCallbackProcessor;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700229
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700230 /* Still image capture related members */
231
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700232 sp<camera2::CaptureSequencer> mCaptureSequencer;
233 sp<camera2::JpegProcessor> mJpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800234 sp<camera2::ZslProcessor> mZslProcessor;
Eino-Ville Talvala174181e2012-08-03 13:53:39 -0700235
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700236 /** Utility members */
Igor Murashkina858ea02014-08-19 14:53:08 -0700237 bool mLegacyMode;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700238
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700239 // Wait until the camera device has received the latest control settings
240 status_t syncWithDevice();
Yin-Chia Yeha53021f2014-09-12 14:50:27 -0700241
242 // Video snapshot jpeg size overriding helper function
243 status_t overrideVideoSnapshotSize(Parameters &params);
Yin-Chia Yehdce65c82017-01-06 15:03:53 -0800244
245 template<typename TProviderPtr>
Austin Borger0fb3ad92023-06-01 16:51:35 -0700246 status_t initializeImpl(TProviderPtr providerPtr, const std::string& monitorTags);
Chien-Yu Chenfa52c0f2017-08-22 17:50:54 -0700247
248 bool isZslEnabledInStillTemplate();
Emilian Peev13f35ad2022-04-27 11:28:48 -0700249 // The current rotate & crop mode passed by camera service
250 uint8_t mRotateAndCropMode;
Emilian Peev58aa9c12022-05-24 18:23:10 -0700251 // Synchronize access to 'mRotateAndCropMode'
252 mutable Mutex mRotateAndCropLock;
Emilian Peev13f35ad2022-04-27 11:28:48 -0700253 // Contains the preview stream transformation that would normally be applied
254 // when the display rotation is 0
255 int mRotateAndCropPreviewTransform;
256 // Flag indicating camera device support for the rotate & crop interface
257 bool mRotateAndCropIsSupported;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700258
259 mutable Mutex mLatestRequestMutex;
260 Condition mLatestRequestSignal;
261 int32_t mLatestRequestId = -1;
Emilian Peev4746fff2020-06-25 14:37:31 -0700262 int32_t mLatestFailedRequestId = -1;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700263 status_t waitUntilRequestIdApplied(int32_t requestId, nsecs_t timeout);
264 status_t waitUntilCurrentRequestIdLocked();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700265};
266
267}; // namespace android
268
269#endif