blob: 6bdb6444bd3109f0467fccf08e12f1ebaf220bb1 [file] [log] [blame]
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
18#define ANDROID_SERVERS_CAMERA_CAMERA2CLIENT_H
19
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070020#include "CameraService.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070021#include "common/CameraDeviceBase.h"
22#include "common/Camera2ClientBase.h"
23#include "api1/client2/Parameters.h"
24#include "api1/client2/FrameProcessor.h"
25//#include "api1/client2/StreamingProcessor.h"
26//#include "api1/client2/JpegProcessor.h"
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080027//#include "api1/client2/ZslProcessor.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070028//#include "api1/client2/CaptureSequencer.h"
29//#include "api1/client2/CallbackProcessor.h"
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070030
31namespace android {
32
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070033namespace camera2 {
34
35class StreamingProcessor;
36class JpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080037class ZslProcessor;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070038class CaptureSequencer;
39class CallbackProcessor;
40
41}
42
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -070043class IMemory;
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070044/**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -080045 * Interface between android.hardware.Camera API and Camera HAL device for versions
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -080046 * CAMERA_DEVICE_API_VERSION_3_0 and above.
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070047 */
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -070048class Camera2Client :
Igor Murashkin44cfcf02013-03-01 16:22:28 -080049 public Camera2ClientBase<CameraService::Client>
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070050{
51public:
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -070052 /**
53 * ICamera interface (see ICamera for details)
54 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -070055
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080056 virtual binder::Status disconnect();
57 virtual status_t connect(const sp<hardware::ICameraClient>& client);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070058 virtual status_t lock();
59 virtual status_t unlock();
Eino-Ville Talvala1ce7c342013-08-21 13:57:21 -070060 virtual status_t setPreviewTarget(
Andy McFadden8ba01022012-12-18 09:46:54 -080061 const sp<IGraphicBufferProducer>& bufferProducer);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070062 virtual void setPreviewCallbackFlag(int flag);
Eino-Ville Talvala3ee35502013-04-02 15:45:11 -070063 virtual status_t setPreviewCallbackTarget(
64 const sp<IGraphicBufferProducer>& callbackProducer);
65
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070066 virtual status_t startPreview();
67 virtual void stopPreview();
68 virtual bool previewEnabled();
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080069 virtual status_t setVideoBufferMode(int32_t videoBufferMode);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070070 virtual status_t startRecording();
71 virtual void stopRecording();
72 virtual bool recordingEnabled();
73 virtual void releaseRecordingFrame(const sp<IMemory>& mem);
Chien-Yu Chen2d13b1d2016-04-28 12:11:20 -070074 virtual void releaseRecordingFrameHandle(native_handle_t *handle);
Yin-Chia Yehb5df5472017-03-20 19:32:19 -070075 virtual void releaseRecordingFrameHandleBatch(
76 const std::vector<native_handle_t*>& handles);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070077 virtual status_t autoFocus();
78 virtual status_t cancelAutoFocus();
79 virtual status_t takePicture(int msgType);
80 virtual status_t setParameters(const String8& params);
81 virtual String8 getParameters() const;
82 virtual status_t sendCommand(int32_t cmd, int32_t arg1, int32_t arg2);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080083 virtual void notifyError(int32_t errorCode,
Ruben Brunka485dfe2015-04-14 13:43:47 -070084 const CaptureResultExtras& resultExtras);
Chien-Yu Chen8cca0752015-11-13 15:28:48 -080085 virtual status_t setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer);
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -070086 virtual status_t setAudioRestriction(int mode);
87 virtual int32_t getGlobalAudioRestriction();
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -080088 virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop);
Bharatt Kukreja7146ced2022-10-25 15:45:29 +000089 virtual status_t setAutoframingOverride(uint8_t autoframingMode);
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -070090
Eino-Ville Talvala305cec62020-11-12 14:18:17 -080091 virtual bool supportsCameraMute();
92 virtual status_t setCameraMute(bool enabled);
93
Ravneetaeb20dc2022-03-30 05:33:03 +000094 virtual status_t setCameraServiceWatchdog(bool enabled);
95
Shuzhen Wang16610a62022-12-15 22:38:07 -080096 virtual void setStreamUseCaseOverrides(
97 const std::vector<int64_t>& useCaseOverrides);
98 virtual void clearStreamUseCaseOverrides();
99
Shuzhen Wangaf22e912023-04-11 16:03:17 -0700100 virtual bool supportsZoomOverride();
101 virtual status_t setZoomOverride(int32_t zoomOverride);
102
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700103 /**
104 * Interface used by CameraService
105 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700106
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700107 Camera2Client(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800108 const sp<hardware::ICameraClient>& cameraClient,
Austin Borger74fca042022-05-23 12:41:21 -0700109 std::shared_ptr<CameraServiceProxyWrapper> cameraServiceProxyWrapper,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800110 const String16& clientPackageName,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900111 const std::optional<String16>& clientFeatureId,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800112 const String8& cameraDeviceId,
113 int api1CameraId,
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700114 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700115 int sensorOrientation,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700116 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800117 uid_t clientUid,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700118 int servicePid,
Austin Borger18b30a72022-10-27 12:20:29 -0700119 bool overrideForPerfClass,
Chengfei Taobe683db2023-01-31 18:52:49 +0000120 bool overrideToPortrait,
121 bool forceSlowJpegMode);
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800122
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700123 virtual ~Camera2Client();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700124
Emilian Peevbd8c5032018-02-14 23:05:40 +0000125 virtual status_t initialize(sp<CameraProviderManager> manager,
126 const String8& monitorTags) override;
Eino-Ville Talvalaf69c70d2012-05-20 15:59:14 -0700127
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700128 virtual status_t dump(int fd, const Vector<String16>& args);
129
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800130 virtual status_t dumpClient(int fd, const Vector<String16>& args);
131
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700132 /**
Eino-Ville Talvalab99c5b82013-02-06 17:20:07 -0800133 * Interface used by CameraDeviceBase
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700134 */
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700135
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700136 virtual void notifyAutoFocus(uint8_t newState, int triggerId);
137 virtual void notifyAutoExposure(uint8_t newState, int triggerId);
Yin-Chia Yeh216db742015-05-18 15:03:35 -0700138 virtual void notifyShutter(const CaptureResultExtras& resultExtras,
139 nsecs_t timestamp);
Eino-Ville Talvala160d4af2012-08-03 09:40:16 -0700140
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700141 /**
142 * Interface used by independent components of Camera2Client.
143 */
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700144
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700145 camera2::SharedParameters& getParameters();
146
Emilian Peev2a8e2832019-08-23 13:00:31 -0700147 void notifyRequestId(int32_t requestId);
148
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700149 int getPreviewStreamId() const;
150 int getCaptureStreamId() const;
151 int getCallbackStreamId() const;
152 int getRecordingStreamId() const;
153 int getZslStreamId() const;
154
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700155 status_t registerFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700156 const wp<camera2::FrameProcessor::FilteredListener>& listener,
Zhijun He25a0aef2014-06-25 11:40:02 -0700157 bool sendPartials = true);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700158 status_t removeFrameListener(int32_t minId, int32_t maxId,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700159 const wp<camera2::FrameProcessor::FilteredListener>& listener);
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700160
161 status_t stopStream();
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700162
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800163 // For the slowJpegMode to create jpeg stream when precapture sequence is done
164 status_t createJpegStreamL(camera2::Parameters &params);
165
Eino-Ville Talvalaea0d51b2012-08-28 01:25:43 -0700166 static size_t calculateBufferSize(int width, int height,
167 int format, int stride);
168
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700169 static const int32_t kPreviewRequestIdStart = 10000000;
170 static const int32_t kPreviewRequestIdEnd = 20000000;
171
172 static const int32_t kRecordingRequestIdStart = 20000000;
173 static const int32_t kRecordingRequestIdEnd = 30000000;
174
175 static const int32_t kCaptureRequestIdStart = 30000000;
176 static const int32_t kCaptureRequestIdEnd = 40000000;
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700177
Eino-Ville Talvala2b07e022013-10-10 15:13:09 -0700178 // Constant strings for ATRACE logging
179 static const char* kAutofocusLabel;
180 static const char* kTakepictureLabel;
181
Yin-Chia Yeh355d9c62015-02-24 15:51:43 -0800182 // Used with stream IDs
183 static const int NO_STREAM = -1;
184
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700185private:
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700186 /** ICamera interface-related private members */
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700187 typedef camera2::Parameters Parameters;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700188
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700189 status_t setPreviewWindowL(const sp<IBinder>& binder,
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700190 const sp<Surface>& window);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700191 status_t startPreviewL(Parameters &params, bool restart);
192 void stopPreviewL();
193 status_t startRecordingL(Parameters &params, bool restart);
194 bool recordingEnabledL();
James Dong8da4cd72012-08-04 19:58:07 -0700195
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700196 // Individual commands for sendCommand()
197 status_t commandStartSmoothZoomL();
198 status_t commandStopSmoothZoomL();
199 status_t commandSetDisplayOrientationL(int degrees);
200 status_t commandEnableShutterSoundL(bool enable);
201 status_t commandPlayRecordingSoundL();
202 status_t commandStartFaceDetectionL(int type);
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700203 status_t commandStopFaceDetectionL(Parameters &params);
Eino-Ville Talvala36cdfb12012-08-02 17:34:15 -0700204 status_t commandEnableFocusMoveMsgL(bool enable);
205 status_t commandPingL();
206 status_t commandSetVideoBufferCountL(size_t count);
Eino-Ville Talvalad46a6b92015-05-14 17:26:24 -0700207 status_t commandSetVideoFormatL(int format, android_dataspace dataSpace);
Eino-Ville Talvalad4bcfde2012-06-07 17:12:38 -0700208
Eino-Ville Talvala2e19c3c2012-08-26 09:29:28 -0700209 // Current camera device configuration
210 camera2::SharedParameters mParameters;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700211
Eino-Ville Talvala3cca1362012-06-07 10:07:18 -0700212 /** Camera device-related private members */
213
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700214 void setPreviewCallbackFlagL(Parameters &params, int flag);
Eino-Ville Talvala5a4f93e2012-08-29 18:06:32 -0700215 status_t updateRequests(Parameters &params);
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700216
Igor Murashkindca254a2013-05-13 14:53:44 -0700217 template <typename ProcessorT>
218 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkin82db9e62013-05-21 11:38:49 -0700219 template <typename ProcessorT,
220 status_t (ProcessorT::*updateStreamF)(const Parameters &)>
221 status_t updateProcessorStream(sp<ProcessorT> processor, Parameters params);
Igor Murashkindca254a2013-05-13 14:53:44 -0700222
Eino-Ville Talvalaa16733e2012-08-27 23:41:56 -0700223 sp<camera2::FrameProcessor> mFrameProcessor;
Eino-Ville Talvala8ce89d92012-08-10 08:40:26 -0700224
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700225 /* Preview/Recording related members */
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700226
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700227 sp<IBinder> mPreviewSurface;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800228 sp<IBinder> mVideoSurface;
Eino-Ville Talvala73bbd1f2012-09-26 10:45:47 -0700229 sp<camera2::StreamingProcessor> mStreamingProcessor;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700230
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700231 /** Preview callback related members */
232
Eino-Ville Talvalad86a6882012-08-28 11:34:14 -0700233 sp<camera2::CallbackProcessor> mCallbackProcessor;
Eino-Ville Talvala228a5382012-08-13 12:16:06 -0700234
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700235 /* Still image capture related members */
236
Eino-Ville Talvalada6665c2012-08-29 17:37:16 -0700237 sp<camera2::CaptureSequencer> mCaptureSequencer;
238 sp<camera2::JpegProcessor> mJpegProcessor;
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -0800239 sp<camera2::ZslProcessor> mZslProcessor;
Eino-Ville Talvala174181e2012-08-03 13:53:39 -0700240
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700241 /** Utility members */
Igor Murashkina858ea02014-08-19 14:53:08 -0700242 bool mLegacyMode;
Eino-Ville Talvala9cca4c62012-06-15 15:41:44 -0700243
Eino-Ville Talvala4865c522012-10-02 13:30:28 -0700244 // Wait until the camera device has received the latest control settings
245 status_t syncWithDevice();
Yin-Chia Yeha53021f2014-09-12 14:50:27 -0700246
247 // Video snapshot jpeg size overriding helper function
248 status_t overrideVideoSnapshotSize(Parameters &params);
Yin-Chia Yehdce65c82017-01-06 15:03:53 -0800249
250 template<typename TProviderPtr>
Emilian Peevbd8c5032018-02-14 23:05:40 +0000251 status_t initializeImpl(TProviderPtr providerPtr, const String8& monitorTags);
Chien-Yu Chenfa52c0f2017-08-22 17:50:54 -0700252
253 bool isZslEnabledInStillTemplate();
Emilian Peev13f35ad2022-04-27 11:28:48 -0700254 // The current rotate & crop mode passed by camera service
255 uint8_t mRotateAndCropMode;
Emilian Peev58aa9c12022-05-24 18:23:10 -0700256 // Synchronize access to 'mRotateAndCropMode'
257 mutable Mutex mRotateAndCropLock;
Emilian Peev13f35ad2022-04-27 11:28:48 -0700258 // Contains the preview stream transformation that would normally be applied
259 // when the display rotation is 0
260 int mRotateAndCropPreviewTransform;
261 // Flag indicating camera device support for the rotate & crop interface
262 bool mRotateAndCropIsSupported;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700263
264 mutable Mutex mLatestRequestMutex;
265 Condition mLatestRequestSignal;
266 int32_t mLatestRequestId = -1;
Emilian Peev4746fff2020-06-25 14:37:31 -0700267 int32_t mLatestFailedRequestId = -1;
Emilian Peev2a8e2832019-08-23 13:00:31 -0700268 status_t waitUntilRequestIdApplied(int32_t requestId, nsecs_t timeout);
269 status_t waitUntilCurrentRequestIdLocked();
Eino-Ville Talvala61ab9f92012-05-17 10:30:54 -0700270};
271
272}; // namespace android
273
274#endif