blob: 502ffb847a7bdd34a1fa5b0316e848326e6061db [file] [log] [blame]
Mathias Agopian65ab4712010-07-14 17:59:35 -07001/*
Ruben Brunkd1176ef2014-02-21 10:51:38 -08002 * Copyright (C) 2008 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Mathias Agopian65ab4712010-07-14 17:59:35 -070016
17#ifndef ANDROID_SERVERS_CAMERA_CAMERASERVICE_H
18#define ANDROID_SERVERS_CAMERA_CAMERASERVICE_H
19
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080020#include <android/hardware/BnCameraService.h>
Michael Grooverd1d435a2018-12-18 17:39:42 -080021#include <android/hardware/BnSensorPrivacyListener.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080022#include <android/hardware/ICameraServiceListener.h>
Cliff Wud8cae102021-03-11 01:37:42 +080023#include <android/hardware/camera2/BnCameraInjectionSession.h>
24#include <android/hardware/camera2/ICameraInjectionCallback.h>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080025
Ruben Brunk36597b22015-03-20 22:15:57 -070026#include <cutils/multiuser.h>
Igor Murashkin634a5152013-02-20 17:15:11 -080027#include <utils/Vector.h>
Ruben Brunkb2119af2014-05-09 19:57:56 -070028#include <utils/KeyedVector.h>
Steven Moreland2f348142019-07-02 15:59:07 -070029#include <binder/ActivityManager.h>
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -080030#include <binder/AppOpsManager.h>
Mathias Agopian5462fc92010-07-14 18:41:18 -070031#include <binder/BinderService.h>
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -080032#include <binder/IAppOpsCallback.h>
Svet Ganova453d0d2018-01-11 15:37:58 -080033#include <binder/IUidObserver.h>
Iliyan Malchev8951a972011-04-14 16:55:59 -070034#include <hardware/camera.h>
Steven Moreland3cf67172020-01-29 11:44:22 -080035#include <sensorprivacy/SensorPrivacyManager.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070036
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -080037#include <android/hardware/camera/common/1.0/types.h>
38
Ruben Brunkd1176ef2014-02-21 10:51:38 -080039#include <camera/VendorTagDescriptor.h>
Jianing Weicb0652e2014-03-12 18:29:36 -070040#include <camera/CaptureResult.h>
Ruben Brunkb2119af2014-05-09 19:57:56 -070041#include <camera/CameraParameters.h>
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080042#include <camera/camera2/ConcurrentCamera.h>
Igor Murashkinc073ba52013-02-26 14:32:34 -080043
Chien-Yu Chen3068d732015-02-09 13:29:57 -080044#include "CameraFlashlight.h"
45
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080046#include "common/CameraProviderManager.h"
Ronghua Wu022ed722015-05-11 15:15:09 -070047#include "media/RingBuffer.h"
Ruben Brunkcc776712015-02-17 20:18:47 -080048#include "utils/AutoConditionLock.h"
49#include "utils/ClientManager.h"
Jayant Chowdharyffc5d682022-05-12 18:34:34 +000050#include "utils/IPCTransport.h"
Austin Borger74fca042022-05-23 12:41:21 -070051#include "utils/CameraServiceProxyWrapper.h"
Yin-Chia Yehe074a932015-01-30 10:29:02 -080052
Ruben Brunkcc776712015-02-17 20:18:47 -080053#include <set>
54#include <string>
Jayant Chowdhary5e2cd302020-08-14 02:48:34 +000055#include <list>
Ruben Brunkcc776712015-02-17 20:18:47 -080056#include <map>
57#include <memory>
Jooyung Hanb3f7cd22020-01-23 12:27:18 +090058#include <optional>
Ruben Brunk99e69712015-05-26 17:25:07 -070059#include <utility>
Svet Ganova453d0d2018-01-11 15:37:58 -080060#include <unordered_map>
61#include <unordered_set>
Mathias Agopian65ab4712010-07-14 17:59:35 -070062
63namespace android {
64
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -070065extern volatile int32_t gLogLevel;
66
Mathias Agopian65ab4712010-07-14 17:59:35 -070067class MemoryHeapBase;
68class MediaPlayer;
69
Mathias Agopian5462fc92010-07-14 18:41:18 -070070class CameraService :
71 public BinderService<CameraService>,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080072 public virtual ::android::hardware::BnCameraService,
73 public virtual IBinder::DeathRecipient,
Jyoti Bhayanacde601c2022-12-07 10:03:42 -080074 public virtual CameraProviderManager::StatusListener,
75 public virtual IServiceManager::LocalRegistrationCallback
Mathias Agopian65ab4712010-07-14 17:59:35 -070076{
Mathias Agopian5462fc92010-07-14 18:41:18 -070077 friend class BinderService<CameraService>;
Emilian Peevb2bc5a42019-11-20 16:02:14 -080078 friend class CameraOfflineSessionClient;
Mathias Agopian65ab4712010-07-14 17:59:35 -070079public:
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -070080 class Client;
Igor Murashkin634a5152013-02-20 17:15:11 -080081 class BasicClient;
Yin-Chia Yehb978c382019-10-30 00:22:37 -070082 class OfflineClient;
Igor Murashkin634a5152013-02-20 17:15:11 -080083
Ruben Brunk0bbf8b22015-04-30 14:35:42 -070084 // The effective API level. The Camera2 API running in LEGACY mode counts as API_1.
Ruben Brunkcc776712015-02-17 20:18:47 -080085 enum apiLevel {
86 API_1 = 1,
87 API_2 = 2
88 };
89
Ruben Brunkcc776712015-02-17 20:18:47 -080090 // 3 second busy timeout when other clients are connecting
91 static const nsecs_t DEFAULT_CONNECT_TIMEOUT_NS = 3000000000;
92
Ruben Brunk4f9576b2015-04-10 17:26:56 -070093 // 1 second busy timeout when other clients are disconnecting
94 static const nsecs_t DEFAULT_DISCONNECT_TIMEOUT_NS = 1000000000;
95
Ruben Brunkcc776712015-02-17 20:18:47 -080096 // Default number of messages to store in eviction log
Ruben Brunka8ca9152015-04-07 14:23:40 -070097 static const size_t DEFAULT_EVENT_LOG_LENGTH = 100;
Ruben Brunkcc776712015-02-17 20:18:47 -080098
Eino-Ville Talvalac4003962016-01-13 10:07:04 -080099 // Event log ID
100 static const int SN_EVENT_LOG_ID = 0x534e4554;
101
Charles Chena7b613c2023-01-24 21:57:33 +0000102 // Register camera service
103 static void instantiate();
104
Igor Murashkin634a5152013-02-20 17:15:11 -0800105 // Implementation of BinderService<T>
Mathias Agopian5462fc92010-07-14 18:41:18 -0700106 static char const* getServiceName() { return "media.camera"; }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700107
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800108 // Implementation of IServiceManager::LocalRegistrationCallback
109 virtual void onServiceRegistration(const String16& name, const sp<IBinder>& binder) override;
110
Austin Borger74fca042022-05-23 12:41:21 -0700111 // Non-null arguments for cameraServiceProxyWrapper should be provided for
112 // testing purposes only.
113 CameraService(std::shared_ptr<CameraServiceProxyWrapper>
114 cameraServiceProxyWrapper = nullptr);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700115 virtual ~CameraService();
116
Igor Murashkin634a5152013-02-20 17:15:11 -0800117 /////////////////////////////////////////////////////////////////////
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800118 // HAL Callbacks - implements CameraProviderManager::StatusListener
119
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800120 virtual void onDeviceStatusChanged(const String8 &cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700121 CameraDeviceStatus newHalStatus) override;
Shuzhen Wang43858162020-01-10 13:42:15 -0800122 virtual void onDeviceStatusChanged(const String8 &cameraId,
123 const String8 &physicalCameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700124 CameraDeviceStatus newHalStatus) override;
Jayant Chowdhary46ef0f52021-10-05 14:36:13 -0700125 // This method may hold CameraProviderManager::mInterfaceMutex as a part
126 // of calling getSystemCameraKind() internally. Care should be taken not to
127 // directly / indirectly call this from callers who also hold
128 // mInterfaceMutex.
Chien-Yu Chen88da5262015-02-17 13:56:46 -0800129 virtual void onTorchStatusChanged(const String8& cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700130 TorchModeStatus newStatus) override;
Jayant Chowdhary46ef0f52021-10-05 14:36:13 -0700131 // Does not hold CameraProviderManager::mInterfaceMutex.
132 virtual void onTorchStatusChanged(const String8& cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700133 TorchModeStatus newStatus,
Jayant Chowdhary46ef0f52021-10-05 14:36:13 -0700134 SystemCameraKind kind) override;
Emilian Peevaee727d2017-05-04 16:35:48 +0100135 virtual void onNewProviderRegistered() override;
Igor Murashkincba2c162013-03-20 15:56:31 -0700136
137 /////////////////////////////////////////////////////////////////////
Igor Murashkin634a5152013-02-20 17:15:11 -0800138 // ICameraService
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800139 virtual binder::Status getNumberOfCameras(int32_t type, int32_t* numCameras);
Eino-Ville Talvalabad43582015-08-14 13:12:32 -0700140
Austin Borger18b30a72022-10-27 12:20:29 -0700141 virtual binder::Status getCameraInfo(int cameraId, bool overrideToPortrait,
142 hardware::CameraInfo* cameraInfo) override;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800143 virtual binder::Status getCameraCharacteristics(const String16& cameraId,
Austin Borger18b30a72022-10-27 12:20:29 -0700144 int targetSdkVersion, bool overrideToPortrait, CameraMetadata* cameraInfo) override;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800145 virtual binder::Status getCameraVendorTagDescriptor(
Ruben Brunk0f61d8f2013-08-08 13:07:18 -0700146 /*out*/
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800147 hardware::camera2::params::VendorTagDescriptor* desc);
Emilian Peev71c73a22017-03-21 16:35:51 +0000148 virtual binder::Status getCameraVendorTagCache(
149 /*out*/
150 hardware::camera2::params::VendorTagDescriptorCache* cache);
Ruben Brunk0f61d8f2013-08-08 13:07:18 -0700151
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800152 virtual binder::Status connect(const sp<hardware::ICameraClient>& cameraClient,
153 int32_t cameraId, const String16& clientPackageName,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700154 int32_t clientUid, int clientPid, int targetSdkVersion,
Chengfei Taobe683db2023-01-31 18:52:49 +0000155 bool overrideToPortrait, bool forceSlowJpegMode,
Zhijun Heb10cdad2014-06-16 16:38:35 -0700156 /*out*/
Austin Borger18b30a72022-10-27 12:20:29 -0700157 sp<hardware::ICamera>* device) override;
Zhijun Heb10cdad2014-06-16 16:38:35 -0700158
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800159 virtual binder::Status connectDevice(
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800160 const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb, const String16& cameraId,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900161 const String16& clientPackageName, const std::optional<String16>& clientFeatureId,
Austin Borger18b30a72022-10-27 12:20:29 -0700162 int32_t clientUid, int scoreOffset, int targetSdkVersion, bool overrideToPortrait,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800163 /*out*/
164 sp<hardware::camera2::ICameraDeviceUser>* device);
Igor Murashkinbfc99152013-02-27 12:55:20 -0800165
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800166 virtual binder::Status addListener(const sp<hardware::ICameraServiceListener>& listener,
167 /*out*/
168 std::vector<hardware::CameraStatus>* cameraStatuses);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800169 virtual binder::Status removeListener(
170 const sp<hardware::ICameraServiceListener>& listener);
171
Jayant Chowdharycad23c22020-03-10 15:04:59 -0700172 virtual binder::Status getConcurrentCameraIds(
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800173 /*out*/
174 std::vector<hardware::camera2::utils::ConcurrentCameraIdCombination>* concurrentCameraIds);
175
176 virtual binder::Status isConcurrentSessionConfigurationSupported(
177 const std::vector<hardware::camera2::utils::CameraIdAndSessionConfiguration>& sessions,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700178 int targetSdkVersion, /*out*/bool* supported);
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800179
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800180 virtual binder::Status getLegacyParameters(
181 int32_t cameraId,
Igor Murashkin65d14b92014-06-17 12:03:20 -0700182 /*out*/
183 String16* parameters);
184
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800185 virtual binder::Status setTorchMode(const String16& cameraId, bool enabled,
Chien-Yu Chen3068d732015-02-09 13:29:57 -0800186 const sp<IBinder>& clientBinder);
187
Rucha Katakwar38284522021-11-10 11:25:21 -0800188 virtual binder::Status turnOnTorchWithStrengthLevel(const String16& cameraId,
189 int32_t torchStrength, const sp<IBinder>& clientBinder);
190
191 virtual binder::Status getTorchStrengthLevel(const String16& cameraId,
192 int32_t* torchStrength);
193
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800194 virtual binder::Status notifySystemEvent(int32_t eventId,
195 const std::vector<int32_t>& args);
Ruben Brunk36597b22015-03-20 22:15:57 -0700196
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800197 virtual binder::Status notifyDeviceStateChange(int64_t newState);
198
Emilian Peev8b64f282021-03-25 16:49:57 -0700199 virtual binder::Status notifyDisplayConfigurationChange();
200
Igor Murashkin65d14b92014-06-17 12:03:20 -0700201 // OK = supports api of that version, -EOPNOTSUPP = does not support
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800202 virtual binder::Status supportsCameraApi(
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800203 const String16& cameraId, int32_t apiVersion,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800204 /*out*/
205 bool *isSupported);
Igor Murashkin65d14b92014-06-17 12:03:20 -0700206
Shuzhen Wangf9d2c022018-08-21 12:07:35 -0700207 virtual binder::Status isHiddenPhysicalCamera(
208 const String16& cameraId,
209 /*out*/
210 bool *isSupported);
211
Cliff Wud8cae102021-03-11 01:37:42 +0800212 virtual binder::Status injectCamera(
213 const String16& packageName, const String16& internalCamId,
214 const String16& externalCamId,
215 const sp<hardware::camera2::ICameraInjectionCallback>& callback,
216 /*out*/
217 sp<hardware::camera2::ICameraInjectionSession>* cameraInjectionSession);
218
Igor Murashkin634a5152013-02-20 17:15:11 -0800219 // Extra permissions checks
Mathias Agopian65ab4712010-07-14 17:59:35 -0700220 virtual status_t onTransact(uint32_t code, const Parcel& data,
221 Parcel* reply, uint32_t flags);
Igor Murashkin634a5152013-02-20 17:15:11 -0800222
223 virtual status_t dump(int fd, const Vector<String16>& args);
224
Svet Ganova453d0d2018-01-11 15:37:58 -0800225 virtual status_t shellCommand(int in, int out, int err, const Vector<String16>& args);
226
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800227 binder::Status addListenerHelper(const sp<hardware::ICameraServiceListener>& listener,
228 /*out*/
Jayant Chowdhary32ced0e2021-04-09 14:00:22 -0700229 std::vector<hardware::CameraStatus>* cameraStatuses, bool isVendor = false,
230 bool isProcessLocalTest = false);
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800231
Emilian Peev53722fa2019-02-22 17:47:20 -0800232 // Monitored UIDs availability notification
233 void notifyMonitoredUids();
234
Rucha Katakwardf223072021-06-15 10:21:00 -0700235 // Stores current open session device info in temp file.
236 void cacheDump();
237
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800238 // Register an offline client for a given active camera id
239 status_t addOfflineClient(String8 cameraId, sp<BasicClient> offlineClient);
240
Igor Murashkin634a5152013-02-20 17:15:11 -0800241 /////////////////////////////////////////////////////////////////////
242 // Client functionality
Mathias Agopian65ab4712010-07-14 17:59:35 -0700243
244 enum sound_kind {
245 SOUND_SHUTTER = 0,
Chien-Yu Chen82104eb2015-10-14 11:29:31 -0700246 SOUND_RECORDING_START = 1,
247 SOUND_RECORDING_STOP = 2,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700248 NUM_SOUNDS
249 };
250
Mathias Agopian65ab4712010-07-14 17:59:35 -0700251 void playSound(sound_kind kind);
username5755fea2018-12-27 09:48:08 +0800252 void loadSoundLocked(sound_kind kind);
253 void decreaseSoundRef();
254 void increaseSoundRef();
Eino-Ville Talvala412fe562015-08-20 17:08:32 -0700255
Igor Murashkin98e24722013-06-19 19:51:04 -0700256 /////////////////////////////////////////////////////////////////////
257 // CameraDeviceFactory functionality
Austin Borger18b30a72022-10-27 12:20:29 -0700258 std::pair<int, IPCTransport> getDeviceVersion(const String8& cameraId,
259 bool overrideToPortrait, int* portraitRotation,
260 int* facing = nullptr, int* orientation = nullptr);
Igor Murashkin98e24722013-06-19 19:51:04 -0700261
Eino-Ville Talvalaf67e23e2014-07-23 17:17:59 -0700262 /////////////////////////////////////////////////////////////////////
Jayant Chowdhary32ced0e2021-04-09 14:00:22 -0700263 // Methods to be used in CameraService class tests only
264 //
265 // CameraService class test method only - clear static variables in the
266 // cameraserver process, which otherwise might affect multiple test runs.
267 void clearCachedVariables();
268
269 // Add test listener, linkToDeath won't be called since this is for process
270 // local testing.
271 binder::Status addListenerTest(const sp<hardware::ICameraServiceListener>& listener,
272 /*out*/
273 std::vector<hardware::CameraStatus>* cameraStatuses);
274
275 /////////////////////////////////////////////////////////////////////
Eino-Ville Talvalaf67e23e2014-07-23 17:17:59 -0700276 // Shared utilities
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800277 static binder::Status filterGetInfoErrorCode(status_t err);
Igor Murashkin634a5152013-02-20 17:15:11 -0800278
279 /////////////////////////////////////////////////////////////////////
280 // CameraClient functionality
281
Igor Murashkin634a5152013-02-20 17:15:11 -0800282 class BasicClient : public virtual RefBase {
Jayant Chowdhary32ced0e2021-04-09 14:00:22 -0700283 friend class CameraService;
Igor Murashkin634a5152013-02-20 17:15:11 -0800284 public:
Emilian Peevbd8c5032018-02-14 23:05:40 +0000285 virtual status_t initialize(sp<CameraProviderManager> manager,
286 const String8& monitorTags) = 0;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800287 virtual binder::Status disconnect();
Igor Murashkin634a5152013-02-20 17:15:11 -0800288
Igor Murashkine7ee7632013-06-11 18:10:18 -0700289 // because we can't virtually inherit IInterface, which breaks
290 // virtual inheritance
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800291 virtual sp<IBinder> asBinderWrapper() = 0;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700292
Ruben Brunk9efdf952015-03-18 23:11:57 -0700293 // Return the remote callback binder object (e.g. ICameraDeviceCallbacks)
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800294 sp<IBinder> getRemote() {
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800295 return mRemoteBinder;
Igor Murashkin634a5152013-02-20 17:15:11 -0800296 }
297
Austin Borger18b30a72022-10-27 12:20:29 -0700298 bool getOverrideToPortrait() const {
299 return mOverrideToPortrait;
300 }
301
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800302 // Disallows dumping over binder interface
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800303 virtual status_t dump(int fd, const Vector<String16>& args);
Eino-Ville Talvalac4003962016-01-13 10:07:04 -0800304 // Internal dump method to be called by CameraService
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800305 virtual status_t dumpClient(int fd, const Vector<String16>& args) = 0;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700306
Avichal Rakesh7e53cad2021-10-05 13:46:30 -0700307 virtual status_t startWatchingTags(const String8 &tags, int outFd);
308 virtual status_t stopWatchingTags(int outFd);
309 virtual status_t dumpWatchedEventsToVector(std::vector<std::string> &out);
310
Ruben Brunkcc776712015-02-17 20:18:47 -0800311 // Return the package name for this client
312 virtual String16 getPackageName() const;
313
Emilian Peev8b64f282021-03-25 16:49:57 -0700314 // Return the camera facing for this client
315 virtual int getCameraFacing() const;
316
317 // Return the camera orientation for this client
318 virtual int getCameraOrientation() const;
319
Ruben Brunkcc776712015-02-17 20:18:47 -0800320 // Notify client about a fatal error
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800321 virtual void notifyError(int32_t errorCode,
Ruben Brunkcc776712015-02-17 20:18:47 -0800322 const CaptureResultExtras& resultExtras) = 0;
323
Ruben Brunk6267b532015-04-30 17:44:07 -0700324 // Get the UID of the application client using this
325 virtual uid_t getClientUid() const;
326
Ruben Brunkcc776712015-02-17 20:18:47 -0800327 // Get the PID of the application client using this
328 virtual int getClientPid() const;
Ruben Brunk0bbf8b22015-04-30 14:35:42 -0700329
330 // Check what API level is used for this client. This is used to determine which
331 // superclass this can be cast to.
332 virtual bool canCastToApiClient(apiLevel level) const;
Svet Ganova453d0d2018-01-11 15:37:58 -0800333
334 // Block the client form using the camera
335 virtual void block();
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700336
337 // set audio restriction from client
338 // Will call into camera service and hold mServiceLock
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -0700339 virtual status_t setAudioRestriction(int32_t mode);
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700340
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -0700341 // Get current global audio restriction setting
342 // Will call into camera service and hold mServiceLock
343 virtual int32_t getServiceAudioRestriction() const;
344
345 // Get current audio restriction setting for this client
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700346 virtual int32_t getAudioRestriction() const;
347
348 static bool isValidAudioRestriction(int32_t mode);
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800349
350 // Override rotate-and-crop AUTO behavior
351 virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop) = 0;
352
Bharatt Kukreja7146ced2022-10-25 15:45:29 +0000353 // Override autoframing AUTO behaviour
354 virtual status_t setAutoframingOverride(uint8_t autoframingValue) = 0;
355
Eino-Ville Talvala305cec62020-11-12 14:18:17 -0800356 // Whether the client supports camera muting (black only output)
357 virtual bool supportsCameraMute() = 0;
358
359 // Set/reset camera mute
360 virtual status_t setCameraMute(bool enabled) = 0;
361
Ravneetaeb20dc2022-03-30 05:33:03 +0000362 // Set Camera service watchdog
363 virtual status_t setCameraServiceWatchdog(bool enabled) = 0;
364
Shuzhen Wang16610a62022-12-15 22:38:07 -0800365 // Set stream use case overrides
366 virtual void setStreamUseCaseOverrides(
367 const std::vector<int64_t>& useCaseOverrides) = 0;
368
369 // Clear stream use case overrides
370 virtual void clearStreamUseCaseOverrides() = 0;
371
Cliff Wud3a05312021-04-26 23:07:31 +0800372 // The injection camera session to replace the internal camera
373 // session.
374 virtual status_t injectCamera(const String8& injectedCamId,
375 sp<CameraProviderManager> manager) = 0;
376
377 // Stop the injection camera and restore to internal camera session.
378 virtual status_t stopInjection() = 0;
379
Igor Murashkin634a5152013-02-20 17:15:11 -0800380 protected:
381 BasicClient(const sp<CameraService>& cameraService,
382 const sp<IBinder>& remoteCallback,
Svetoslav Ganov280405a2015-05-12 02:19:27 +0000383 const String16& clientPackageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800384 bool nativeClient,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900385 const std::optional<String16>& clientFeatureId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800386 const String8& cameraIdStr,
Igor Murashkin634a5152013-02-20 17:15:11 -0800387 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700388 int sensorOrientation,
Igor Murashkin634a5152013-02-20 17:15:11 -0800389 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800390 uid_t clientUid,
Austin Borger18b30a72022-10-27 12:20:29 -0700391 int servicePid,
392 bool overrideToPortrait);
Igor Murashkin634a5152013-02-20 17:15:11 -0800393
394 virtual ~BasicClient();
395
396 // the instance is in the middle of destruction. When this is set,
397 // the instance should not be accessed from callback.
398 // CameraService's mClientLock should be acquired to access this.
399 // - subclasses should set this to true in their destructors.
400 bool mDestructionStarted;
401
402 // these are initialized in the constructor.
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800403 static sp<CameraService> sCameraService;
404 const String8 mCameraIdStr;
405 const int mCameraFacing;
Emilian Peev8b64f282021-03-25 16:49:57 -0700406 const int mOrientation;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800407 String16 mClientPackageName;
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800408 bool mSystemNativeClient;
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900409 std::optional<String16> mClientFeatureId;
Igor Murashkin634a5152013-02-20 17:15:11 -0800410 pid_t mClientPid;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800411 const uid_t mClientUid;
412 const pid_t mServicePid;
Ruben Brunkcc776712015-02-17 20:18:47 -0800413 bool mDisconnected;
Shuzhen Wang2c656792020-04-13 17:36:49 -0700414 bool mUidIsTrusted;
Austin Borger18b30a72022-10-27 12:20:29 -0700415 bool mOverrideToPortrait;
Igor Murashkin634a5152013-02-20 17:15:11 -0800416
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700417 mutable Mutex mAudioRestrictionLock;
418 int32_t mAudioRestriction;
419
Igor Murashkin634a5152013-02-20 17:15:11 -0800420 // - The app-side Binder interface to receive callbacks from us
Igor Murashkine7ee7632013-06-11 18:10:18 -0700421 sp<IBinder> mRemoteBinder; // immutable after constructor
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800422
Eino-Ville Talvala178e8232021-04-16 18:41:39 -0700423 // Permissions management methods for camera lifecycle
424
425 // Notify rest of system/apps about camera opening, and check appops
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800426 virtual status_t startCameraOps();
Eino-Ville Talvala178e8232021-04-16 18:41:39 -0700427 // Notify rest of system/apps about camera starting to stream data, and confirm appops
428 virtual status_t startCameraStreamingOps();
429 // Notify rest of system/apps about camera stopping streaming data
430 virtual status_t finishCameraStreamingOps();
431 // Notify rest of system/apps about camera closing
Emilian Peevb2bc5a42019-11-20 16:02:14 -0800432 virtual status_t finishCameraOps();
Eino-Ville Talvala178e8232021-04-16 18:41:39 -0700433 // Handle errors for start/checkOps
434 virtual status_t handleAppOpMode(int32_t mode);
Valentin Iftimec0b8d472021-07-23 20:21:06 +0200435 // Just notify camera appops to trigger unblocking dialog if sensor
436 // privacy is enabled and camera mute is not supported
437 virtual status_t noteAppOp();
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800438
Jayant Chowdharyb61526c2019-05-13 19:37:42 -0700439 std::unique_ptr<AppOpsManager> mAppOpsManager = nullptr;
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800440
441 class OpsCallback : public BnAppOpsCallback {
442 public:
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700443 explicit OpsCallback(wp<BasicClient> client);
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800444 virtual void opChanged(int32_t op, const String16& packageName);
445
446 private:
447 wp<BasicClient> mClient;
448
449 }; // class OpsCallback
450
451 sp<OpsCallback> mOpsCallback;
Eino-Ville Talvala178e8232021-04-16 18:41:39 -0700452 // Track whether checkOps was called successfully, to avoid
453 // finishing what we didn't start, on camera open.
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800454 bool mOpsActive;
Eino-Ville Talvala178e8232021-04-16 18:41:39 -0700455 // Track whether startOps was called successfully on start of
456 // camera streaming.
457 bool mOpsStreaming;
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800458
459 // IAppOpsCallback interface, indirected through opListener
460 virtual void opChanged(int32_t op, const String16& packageName);
461 }; // class BasicClient
Igor Murashkin634a5152013-02-20 17:15:11 -0800462
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800463 class Client : public hardware::BnCamera, public BasicClient
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700464 {
465 public:
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800466 typedef hardware::ICameraClient TCamCallbacks;
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800467
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700468 // ICamera interface (see ICamera for details)
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800469 virtual binder::Status disconnect();
470 virtual status_t connect(const sp<hardware::ICameraClient>& client) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700471 virtual status_t lock() = 0;
472 virtual status_t unlock() = 0;
Eino-Ville Talvala1ce7c342013-08-21 13:57:21 -0700473 virtual status_t setPreviewTarget(const sp<IGraphicBufferProducer>& bufferProducer)=0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700474 virtual void setPreviewCallbackFlag(int flag) = 0;
Eino-Ville Talvala3ee35502013-04-02 15:45:11 -0700475 virtual status_t setPreviewCallbackTarget(
476 const sp<IGraphicBufferProducer>& callbackProducer) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700477 virtual status_t startPreview() = 0;
478 virtual void stopPreview() = 0;
479 virtual bool previewEnabled() = 0;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800480 virtual status_t setVideoBufferMode(int32_t videoBufferMode) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700481 virtual status_t startRecording() = 0;
482 virtual void stopRecording() = 0;
483 virtual bool recordingEnabled() = 0;
484 virtual void releaseRecordingFrame(const sp<IMemory>& mem) = 0;
485 virtual status_t autoFocus() = 0;
486 virtual status_t cancelAutoFocus() = 0;
487 virtual status_t takePicture(int msgType) = 0;
488 virtual status_t setParameters(const String8& params) = 0;
489 virtual String8 getParameters() const = 0;
490 virtual status_t sendCommand(int32_t cmd, int32_t arg1, int32_t arg2) = 0;
Chien-Yu Chen8cca0752015-11-13 15:28:48 -0800491 virtual status_t setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer) = 0;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700492
493 // Interface used by CameraService
494 Client(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800495 const sp<hardware::ICameraClient>& cameraClient,
Svetoslav Ganov280405a2015-05-12 02:19:27 +0000496 const String16& clientPackageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800497 bool systemNativeClient,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900498 const std::optional<String16>& clientFeatureId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800499 const String8& cameraIdStr,
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800500 int api1CameraId,
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700501 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700502 int sensorOrientation,
Igor Murashkinecf17e82012-10-02 16:05:11 -0700503 int clientPid,
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800504 uid_t clientUid,
Austin Borger18b30a72022-10-27 12:20:29 -0700505 int servicePid,
506 bool overrideToPortrait);
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700507 ~Client();
508
509 // return our camera client
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800510 const sp<hardware::ICameraClient>& getRemoteCallback() {
Igor Murashkin44cfcf02013-03-01 16:22:28 -0800511 return mRemoteCallback;
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700512 }
513
Igor Murashkine7ee7632013-06-11 18:10:18 -0700514 virtual sp<IBinder> asBinderWrapper() {
Marco Nelissen06b46062014-11-14 07:58:25 -0800515 return asBinder(this);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700516 }
517
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800518 virtual void notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -0700519 const CaptureResultExtras& resultExtras);
Ruben Brunk0bbf8b22015-04-30 14:35:42 -0700520
521 // Check what API level is used for this client. This is used to determine which
522 // superclass this can be cast to.
523 virtual bool canCastToApiClient(apiLevel level) const;
Shuzhen Wangabbcb6b2020-12-09 22:32:44 -0800524
525 void setImageDumpMask(int /*mask*/) { }
Ruben Brunkcc776712015-02-17 20:18:47 -0800526 protected:
Igor Murashkin634a5152013-02-20 17:15:11 -0800527 // Initialized in constructor
Eino-Ville Talvala5e08d602012-05-16 14:59:25 -0700528
Igor Murashkin634a5152013-02-20 17:15:11 -0800529 // - The app-side Binder interface to receive callbacks from us
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800530 sp<hardware::ICameraClient> mRemoteCallback;
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800531
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800532 int mCameraId; // All API1 clients use integer camera IDs
Eino-Ville Talvalaceb388d2013-02-19 10:40:14 -0800533 }; // class Client
Igor Murashkin634a5152013-02-20 17:15:11 -0800534
Ruben Brunk99e69712015-05-26 17:25:07 -0700535 /**
536 * A listener class that implements the LISTENER interface for use with a ClientManager, and
537 * implements the following methods:
538 * void onClientRemoved(const ClientDescriptor<KEY, VALUE>& descriptor);
539 * void onClientAdded(const ClientDescriptor<KEY, VALUE>& descriptor);
540 */
541 class ClientEventListener {
542 public:
543 void onClientAdded(const resource_policy::ClientDescriptor<String8,
544 sp<CameraService::BasicClient>>& descriptor);
545 void onClientRemoved(const resource_policy::ClientDescriptor<String8,
546 sp<CameraService::BasicClient>>& descriptor);
547 }; // class ClientEventListener
548
Ruben Brunkcc776712015-02-17 20:18:47 -0800549 typedef std::shared_ptr<resource_policy::ClientDescriptor<String8,
550 sp<CameraService::BasicClient>>> DescriptorPtr;
551
552 /**
553 * A container class for managing active camera clients that are using HAL devices. Active
554 * clients are represented by ClientDescriptor objects that contain strong pointers to the
555 * actual BasicClient subclass binder interface implementation.
556 *
557 * This class manages the eviction behavior for the camera clients. See the parent class
558 * implementation in utils/ClientManager for the specifics of this behavior.
559 */
Ruben Brunk99e69712015-05-26 17:25:07 -0700560 class CameraClientManager : public resource_policy::ClientManager<String8,
561 sp<CameraService::BasicClient>, ClientEventListener> {
Ruben Brunkcc776712015-02-17 20:18:47 -0800562 public:
Ruben Brunk99e69712015-05-26 17:25:07 -0700563 CameraClientManager();
Ruben Brunkcc776712015-02-17 20:18:47 -0800564 virtual ~CameraClientManager();
565
566 /**
567 * Return a strong pointer to the active BasicClient for this camera ID, or an empty
568 * if none exists.
569 */
570 sp<CameraService::BasicClient> getCameraClient(const String8& id) const;
571
572 /**
573 * Return a string describing the current state.
574 */
575 String8 toString() const;
576
577 /**
578 * Make a ClientDescriptor object wrapping the given BasicClient strong pointer.
579 */
580 static DescriptorPtr makeClientDescriptor(const String8& key, const sp<BasicClient>& value,
Emilian Peev8131a262017-02-01 12:33:43 +0000581 int32_t cost, const std::set<String8>& conflictingKeys, int32_t score,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800582 int32_t ownerId, int32_t state, int oomScoreOffset, bool systemNativeClient);
Ruben Brunkcc776712015-02-17 20:18:47 -0800583
584 /**
585 * Make a ClientDescriptor object wrapping the given BasicClient strong pointer with
586 * values intialized from a prior ClientDescriptor.
587 */
588 static DescriptorPtr makeClientDescriptor(const sp<BasicClient>& value,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800589 const CameraService::DescriptorPtr& partial, int oomScoreOffset,
590 bool systemNativeClient);
Ruben Brunkcc776712015-02-17 20:18:47 -0800591
592 }; // class CameraClientManager
593
Yin-Chia Yehdba03232019-08-19 15:54:28 -0700594 int32_t updateAudioRestriction();
595 int32_t updateAudioRestrictionLocked();
596
Mathias Agopian65ab4712010-07-14 17:59:35 -0700597private:
Igor Murashkin634a5152013-02-20 17:15:11 -0800598
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800599 /**
600 * Typesafe version of device status, containing both the HAL-layer and the service interface-
601 * layer values.
602 */
603 enum class StatusInternal : int32_t {
604 NOT_PRESENT = static_cast<int32_t>(CameraDeviceStatus::NOT_PRESENT),
605 PRESENT = static_cast<int32_t>(CameraDeviceStatus::PRESENT),
606 ENUMERATING = static_cast<int32_t>(CameraDeviceStatus::ENUMERATING),
607 NOT_AVAILABLE = static_cast<int32_t>(hardware::ICameraServiceListener::STATUS_NOT_AVAILABLE),
608 UNKNOWN = static_cast<int32_t>(hardware::ICameraServiceListener::STATUS_UNKNOWN)
609 };
610
Ruben Brunkcc776712015-02-17 20:18:47 -0800611 /**
612 * Container class for the state of each logical camera device, including: ID, status, and
613 * dependencies on other devices. The mapping of camera ID -> state saved in mCameraStates
614 * represents the camera devices advertised by the HAL (and any USB devices, when we add
615 * those).
616 *
617 * This container does NOT represent an active camera client. These are represented using
618 * the ClientDescriptors stored in mActiveClientManager.
619 */
620 class CameraState {
621 public:
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800622
Ruben Brunkcc776712015-02-17 20:18:47 -0800623 /**
624 * Make a new CameraState and set the ID, cost, and conflicting devices using the values
625 * returned in the HAL's camera_info struct for each device.
626 */
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700627 CameraState(const String8& id, int cost, const std::set<String8>& conflicting,
Shuzhen Wang403af6d2021-12-21 00:08:43 +0000628 SystemCameraKind deviceKind, const std::vector<std::string>& physicalCameras);
Ruben Brunkcc776712015-02-17 20:18:47 -0800629 virtual ~CameraState();
630
631 /**
632 * Return the status for this device.
633 *
634 * This method acquires mStatusLock.
635 */
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800636 StatusInternal getStatus() const;
Ruben Brunkcc776712015-02-17 20:18:47 -0800637
638 /**
639 * This function updates the status for this camera device, unless the given status
640 * is in the given list of rejected status states, and execute the function passed in
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800641 * with a signature onStatusUpdateLocked(const String8&, int32_t)
Ruben Brunkcc776712015-02-17 20:18:47 -0800642 * if the status has changed.
643 *
644 * This method is idempotent, and will not result in the function passed to
645 * onStatusUpdateLocked being called more than once for the same arguments.
646 * This method aquires mStatusLock.
647 */
648 template<class Func>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800649 void updateStatus(StatusInternal status,
650 const String8& cameraId,
651 std::initializer_list<StatusInternal> rejectSourceStates,
Ruben Brunkcc776712015-02-17 20:18:47 -0800652 Func onStatusUpdatedLocked);
653
654 /**
655 * Return the last set CameraParameters object generated from the information returned by
656 * the HAL for this device (or an empty CameraParameters object if none has been set).
657 */
658 CameraParameters getShimParams() const;
659
660 /**
661 * Set the CameraParameters for this device.
662 */
663 void setShimParams(const CameraParameters& params);
664
665 /**
666 * Return the resource_cost advertised by the HAL for this device.
667 */
668 int getCost() const;
669
670 /**
671 * Return a set of the IDs of conflicting devices advertised by the HAL for this device.
672 */
673 std::set<String8> getConflicting() const;
674
675 /**
676 * Return the ID of this camera device.
677 */
678 String8 getId() const;
679
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700680 /**
681 * Return the kind (SystemCameraKind) of this camera device.
682 */
683 SystemCameraKind getSystemCameraKind() const;
684
Shuzhen Wang43858162020-01-10 13:42:15 -0800685 /**
Shuzhen Wang403af6d2021-12-21 00:08:43 +0000686 * Return whether this camera is a logical multi-camera and has a
687 * particular physical sub-camera.
688 */
689 bool containsPhysicalCamera(const std::string& physicalCameraId) const;
690
691 /**
Shuzhen Wang43858162020-01-10 13:42:15 -0800692 * Add/Remove the unavailable physical camera ID.
693 */
694 bool addUnavailablePhysicalId(const String8& physicalId);
695 bool removeUnavailablePhysicalId(const String8& physicalId);
696
697 /**
Shuzhen Wange7aa0342021-08-03 11:29:47 -0700698 * Set and get client package name.
699 */
700 void setClientPackage(const String8& clientPackage);
701 String8 getClientPackage() const;
702
703 /**
Shuzhen Wang43858162020-01-10 13:42:15 -0800704 * Return the unavailable physical ids for this device.
705 *
706 * This method acquires mStatusLock.
707 */
708 std::vector<String8> getUnavailablePhysicalIds() const;
Ruben Brunkcc776712015-02-17 20:18:47 -0800709 private:
710 const String8 mId;
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -0800711 StatusInternal mStatus; // protected by mStatusLock
Ruben Brunkcc776712015-02-17 20:18:47 -0800712 const int mCost;
713 std::set<String8> mConflicting;
Shuzhen Wang43858162020-01-10 13:42:15 -0800714 std::set<String8> mUnavailablePhysicalIds;
Shuzhen Wange7aa0342021-08-03 11:29:47 -0700715 String8 mClientPackage;
Ruben Brunkcc776712015-02-17 20:18:47 -0800716 mutable Mutex mStatusLock;
717 CameraParameters mShimParams;
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700718 const SystemCameraKind mSystemCameraKind;
Shuzhen Wang403af6d2021-12-21 00:08:43 +0000719 const std::vector<std::string> mPhysicalCameras; // Empty if not a logical multi-camera
Ruben Brunkcc776712015-02-17 20:18:47 -0800720 }; // class CameraState
721
Svet Ganova453d0d2018-01-11 15:37:58 -0800722 // Observer for UID lifecycle enforcing that UIDs in idle
723 // state cannot use the camera to protect user privacy.
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800724 class UidPolicy :
725 public BnUidObserver,
726 public virtual IBinder::DeathRecipient,
727 public virtual IServiceManager::LocalRegistrationCallback {
Svet Ganova453d0d2018-01-11 15:37:58 -0800728 public:
729 explicit UidPolicy(sp<CameraService> service)
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700730 : mRegistered(false), mService(service) {}
Svet Ganova453d0d2018-01-11 15:37:58 -0800731
732 void registerSelf();
733 void unregisterSelf();
734
Svet Ganov7b4ab782018-03-25 12:48:10 -0700735 bool isUidActive(uid_t uid, String16 callingPackage);
Varun Shahb42f1eb2019-04-16 14:45:13 -0700736 int32_t getProcState(uid_t uid);
Svet Ganova453d0d2018-01-11 15:37:58 -0800737
Austin Borger65577682022-02-17 00:25:43 +0000738 // IUidObserver
739 void onUidGone(uid_t uid, bool disabled) override;
740 void onUidActive(uid_t uid) override;
741 void onUidIdle(uid_t uid, bool disabled) override;
Hui Yu13ad0eb2019-09-09 10:27:07 -0700742 void onUidStateChanged(uid_t uid, int32_t procState, int64_t procStateSeq,
Austin Borger65577682022-02-17 00:25:43 +0000743 int32_t capability) override;
744 void onUidProcAdjChanged(uid_t uid) override;
Svet Ganova453d0d2018-01-11 15:37:58 -0800745
Svet Ganov7b4ab782018-03-25 12:48:10 -0700746 void addOverrideUid(uid_t uid, String16 callingPackage, bool active);
747 void removeOverrideUid(uid_t uid, String16 callingPackage);
Svet Ganova453d0d2018-01-11 15:37:58 -0800748
Emilian Peev53722fa2019-02-22 17:47:20 -0800749 void registerMonitorUid(uid_t uid);
750 void unregisterMonitorUid(uid_t uid);
751
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800752 // Implementation of IServiceManager::LocalRegistrationCallback
753 virtual void onServiceRegistration(const String16& name,
754 const sp<IBinder>& binder) override;
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700755 // IBinder::DeathRecipient implementation
756 virtual void binderDied(const wp<IBinder> &who);
Svet Ganova453d0d2018-01-11 15:37:58 -0800757 private:
Svet Ganov7b4ab782018-03-25 12:48:10 -0700758 bool isUidActiveLocked(uid_t uid, String16 callingPackage);
Varun Shahb42f1eb2019-04-16 14:45:13 -0700759 int32_t getProcStateLocked(uid_t uid);
Svet Ganov7b4ab782018-03-25 12:48:10 -0700760 void updateOverrideUid(uid_t uid, String16 callingPackage, bool active, bool insert);
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800761 void registerWithActivityManager();
Svet Ganova453d0d2018-01-11 15:37:58 -0800762
Austin Borger65577682022-02-17 00:25:43 +0000763 struct MonitoredUid {
764 int32_t procState;
765 size_t refCount;
766 };
767
Svet Ganova453d0d2018-01-11 15:37:58 -0800768 Mutex mUidLock;
Eino-Ville Talvala8abec3f2018-03-20 11:07:00 -0700769 bool mRegistered;
Steven Moreland2f348142019-07-02 15:59:07 -0700770 ActivityManager mAm;
Svet Ganova453d0d2018-01-11 15:37:58 -0800771 wp<CameraService> mService;
772 std::unordered_set<uid_t> mActiveUids;
Austin Borger65577682022-02-17 00:25:43 +0000773 // Monitored uid map
774 std::unordered_map<uid_t, MonitoredUid> mMonitoredUids;
Svet Ganova453d0d2018-01-11 15:37:58 -0800775 std::unordered_map<uid_t, bool> mOverrideUids;
776 }; // class UidPolicy
777
Michael Grooverd1d435a2018-12-18 17:39:42 -0800778 // If sensor privacy is enabled then all apps, including those that are active, should be
779 // prevented from accessing the camera.
780 class SensorPrivacyPolicy : public hardware::BnSensorPrivacyListener,
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800781 public virtual IBinder::DeathRecipient,
782 public virtual IServiceManager::LocalRegistrationCallback {
Michael Grooverd1d435a2018-12-18 17:39:42 -0800783 public:
784 explicit SensorPrivacyPolicy(wp<CameraService> service)
Evan Severson671806e2021-04-20 16:44:53 -0700785 : mService(service), mSensorPrivacyEnabled(false), mRegistered(false) {}
Michael Grooverd1d435a2018-12-18 17:39:42 -0800786
787 void registerSelf();
788 void unregisterSelf();
789
790 bool isSensorPrivacyEnabled();
Evan Seversond0b69922022-01-27 10:47:34 -0800791 bool isCameraPrivacyEnabled();
Michael Grooverd1d435a2018-12-18 17:39:42 -0800792
Evan Seversond0b69922022-01-27 10:47:34 -0800793 binder::Status onSensorPrivacyChanged(int toggleType, int sensor,
794 bool enabled);
Michael Grooverd1d435a2018-12-18 17:39:42 -0800795
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800796 // Implementation of IServiceManager::LocalRegistrationCallback
797 virtual void onServiceRegistration(const String16& name,
798 const sp<IBinder>& binder) override;
Michael Grooverd1d435a2018-12-18 17:39:42 -0800799 // IBinder::DeathRecipient implementation
800 virtual void binderDied(const wp<IBinder> &who);
801
802 private:
Steven Moreland3cf67172020-01-29 11:44:22 -0800803 SensorPrivacyManager mSpm;
Michael Grooverd1d435a2018-12-18 17:39:42 -0800804 wp<CameraService> mService;
805 Mutex mSensorPrivacyLock;
806 bool mSensorPrivacyEnabled;
807 bool mRegistered;
Evan Severson09ab4002021-02-10 14:15:19 -0800808
809 bool hasCameraPrivacyFeature();
Jyoti Bhayanacde601c2022-12-07 10:03:42 -0800810 void registerWithSensorPrivacyManager();
Michael Grooverd1d435a2018-12-18 17:39:42 -0800811 };
812
Svet Ganova453d0d2018-01-11 15:37:58 -0800813 sp<UidPolicy> mUidPolicy;
814
Michael Grooverd1d435a2018-12-18 17:39:42 -0800815 sp<SensorPrivacyPolicy> mSensorPrivacyPolicy;
816
Austin Borger74fca042022-05-23 12:41:21 -0700817 std::shared_ptr<CameraServiceProxyWrapper> mCameraServiceProxyWrapper;
818
Igor Murashkin634a5152013-02-20 17:15:11 -0800819 // Delay-load the Camera HAL module
820 virtual void onFirstRef();
821
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800822 // Eumerate all camera providers in the system
823 status_t enumerateProviders();
824
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800825 // Add/remove a new camera to camera and torch state lists or remove an unplugged one
826 // Caller must not hold mServiceLock
Guennadi Liakhovetski151e3be2017-11-28 16:34:18 +0100827 void addStates(const String8 id);
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +0100828 void removeStates(const String8 id);
Guennadi Liakhovetski151e3be2017-11-28 16:34:18 +0100829
Ruben Brunkcc776712015-02-17 20:18:47 -0800830 // Check if we can connect, before we acquire the service lock.
Chien-Yu Chen18df60e2016-03-18 18:18:09 -0700831 // The returned originalClientPid is the PID of the original process that wants to connect to
832 // camera.
833 // The returned clientPid is the PID of the client that directly connects to camera.
834 // originalClientPid and clientPid are usually the same except when the application uses
835 // mediaserver to connect to camera (using MediaRecorder to connect to camera). In that case,
836 // clientPid is the PID of mediaserver and originalClientPid is the PID of the application.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800837 binder::Status validateConnectLocked(const String8& cameraId, const String8& clientName8,
Chien-Yu Chen7939aee2016-03-21 18:19:33 -0700838 /*inout*/int& clientUid, /*inout*/int& clientPid, /*out*/int& originalClientPid) const;
Eino-Ville Talvala04926862016-03-02 15:42:53 -0800839 binder::Status validateClientPermissionsLocked(const String8& cameraId, const String8& clientName8,
Chien-Yu Chen7939aee2016-03-21 18:19:33 -0700840 /*inout*/int& clientUid, /*inout*/int& clientPid, /*out*/int& originalClientPid) const;
Igor Murashkine6800ce2013-03-04 17:25:57 -0800841
Ruben Brunkcc776712015-02-17 20:18:47 -0800842 // Handle active client evictions, and update service state.
843 // Only call with with mServiceLock held.
844 status_t handleEvictionsLocked(const String8& cameraId, int clientPid,
845 apiLevel effectiveApiLevel, const sp<IBinder>& remoteCallback, const String8& packageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800846 int scoreOffset, bool systemNativeClient,
Ruben Brunkcc776712015-02-17 20:18:47 -0800847 /*out*/
848 sp<BasicClient>* client,
849 std::shared_ptr<resource_policy::ClientDescriptor<String8, sp<BasicClient>>>* partial);
Igor Murashkine6800ce2013-03-04 17:25:57 -0800850
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700851 // Should an operation attempt on a cameraId be rejected ? (this can happen
852 // under various conditions. For example if a camera device is advertised as
853 // system only or hidden secure camera, amongst possible others.
854 bool shouldRejectSystemCameraConnection(const String8 & cameraId) const;
855
856 // Should a device status update be skipped for a particular camera device ? (this can happen
857 // under various conditions. For example if a camera device is advertised as
858 // system only or hidden secure camera, amongst possible others.
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700859 static bool shouldSkipStatusUpdates(SystemCameraKind systemCameraKind, bool isVendorListener,
860 int clientPid, int clientUid);
Jayant Chowdhary5216b212019-07-17 09:26:23 -0700861
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700862 // Gets the kind of camera device (i.e public, hidden secure or system only)
863 // getSystemCameraKind() needs mInterfaceMutex which might lead to deadlocks
864 // if held along with mStatusListenerLock (depending on lock ordering, b/141756275), it is
865 // recommended that we don't call this function with mStatusListenerLock held.
866 status_t getSystemCameraKind(const String8& cameraId, SystemCameraKind *kind) const;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -0800867
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700868 // Update the set of API1Compatible camera devices without including system
869 // cameras and secure cameras. This is used for hiding system only cameras
870 // from clients using camera1 api and not having android.permission.SYSTEM_CAMERA.
871 // This function expects @param normalDeviceIds, to have normalDeviceIds
872 // sorted in alpha-numeric order.
873 void filterAPI1SystemCameraLocked(const std::vector<std::string> &normalDeviceIds);
874
Eino-Ville Talvala58106af2022-09-23 16:51:06 -0700875 // In some cases the calling code has no access to the package it runs under.
876 // For example, NDK camera API.
877 // In this case we will get the packages for the calling UID and pick the first one
878 // for attributing the app op. This will work correctly for runtime permissions
879 // as for legacy apps we will toggle the app op for all packages in the UID.
880 // The caveat is that the operation may be attributed to the wrong package and
881 // stats based on app ops may be slightly off.
882 String16 getPackageNameFromUid(int clientUid);
883
Ruben Brunkcc776712015-02-17 20:18:47 -0800884 // Single implementation shared between the various connect calls
885 template<class CALLBACK, class CLIENT>
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800886 binder::Status connectHelper(const sp<CALLBACK>& cameraCb, const String8& cameraId,
Eino-Ville Talvala58106af2022-09-23 16:51:06 -0700887 int api1CameraId, const String16& clientPackageNameMaybe, bool systemNativeClient,
Jooyung Hanb3f7cd22020-01-23 12:27:18 +0900888 const std::optional<String16>& clientFeatureId, int clientUid, int clientPid,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700889 apiLevel effectiveApiLevel, bool shimUpdateOnly, int scoreOffset, int targetSdkVersion,
Chengfei Taobe683db2023-01-31 18:52:49 +0000890 bool overrideToPortrait, bool forceSlowJpegMode,
891 /*out*/sp<CLIENT>& device);
Igor Murashkine6800ce2013-03-04 17:25:57 -0800892
Ruben Brunkcc776712015-02-17 20:18:47 -0800893 // Lock guarding camera service state
Mathias Agopian65ab4712010-07-14 17:59:35 -0700894 Mutex mServiceLock;
Ruben Brunkcc776712015-02-17 20:18:47 -0800895
896 // Condition to use with mServiceLock, used to handle simultaneous connect calls from clients
897 std::shared_ptr<WaitableMutexWrapper> mServiceLockWrapper;
898
899 // Return NO_ERROR if the device with a give ID can be connected to
900 status_t checkIfDeviceIsUsable(const String8& cameraId) const;
901
902 // Container for managing currently active application-layer clients
903 CameraClientManager mActiveClientManager;
904
Rucha Katakwardf223072021-06-15 10:21:00 -0700905 // Adds client logs during open session to the file pointed by fd.
906 void dumpOpenSessionClientLogs(int fd, const Vector<String16>& args, const String8& cameraId);
907
908 // Adds client logs during closed session to the file pointed by fd.
909 void dumpClosedSessionClientLogs(int fd, const String8& cameraId);
910
Ruben Brunkcc776712015-02-17 20:18:47 -0800911 // Mapping from camera ID -> state for each device, map is protected by mCameraStatesLock
912 std::map<String8, std::shared_ptr<CameraState>> mCameraStates;
913
914 // Mutex guarding mCameraStates map
915 mutable Mutex mCameraStatesLock;
916
917 // Circular buffer for storing event logging for dumps
918 RingBuffer<String8> mEventLog;
Ruben Brunka8ca9152015-04-07 14:23:40 -0700919 Mutex mLogLock;
Ruben Brunkcc776712015-02-17 20:18:47 -0800920
Avichal Rakesh7fbc3982021-10-20 04:35:03 -0700921 // set of client package names to watch. if this set contains 'all', then all clients will
922 // be watched. Access should be guarded by mLogLock
923 std::set<String16> mWatchedClientPackages;
924 // cache of last monitored tags dump immediately before the client disconnects. If a client
925 // re-connects, its entry is not updated until it disconnects again. Access should be guarded
926 // by mLogLock
927 std::map<String16, std::string> mWatchedClientsDumpCache;
928
Emilian Peevbd8c5032018-02-14 23:05:40 +0000929 // The last monitored tags set by client
930 String8 mMonitorTags;
931
Ruben Brunk6267b532015-04-30 17:44:07 -0700932 // Currently allowed user IDs
933 std::set<userid_t> mAllowedUsers;
Ruben Brunk36597b22015-03-20 22:15:57 -0700934
Ruben Brunkcc776712015-02-17 20:18:47 -0800935 /**
936 * Get the camera state for a given camera id.
937 *
938 * This acquires mCameraStatesLock.
939 */
940 std::shared_ptr<CameraService::CameraState> getCameraState(const String8& cameraId) const;
941
942 /**
943 * Evict client who's remote binder has died. Returns true if this client was in the active
944 * list and was disconnected.
945 *
946 * This method acquires mServiceLock.
947 */
948 bool evictClientIdByRemote(const wp<IBinder>& cameraClient);
949
950 /**
951 * Remove the given client from the active clients list; does not disconnect the client.
952 *
953 * This method acquires mServiceLock.
954 */
955 void removeByClient(const BasicClient* client);
956
957 /**
958 * Add new client to active clients list after conflicting clients have disconnected using the
959 * values set in the partial descriptor passed in to construct the actual client descriptor.
960 * This is typically called at the end of a connect call.
961 *
962 * This method must be called with mServiceLock held.
963 */
Jayant Chowdhary8eb8d912021-05-18 17:41:56 +0000964 void finishConnectLocked(const sp<BasicClient>& client, const DescriptorPtr& desc,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -0800965 int oomScoreOffset, bool systemNativeClient);
Ruben Brunkcc776712015-02-17 20:18:47 -0800966
967 /**
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800968 * Returns the underlying camera Id string mapped to a camera id int
969 * Empty string is returned when the cameraIdInt is invalid.
Ruben Brunkcc776712015-02-17 20:18:47 -0800970 */
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800971 String8 cameraIdIntToStr(int cameraIdInt);
972
973 /**
974 * Returns the underlying camera Id string mapped to a camera id int
975 * Empty string is returned when the cameraIdInt is invalid.
976 */
977 std::string cameraIdIntToStrLocked(int cameraIdInt);
Ruben Brunkcc776712015-02-17 20:18:47 -0800978
979 /**
980 * Remove a single client corresponding to the given camera id from the list of active clients.
981 * If none exists, return an empty strongpointer.
982 *
983 * This method must be called with mServiceLock held.
984 */
985 sp<CameraService::BasicClient> removeClientLocked(const String8& cameraId);
986
987 /**
Ruben Brunk36597b22015-03-20 22:15:57 -0700988 * Handle a notification that the current device user has changed.
989 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800990 void doUserSwitch(const std::vector<int32_t>& newUserIds);
Ruben Brunk36597b22015-03-20 22:15:57 -0700991
992 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700993 * Add an event log message.
Ruben Brunkcc776712015-02-17 20:18:47 -0800994 */
Ruben Brunka8ca9152015-04-07 14:23:40 -0700995 void logEvent(const char* event);
Ruben Brunkcc776712015-02-17 20:18:47 -0800996
997 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -0700998 * Add an event log message that a client has been disconnected.
Ruben Brunkcc776712015-02-17 20:18:47 -0800999 */
Ruben Brunka8ca9152015-04-07 14:23:40 -07001000 void logDisconnected(const char* cameraId, int clientPid, const char* clientPackage);
1001
1002 /**
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001003 * Add an event log message that a client has been disconnected from offline device.
1004 */
1005 void logDisconnectedOffline(const char* cameraId, int clientPid, const char* clientPackage);
1006
1007 /**
1008 * Add an event log message that an offline client has been connected.
1009 */
1010 void logConnectedOffline(const char* cameraId, int clientPid,
1011 const char* clientPackage);
1012
1013 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -07001014 * Add an event log message that a client has been connected.
1015 */
1016 void logConnected(const char* cameraId, int clientPid, const char* clientPackage);
1017
1018 /**
1019 * Add an event log message that a client's connect attempt has been rejected.
1020 */
1021 void logRejected(const char* cameraId, int clientPid, const char* clientPackage,
1022 const char* reason);
1023
1024 /**
Jayant Chowdhary0e2eefd2019-04-18 14:05:43 -07001025 * Add an event log message when a client calls setTorchMode succesfully.
1026 */
1027 void logTorchEvent(const char* cameraId, const char *torchState, int clientPid);
1028
1029 /**
Ruben Brunka8ca9152015-04-07 14:23:40 -07001030 * Add an event log message that the current device user has been switched.
1031 */
Ruben Brunk6267b532015-04-30 17:44:07 -07001032 void logUserSwitch(const std::set<userid_t>& oldUserIds,
1033 const std::set<userid_t>& newUserIds);
Ruben Brunka8ca9152015-04-07 14:23:40 -07001034
1035 /**
1036 * Add an event log message that a device has been removed by the HAL
1037 */
1038 void logDeviceRemoved(const char* cameraId, const char* reason);
1039
1040 /**
1041 * Add an event log message that a device has been added by the HAL
1042 */
1043 void logDeviceAdded(const char* cameraId, const char* reason);
1044
1045 /**
1046 * Add an event log message that a client has unexpectedly died.
1047 */
1048 void logClientDied(int clientPid, const char* reason);
Ruben Brunkcc776712015-02-17 20:18:47 -08001049
Eino-Ville Talvala1527f072015-04-07 15:55:31 -07001050 /**
1051 * Add a event log message that a serious service-level error has occured
Eino-Ville Talvalad309fb92015-11-25 12:12:45 -08001052 * The errorCode should be one of the Android Errors
Eino-Ville Talvala1527f072015-04-07 15:55:31 -07001053 */
1054 void logServiceError(const char* msg, int errorCode);
1055
1056 /**
1057 * Dump the event log to an FD
1058 */
1059 void dumpEventLog(int fd);
1060
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001061 void cacheClientTagDumpIfNeeded(const char *cameraId, BasicClient *client);
1062
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001063 /**
1064 * This method will acquire mServiceLock
1065 */
1066 void updateCameraNumAndIds();
1067
Shuzhen Wang89db2992021-05-20 13:09:48 -07001068 /**
Shuzhen Wangb38b53f2021-07-15 12:46:09 -07001069 * Filter camera characteristics for S Performance class primary cameras.
1070 * mServiceLock should be locked.
Shuzhen Wang89db2992021-05-20 13:09:48 -07001071 */
Shuzhen Wangb38b53f2021-07-15 12:46:09 -07001072 void filterSPerfClassCharacteristicsLocked();
Shuzhen Wang89db2992021-05-20 13:09:48 -07001073
Rucha Katakwardf223072021-06-15 10:21:00 -07001074 // File descriptor to temp file used for caching previous open
1075 // session dumpsys info.
1076 int mMemFd;
1077
Jayant Chowdhary847947d2019-08-30 18:02:59 -07001078 // Number of camera devices (excluding hidden secure cameras)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001079 int mNumberOfCameras;
Jayant Chowdhary847947d2019-08-30 18:02:59 -07001080 // Number of camera devices (excluding hidden secure cameras and
1081 // system cameras)
1082 int mNumberOfCamerasWithoutSystemCamera;
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08001083
1084 std::vector<std::string> mNormalDeviceIds;
Jayant Chowdhary847947d2019-08-30 18:02:59 -07001085 std::vector<std::string> mNormalDeviceIdsWithoutSystemCamera;
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001086 std::set<std::string> mPerfClassPrimaryCameraIds;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001087
Mathias Agopian65ab4712010-07-14 17:59:35 -07001088 // sounds
Jaekyun Seokef498052018-03-23 13:09:44 +09001089 sp<MediaPlayer> newMediaPlayer(const char *file);
Chih-Chung Changff4f55c2011-10-17 19:03:12 +08001090
Mathias Agopian65ab4712010-07-14 17:59:35 -07001091 Mutex mSoundLock;
1092 sp<MediaPlayer> mSoundPlayer[NUM_SOUNDS];
1093 int mSoundRef; // reference count (release all MediaPlayer when 0)
1094
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001095 // Basic flag on whether the camera subsystem is in a usable state
1096 bool mInitialized;
1097
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001098 sp<CameraProviderManager> mCameraProviderManager;
Igor Murashkinecf17e82012-10-02 16:05:11 -07001099
Emilian Peev53722fa2019-02-22 17:47:20 -08001100 class ServiceListener : public virtual IBinder::DeathRecipient {
1101 public:
1102 ServiceListener(sp<CameraService> parent, sp<hardware::ICameraServiceListener> listener,
Shuzhen Wang695044d2020-03-06 09:02:23 -08001103 int uid, int pid, bool isVendorClient, bool openCloseCallbackAllowed)
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001104 : mParent(parent), mListener(listener), mListenerUid(uid), mListenerPid(pid),
Shuzhen Wang695044d2020-03-06 09:02:23 -08001105 mIsVendorListener(isVendorClient),
1106 mOpenCloseCallbackAllowed(openCloseCallbackAllowed) { }
Emilian Peev53722fa2019-02-22 17:47:20 -08001107
Jayant Chowdhary32ced0e2021-04-09 14:00:22 -07001108 status_t initialize(bool isProcessLocalTest) {
1109 if (isProcessLocalTest) {
1110 return OK;
1111 }
Emilian Peev53722fa2019-02-22 17:47:20 -08001112 return IInterface::asBinder(mListener)->linkToDeath(this);
1113 }
1114
Austin Borgere8e2c422022-05-12 13:45:24 -07001115 template<typename... args_t>
1116 void handleBinderStatus(const binder::Status &ret, const char *logOnError,
1117 args_t... args) {
1118 if (!ret.isOk() &&
1119 (ret.exceptionCode() != binder::Status::Exception::EX_TRANSACTION_FAILED
1120 || !mLastTransactFailed)) {
1121 ALOGE(logOnError, args...);
1122 }
1123
1124 // If the transaction failed, the process may have died (or other things, see
1125 // b/28321379). Mute consecutive errors from this listener to avoid log spam.
1126 if (ret.exceptionCode() == binder::Status::Exception::EX_TRANSACTION_FAILED) {
1127 if (!mLastTransactFailed) {
1128 ALOGE("%s: Muting similar errors from listener %d:%d", __FUNCTION__,
1129 mListenerUid, mListenerPid);
1130 }
1131 mLastTransactFailed = true;
1132 } else {
1133 // Reset mLastTransactFailed when binder becomes healthy again.
1134 mLastTransactFailed = false;
1135 }
1136 }
1137
Emilian Peev53722fa2019-02-22 17:47:20 -08001138 virtual void binderDied(const wp<IBinder> &/*who*/) {
1139 auto parent = mParent.promote();
1140 if (parent.get() != nullptr) {
1141 parent->removeListener(mListener);
1142 }
1143 }
1144
1145 int getListenerUid() { return mListenerUid; }
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001146 int getListenerPid() { return mListenerPid; }
Emilian Peev53722fa2019-02-22 17:47:20 -08001147 sp<hardware::ICameraServiceListener> getListener() { return mListener; }
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001148 bool isVendorListener() { return mIsVendorListener; }
Shuzhen Wang695044d2020-03-06 09:02:23 -08001149 bool isOpenCloseCallbackAllowed() { return mOpenCloseCallbackAllowed; }
Emilian Peev53722fa2019-02-22 17:47:20 -08001150
1151 private:
1152 wp<CameraService> mParent;
1153 sp<hardware::ICameraServiceListener> mListener;
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001154 int mListenerUid = -1;
1155 int mListenerPid = -1;
1156 bool mIsVendorListener = false;
Shuzhen Wang695044d2020-03-06 09:02:23 -08001157 bool mOpenCloseCallbackAllowed = false;
Austin Borgere8e2c422022-05-12 13:45:24 -07001158
1159 // Flag for preventing log spam when binder becomes unhealthy
1160 bool mLastTransactFailed = false;
Emilian Peev53722fa2019-02-22 17:47:20 -08001161 };
1162
Ruben Brunkcc776712015-02-17 20:18:47 -08001163 // Guarded by mStatusListenerMutex
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001164 std::vector<sp<ServiceListener>> mListenerList;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001165
Ruben Brunkcc776712015-02-17 20:18:47 -08001166 Mutex mStatusListenerLock;
Igor Murashkinbfc99152013-02-27 12:55:20 -08001167
Ruben Brunkcc776712015-02-17 20:18:47 -08001168 /**
1169 * Update the status for the given camera id (if that device exists), and broadcast the
1170 * status update to all current ICameraServiceListeners if the status has changed. Any
1171 * statuses in rejectedSourceStates will be ignored.
1172 *
1173 * This method must be idempotent.
1174 * This method acquires mStatusLock and mStatusListenerLock.
1175 */
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001176 void updateStatus(StatusInternal status,
1177 const String8& cameraId,
1178 std::initializer_list<StatusInternal>
1179 rejectedSourceStates);
1180 void updateStatus(StatusInternal status,
1181 const String8& cameraId);
Igor Murashkinbfc99152013-02-27 12:55:20 -08001182
Shuzhen Wang695044d2020-03-06 09:02:23 -08001183 /**
1184 * Update the opened/closed status of the given camera id.
1185 *
1186 * This method acqiures mStatusListenerLock.
1187 */
1188 void updateOpenCloseStatus(const String8& cameraId, bool open, const String16& packageName);
1189
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001190 // flashlight control
1191 sp<CameraFlashlight> mFlashlight;
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001192 // guard mTorchStatusMap
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001193 Mutex mTorchStatusMutex;
Chien-Yu Chenfe751be2015-09-01 14:16:44 -07001194 // guard mTorchClientMap
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001195 Mutex mTorchClientMapMutex;
Chien-Yu Chenfe751be2015-09-01 14:16:44 -07001196 // guard mTorchUidMap
1197 Mutex mTorchUidMapMutex;
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001198 // camera id -> torch status
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001199 KeyedVector<String8, TorchModeStatus>
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001200 mTorchStatusMap;
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001201 // camera id -> torch client binder
1202 // only store the last client that turns on each camera's torch mode
Ruben Brunk99e69712015-05-26 17:25:07 -07001203 KeyedVector<String8, sp<IBinder>> mTorchClientMap;
1204 // camera id -> [incoming uid, current uid] pair
1205 std::map<String8, std::pair<int, int>> mTorchUidMap;
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001206
1207 // check and handle if torch client's process has died
1208 void handleTorchClientBinderDied(const wp<IBinder> &who);
1209
1210 // handle torch mode status change and invoke callbacks. mTorchStatusMutex
1211 // should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001212 void onTorchStatusChangedLocked(const String8& cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001213 TorchModeStatus newStatus,
Jayant Chowdhary8c62d892021-03-31 02:13:46 -07001214 SystemCameraKind systemCameraKind);
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001215
1216 // get a camera's torch status. mTorchStatusMutex should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001217 status_t getTorchStatusLocked(const String8 &cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001218 TorchModeStatus *status) const;
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001219
1220 // set a camera's torch status. mTorchStatusMutex should be locked.
Chien-Yu Chen88da5262015-02-17 13:56:46 -08001221 status_t setTorchStatusLocked(const String8 &cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001222 TorchModeStatus status);
Chien-Yu Chen3068d732015-02-09 13:29:57 -08001223
Shuzhen Wang43858162020-01-10 13:42:15 -08001224 // notify physical camera status when the physical camera is public.
Jayant Chowdhary5e2cd302020-08-14 02:48:34 +00001225 // Expects mStatusListenerLock to be locked.
1226 void notifyPhysicalCameraStatusLocked(int32_t status, const String16& physicalCameraId,
1227 const std::list<String16>& logicalCameraIds, SystemCameraKind deviceKind);
1228
1229 // get list of logical cameras which are backed by physicalCameraId
1230 std::list<String16> getLogicalCameras(const String8& physicalCameraId);
1231
Shuzhen Wang43858162020-01-10 13:42:15 -08001232
Igor Murashkinecf17e82012-10-02 16:05:11 -07001233 // IBinder::DeathRecipient implementation
Igor Murashkinbfc99152013-02-27 12:55:20 -08001234 virtual void binderDied(const wp<IBinder> &who);
Igor Murashkin634a5152013-02-20 17:15:11 -08001235
Ruben Brunkb2119af2014-05-09 19:57:56 -07001236 /**
Ruben Brunkb2119af2014-05-09 19:57:56 -07001237 * Initialize and cache the metadata used by the HAL1 shim for a given cameraId.
1238 *
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001239 * Sets Status to a service-specific error on failure
Ruben Brunkb2119af2014-05-09 19:57:56 -07001240 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001241 binder::Status initializeShimMetadata(int cameraId);
Ruben Brunkb2119af2014-05-09 19:57:56 -07001242
1243 /**
Igor Murashkin65d14b92014-06-17 12:03:20 -07001244 * Get the cached CameraParameters for the camera. If they haven't been
1245 * cached yet, then initialize them for the first time.
1246 *
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001247 * Sets Status to a service-specific error on failure
Igor Murashkin65d14b92014-06-17 12:03:20 -07001248 */
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001249 binder::Status getLegacyParametersLazy(int cameraId, /*out*/CameraParameters* parameters);
Igor Murashkin65d14b92014-06-17 12:03:20 -07001250
Svet Ganova453d0d2018-01-11 15:37:58 -08001251 // Blocks all clients from the UID
1252 void blockClientsForUid(uid_t uid);
1253
Michael Grooverd1d435a2018-12-18 17:39:42 -08001254 // Blocks all active clients.
1255 void blockAllClients();
1256
Svet Ganova453d0d2018-01-11 15:37:58 -08001257 // Overrides the UID state as if it is idle
1258 status_t handleSetUidState(const Vector<String16>& args, int err);
1259
1260 // Clears the override for the UID state
1261 status_t handleResetUidState(const Vector<String16>& args, int err);
1262
1263 // Gets the UID state
1264 status_t handleGetUidState(const Vector<String16>& args, int out, int err);
1265
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001266 // Set the rotate-and-crop AUTO override behavior
1267 status_t handleSetRotateAndCrop(const Vector<String16>& args);
1268
1269 // Get the rotate-and-crop AUTO override behavior
1270 status_t handleGetRotateAndCrop(int out);
1271
Bharatt Kukreja7146ced2022-10-25 15:45:29 +00001272 // Set the autoframing AUTO override behaviour.
1273 status_t handleSetAutoframing(const Vector<String16>& args);
1274
1275 // Get the autoframing AUTO override behaviour
1276 status_t handleGetAutoframing(int out);
1277
Shuzhen Wangabbcb6b2020-12-09 22:32:44 -08001278 // Set the mask for image dump to disk
1279 status_t handleSetImageDumpMask(const Vector<String16>& args);
1280
1281 // Get the mask for image dump to disk
1282 status_t handleGetImageDumpMask(int out);
1283
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001284 // Set the camera mute state
1285 status_t handleSetCameraMute(const Vector<String16>& args);
1286
Shuzhen Wang16610a62022-12-15 22:38:07 -08001287 // Set the stream use case overrides
1288 status_t handleSetStreamUseCaseOverrides(const Vector<String16>& args);
1289
1290 // Clear the stream use case overrides
1291 void handleClearStreamUseCaseOverrides();
1292
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07001293 // Handle 'watch' command as passed through 'cmd'
Avichal Rakesh84147132021-11-11 17:47:11 -08001294 status_t handleWatchCommand(const Vector<String16> &args, int inFd, int outFd);
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07001295
Ravneetaeb20dc2022-03-30 05:33:03 +00001296 // Set the camera service watchdog
1297 status_t handleSetCameraServiceWatchdog(const Vector<String16>& args);
1298
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001299 // Enable tag monitoring of the given tags in provided clients
1300 status_t startWatchingTags(const Vector<String16> &args, int outFd);
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07001301
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001302 // Disable tag monitoring
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07001303 status_t stopWatchingTags(int outFd);
1304
Avichal Rakesh3a85d2d2021-11-10 16:21:33 -08001305 // Clears mWatchedClientsDumpCache
1306 status_t clearCachedMonitoredTagDumps(int outFd);
1307
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001308 // Print events of monitored tags in all cached and attached clients
Avichal Rakesh9e5a1e42021-11-15 12:11:21 -08001309 status_t printWatchedTags(int outFd);
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001310
1311 // Print events of monitored tags in all attached clients as they are captured. New events are
Avichal Rakesh84147132021-11-11 17:47:11 -08001312 // fetched every `refreshMillis` ms
1313 // NOTE: This function does not terminate until user passes '\n' to inFd.
Avichal Rakesh9e5a1e42021-11-15 12:11:21 -08001314 status_t printWatchedTagsUntilInterrupt(const Vector<String16> &args, int inFd, int outFd);
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07001315
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001316 // Parses comma separated clients list and adds them to mWatchedClientPackages.
1317 // Does not acquire mLogLock before modifying mWatchedClientPackages. It is the caller's
1318 // responsibility to acquire mLogLock before calling this function.
1319 void parseClientsToWatchLocked(String8 clients);
1320
Svet Ganova453d0d2018-01-11 15:37:58 -08001321 // Prints the shell command help
1322 status_t printHelp(int out);
1323
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001324 // Returns true if client should monitor tags based on the contents of mWatchedClientPackages.
1325 // Acquires mLogLock before querying mWatchedClientPackages.
1326 bool isClientWatched(const BasicClient *client);
1327
1328 // Returns true if client should monitor tags based on the contents of mWatchedClientPackages.
1329 // Does not acquire mLogLock before querying mWatchedClientPackages. It is the caller's
1330 // responsibility to acquire mLogLock before calling this functions.
1331 bool isClientWatchedLocked(const BasicClient *client);
1332
Ruben Brunkb2119af2014-05-09 19:57:56 -07001333 /**
Ruben Brunkcc776712015-02-17 20:18:47 -08001334 * Get the current system time as a formatted string.
Ruben Brunkb2119af2014-05-09 19:57:56 -07001335 */
Ruben Brunkcc776712015-02-17 20:18:47 -08001336 static String8 getFormattedCurrentTime();
1337
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001338 static binder::Status makeClient(const sp<CameraService>& cameraService,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -08001339 const sp<IInterface>& cameraCb, const String16& packageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -08001340 bool systemNativeClient, const std::optional<String16>& featureId,
1341 const String8& cameraId, int api1CameraId, int facing, int sensorOrientation,
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001342 int clientPid, uid_t clientUid, int servicePid,
1343 std::pair<int, IPCTransport> deviceVersionAndIPCTransport, apiLevel effectiveApiLevel,
Chengfei Taobe683db2023-01-31 18:52:49 +00001344 bool overrideForPerfClass, bool overrideToPortrait, bool forceSlowJpegMode,
1345 /*out*/sp<BasicClient>* client);
Ruben Brunk6267b532015-04-30 17:44:07 -07001346
1347 status_t checkCameraAccess(const String16& opPackageName);
1348
1349 static String8 toString(std::set<userid_t> intSet);
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001350 static int32_t mapToInterface(TorchModeStatus status);
1351 static StatusInternal mapToInternal(CameraDeviceStatus status);
Eino-Ville Talvalaf51fca22016-12-13 11:25:55 -08001352 static int32_t mapToInterface(StatusInternal status);
Ruben Brunk6267b532015-04-30 17:44:07 -07001353
Ruben Brunk2823ce02015-05-19 17:25:13 -07001354
Shuzhen Wang7d859d42018-11-06 15:33:23 -08001355 void broadcastTorchModeStatus(const String8& cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07001356 TorchModeStatus status, SystemCameraKind systemCameraKind);
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001357
Rucha Katakwar38284522021-11-10 11:25:21 -08001358 void broadcastTorchStrengthLevel(const String8& cameraId, int32_t newTorchStrengthLevel);
1359
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001360 void disconnectClient(const String8& id, sp<BasicClient> clientToDisconnect);
1361
1362 // Regular online and offline devices must not be in conflict at camera service layer.
1363 // Use separate keys for offline devices.
1364 static const String8 kOfflineDevice;
1365
Avichal Rakesh7fbc3982021-10-20 04:35:03 -07001366 // Sentinel value to be stored in `mWatchedClientsPackages` to indicate that all clients should
1367 // be watched.
1368 static const String16 kWatchAllClientsFlag;
1369
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001370 // TODO: right now each BasicClient holds one AppOpsManager instance.
1371 // We can refactor the code so all of clients share this instance
1372 AppOpsManager mAppOps;
1373
1374 // Aggreated audio restriction mode for all camera clients
1375 int32_t mAudioRestriction;
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001376
Emilian Peev8b64f282021-03-25 16:49:57 -07001377 // Current override cmd rotate-and-crop mode; AUTO means no override
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001378 uint8_t mOverrideRotateAndCropMode = ANDROID_SCALER_ROTATE_AND_CROP_AUTO;
Shuzhen Wangabbcb6b2020-12-09 22:32:44 -08001379
Bharatt Kukreja7146ced2022-10-25 15:45:29 +00001380 // Current autoframing mode
1381 uint8_t mOverrideAutoframingMode = ANDROID_CONTROL_AUTOFRAMING_AUTO;
1382
Shuzhen Wangabbcb6b2020-12-09 22:32:44 -08001383 // Current image dump mask
1384 uint8_t mImageDumpMask = 0;
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001385
1386 // Current camera mute mode
1387 bool mOverrideCameraMuteMode = false;
Cliff Wud8cae102021-03-11 01:37:42 +08001388
Ravneetaeb20dc2022-03-30 05:33:03 +00001389 // Camera Service watchdog flag
1390 bool mCameraServiceWatchdogEnabled = true;
1391
Shuzhen Wang16610a62022-12-15 22:38:07 -08001392 // Current stream use case overrides
1393 std::vector<int64_t> mStreamUseCaseOverrides;
1394
Cliff Wud8cae102021-03-11 01:37:42 +08001395 /**
1396 * A listener class that implements the IBinder::DeathRecipient interface
1397 * for use to call back the error state injected by the external camera, and
1398 * camera service can kill the injection when binder signals process death.
1399 */
1400 class InjectionStatusListener : public virtual IBinder::DeathRecipient {
1401 public:
1402 InjectionStatusListener(sp<CameraService> parent) : mParent(parent) {}
1403
1404 void addListener(const sp<hardware::camera2::ICameraInjectionCallback>& callback);
1405 void removeListener();
Cliff Wud3a05312021-04-26 23:07:31 +08001406 void notifyInjectionError(String8 injectedCamId, status_t err);
Cliff Wud8cae102021-03-11 01:37:42 +08001407
1408 // IBinder::DeathRecipient implementation
1409 virtual void binderDied(const wp<IBinder>& who);
1410
1411 private:
1412 Mutex mListenerLock;
1413 wp<CameraService> mParent;
1414 sp<hardware::camera2::ICameraInjectionCallback> mCameraInjectionCallback;
1415 };
1416
1417 sp<InjectionStatusListener> mInjectionStatusListener;
1418
1419 /**
1420 * A class that implements the hardware::camera2::BnCameraInjectionSession interface
1421 */
1422 class CameraInjectionSession : public hardware::camera2::BnCameraInjectionSession {
1423 public:
1424 CameraInjectionSession(sp<CameraService> parent) : mParent(parent) {}
1425 virtual ~CameraInjectionSession() {}
1426 binder::Status stopInjection() override;
1427
1428 private:
1429 Mutex mInjectionSessionLock;
1430 wp<CameraService> mParent;
1431 };
1432
Cliff Wu646bd612021-11-23 23:21:29 +08001433 // When injecting the camera, it will check whether the injecting camera status is unavailable.
1434 // If it is, the disconnect function will be called to to prevent camera access on the device.
1435 status_t checkIfInjectionCameraIsPresent(const String8& externalCamId,
1436 sp<BasicClient> clientSp);
1437
Cliff Wud3a05312021-04-26 23:07:31 +08001438 void clearInjectionParameters();
1439
1440 // This is the existing camera id being replaced.
1441 String8 mInjectionInternalCamId;
1442 // This is the external camera Id replacing the internalId.
1443 String8 mInjectionExternalCamId;
Cliff Wu646bd612021-11-23 23:21:29 +08001444 bool mInjectionInitPending = false;
Cliff Wud3a05312021-04-26 23:07:31 +08001445 // Guard mInjectionInternalCamId and mInjectionInitPending.
1446 Mutex mInjectionParametersLock;
Rucha Katakwar38284522021-11-10 11:25:21 -08001447
Austin Borger18b30a72022-10-27 12:20:29 -07001448 // Track the folded/unfoled device state. 0 == UNFOLDED, 4 == FOLDED
1449 int64_t mDeviceState;
1450
Rucha Katakwar38284522021-11-10 11:25:21 -08001451 void updateTorchUidMapLocked(const String16& cameraId, int uid);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001452};
1453
Mathias Agopian65ab4712010-07-14 17:59:35 -07001454} // namespace android
1455
1456#endif