| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2014 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
| Mark Salyzyn | cfd5b08 | 2016-10-17 14:28:00 -0700 | [diff] [blame] | 17 | #define LOG_TAG "nativebridge" | 
|  | 18 |  | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 19 | #include "nativebridge/native_bridge.h" | 
|  | 20 |  | 
|  | 21 | #include <dlfcn.h> | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 22 | #include <errno.h> | 
|  | 23 | #include <fcntl.h> | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 24 | #include <stdio.h> | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 25 | #include <sys/mount.h> | 
|  | 26 | #include <sys/stat.h> | 
| Mark Salyzyn | cfd5b08 | 2016-10-17 14:28:00 -0700 | [diff] [blame] | 27 | #include <unistd.h> | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 28 |  | 
| Mark Salyzyn | 66ce3e0 | 2016-09-28 10:07:20 -0700 | [diff] [blame] | 29 | #include <cstring> | 
|  | 30 |  | 
|  | 31 | #include <android/log.h> | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 32 |  | 
|  | 33 | namespace android { | 
|  | 34 |  | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 35 | // Environment values required by the apps running with native bridge. | 
|  | 36 | struct NativeBridgeRuntimeValues { | 
|  | 37 | const char* os_arch; | 
|  | 38 | const char* cpu_abi; | 
|  | 39 | const char* cpu_abi2; | 
|  | 40 | const char* *supported_abis; | 
|  | 41 | int32_t abi_count; | 
|  | 42 | }; | 
|  | 43 |  | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 44 | // The symbol name exposed by native-bridge with the type of NativeBridgeCallbacks. | 
|  | 45 | static constexpr const char* kNativeBridgeInterfaceSymbol = "NativeBridgeItf"; | 
|  | 46 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 47 | enum class NativeBridgeState { | 
|  | 48 | kNotSetup,                        // Initial state. | 
|  | 49 | kOpened,                          // After successful dlopen. | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 50 | kPreInitialized,                  // After successful pre-initialization. | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 51 | kInitialized,                     // After successful initialization. | 
|  | 52 | kClosed                           // Closed or errors. | 
|  | 53 | }; | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 54 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 55 | static constexpr const char* kNotSetupString = "kNotSetup"; | 
|  | 56 | static constexpr const char* kOpenedString = "kOpened"; | 
|  | 57 | static constexpr const char* kPreInitializedString = "kPreInitialized"; | 
|  | 58 | static constexpr const char* kInitializedString = "kInitialized"; | 
|  | 59 | static constexpr const char* kClosedString = "kClosed"; | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 60 |  | 
|  | 61 | static const char* GetNativeBridgeStateString(NativeBridgeState state) { | 
|  | 62 | switch (state) { | 
|  | 63 | case NativeBridgeState::kNotSetup: | 
|  | 64 | return kNotSetupString; | 
|  | 65 |  | 
|  | 66 | case NativeBridgeState::kOpened: | 
|  | 67 | return kOpenedString; | 
|  | 68 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 69 | case NativeBridgeState::kPreInitialized: | 
|  | 70 | return kPreInitializedString; | 
|  | 71 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 72 | case NativeBridgeState::kInitialized: | 
|  | 73 | return kInitializedString; | 
|  | 74 |  | 
|  | 75 | case NativeBridgeState::kClosed: | 
|  | 76 | return kClosedString; | 
|  | 77 | } | 
|  | 78 | } | 
|  | 79 |  | 
|  | 80 | // Current state of the native bridge. | 
|  | 81 | static NativeBridgeState state = NativeBridgeState::kNotSetup; | 
|  | 82 |  | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 83 | // The version of NativeBridge implementation. | 
|  | 84 | // Different Nativebridge interface needs the service of different version of | 
|  | 85 | // Nativebridge implementation. | 
|  | 86 | // Used by isCompatibleWith() which is introduced in v2. | 
|  | 87 | enum NativeBridgeImplementationVersion { | 
|  | 88 | // first version, not used. | 
|  | 89 | DEFAULT_VERSION = 1, | 
|  | 90 | // The version which signal semantic is introduced. | 
|  | 91 | SIGNAL_VERSION = 2, | 
|  | 92 | // The version which namespace semantic is introduced. | 
|  | 93 | NAMESPACE_VERSION = 3, | 
|  | 94 | }; | 
|  | 95 |  | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 96 | // Whether we had an error at some point. | 
|  | 97 | static bool had_error = false; | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 98 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 99 | // Handle of the loaded library. | 
|  | 100 | static void* native_bridge_handle = nullptr; | 
|  | 101 | // Pointer to the callbacks. Available as soon as LoadNativeBridge succeeds, but only initialized | 
|  | 102 | // later. | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 103 | static const NativeBridgeCallbacks* callbacks = nullptr; | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 104 | // Callbacks provided by the environment to the bridge. Passed to LoadNativeBridge. | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 105 | static const NativeBridgeRuntimeCallbacks* runtime_callbacks = nullptr; | 
|  | 106 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 107 | // The app's code cache directory. | 
|  | 108 | static char* app_code_cache_dir = nullptr; | 
|  | 109 |  | 
|  | 110 | // Code cache directory (relative to the application private directory) | 
|  | 111 | // Ideally we'd like to call into framework to retrieve this name. However that's considered an | 
|  | 112 | // implementation detail and will require either hacks or consistent refactorings. We compromise | 
|  | 113 | // and hard code the directory name again here. | 
|  | 114 | static constexpr const char* kCodeCacheDir = "code_cache"; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 115 |  | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 116 | // Characters allowed in a native bridge filename. The first character must | 
|  | 117 | // be in [a-zA-Z] (expected 'l' for "libx"). The rest must be in [a-zA-Z0-9._-]. | 
|  | 118 | static bool CharacterAllowed(char c, bool first) { | 
|  | 119 | if (first) { | 
|  | 120 | return ('a' <= c && c <= 'z') || ('A' <= c && c <= 'Z'); | 
|  | 121 | } else { | 
|  | 122 | return ('a' <= c && c <= 'z') || ('A' <= c && c <= 'Z') || ('0' <= c && c <= '9') || | 
|  | 123 | (c == '.') || (c == '_') || (c == '-'); | 
|  | 124 | } | 
|  | 125 | } | 
|  | 126 |  | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 127 | static void ReleaseAppCodeCacheDir() { | 
|  | 128 | if (app_code_cache_dir != nullptr) { | 
|  | 129 | delete[] app_code_cache_dir; | 
|  | 130 | app_code_cache_dir = nullptr; | 
|  | 131 | } | 
|  | 132 | } | 
|  | 133 |  | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 134 | // We only allow simple names for the library. It is supposed to be a file in | 
|  | 135 | // /system/lib or /vendor/lib. Only allow a small range of characters, that is | 
|  | 136 | // names consisting of [a-zA-Z0-9._-] and starting with [a-zA-Z]. | 
|  | 137 | bool NativeBridgeNameAcceptable(const char* nb_library_filename) { | 
|  | 138 | const char* ptr = nb_library_filename; | 
|  | 139 | if (*ptr == 0) { | 
|  | 140 | // Emptry string. Allowed, means no native bridge. | 
|  | 141 | return true; | 
|  | 142 | } else { | 
|  | 143 | // First character must be [a-zA-Z]. | 
|  | 144 | if (!CharacterAllowed(*ptr, true))  { | 
|  | 145 | // Found an invalid fist character, don't accept. | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 146 | ALOGE("Native bridge library %s has been rejected for first character %c", | 
|  | 147 | nb_library_filename, | 
|  | 148 | *ptr); | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 149 | return false; | 
|  | 150 | } else { | 
|  | 151 | // For the rest, be more liberal. | 
|  | 152 | ptr++; | 
|  | 153 | while (*ptr != 0) { | 
|  | 154 | if (!CharacterAllowed(*ptr, false)) { | 
|  | 155 | // Found an invalid character, don't accept. | 
|  | 156 | ALOGE("Native bridge library %s has been rejected for %c", nb_library_filename, *ptr); | 
|  | 157 | return false; | 
|  | 158 | } | 
|  | 159 | ptr++; | 
|  | 160 | } | 
|  | 161 | } | 
|  | 162 | return true; | 
|  | 163 | } | 
|  | 164 | } | 
|  | 165 |  | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 166 | // The policy of invoking Nativebridge changed in v3 with/without namespace. | 
|  | 167 | // Suggest Nativebridge implementation not maintain backward-compatible. | 
|  | 168 | static bool isCompatibleWith(const uint32_t version) { | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 169 | // Libnativebridge is now designed to be forward-compatible. So only "0" is an unsupported | 
|  | 170 | // version. | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 171 | if (callbacks == nullptr || callbacks->version == 0 || version == 0) { | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 172 | return false; | 
|  | 173 | } | 
|  | 174 |  | 
|  | 175 | // If this is a v2+ bridge, it may not be forwards- or backwards-compatible. Check. | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 176 | if (callbacks->version >= SIGNAL_VERSION) { | 
|  | 177 | return callbacks->isCompatibleWith(version); | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 178 | } | 
|  | 179 |  | 
|  | 180 | return true; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 181 | } | 
|  | 182 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 183 | static void CloseNativeBridge(bool with_error) { | 
|  | 184 | state = NativeBridgeState::kClosed; | 
|  | 185 | had_error |= with_error; | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 186 | ReleaseAppCodeCacheDir(); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 187 | } | 
|  | 188 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 189 | bool LoadNativeBridge(const char* nb_library_filename, | 
|  | 190 | const NativeBridgeRuntimeCallbacks* runtime_cbs) { | 
|  | 191 | // We expect only one place that calls LoadNativeBridge: Runtime::Init. At that point we are not | 
|  | 192 | // multi-threaded, so we do not need locking here. | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 193 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 194 | if (state != NativeBridgeState::kNotSetup) { | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 195 | // Setup has been called before. Ignore this call. | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 196 | if (nb_library_filename != nullptr) {  // Avoids some log-spam for dalvikvm. | 
|  | 197 | ALOGW("Called LoadNativeBridge for an already set up native bridge. State is %s.", | 
|  | 198 | GetNativeBridgeStateString(state)); | 
|  | 199 | } | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 200 | // Note: counts as an error, even though the bridge may be functional. | 
|  | 201 | had_error = true; | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 202 | return false; | 
|  | 203 | } | 
|  | 204 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 205 | if (nb_library_filename == nullptr || *nb_library_filename == 0) { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 206 | CloseNativeBridge(false); | 
|  | 207 | return false; | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 208 | } else { | 
|  | 209 | if (!NativeBridgeNameAcceptable(nb_library_filename)) { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 210 | CloseNativeBridge(true); | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 211 | } else { | 
|  | 212 | // Try to open the library. | 
|  | 213 | void* handle = dlopen(nb_library_filename, RTLD_LAZY); | 
|  | 214 | if (handle != nullptr) { | 
|  | 215 | callbacks = reinterpret_cast<NativeBridgeCallbacks*>(dlsym(handle, | 
|  | 216 | kNativeBridgeInterfaceSymbol)); | 
|  | 217 | if (callbacks != nullptr) { | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 218 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 219 | // Store the handle for later. | 
|  | 220 | native_bridge_handle = handle; | 
|  | 221 | } else { | 
|  | 222 | callbacks = nullptr; | 
|  | 223 | dlclose(handle); | 
|  | 224 | ALOGW("Unsupported native bridge interface."); | 
|  | 225 | } | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 226 | } else { | 
|  | 227 | dlclose(handle); | 
|  | 228 | } | 
|  | 229 | } | 
|  | 230 |  | 
|  | 231 | // Two failure conditions: could not find library (dlopen failed), or could not find native | 
|  | 232 | // bridge interface (dlsym failed). Both are an error and close the native bridge. | 
|  | 233 | if (callbacks == nullptr) { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 234 | CloseNativeBridge(true); | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 235 | } else { | 
|  | 236 | runtime_callbacks = runtime_cbs; | 
|  | 237 | state = NativeBridgeState::kOpened; | 
|  | 238 | } | 
|  | 239 | } | 
|  | 240 | return state == NativeBridgeState::kOpened; | 
|  | 241 | } | 
|  | 242 | } | 
|  | 243 |  | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 244 | #if defined(__arm__) | 
|  | 245 | static const char* kRuntimeISA = "arm"; | 
|  | 246 | #elif defined(__aarch64__) | 
|  | 247 | static const char* kRuntimeISA = "arm64"; | 
| Douglas Leung | d10e017 | 2015-05-19 17:30:08 -0700 | [diff] [blame] | 248 | #elif defined(__mips__) && !defined(__LP64__) | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 249 | static const char* kRuntimeISA = "mips"; | 
| Douglas Leung | d10e017 | 2015-05-19 17:30:08 -0700 | [diff] [blame] | 250 | #elif defined(__mips__) && defined(__LP64__) | 
|  | 251 | static const char* kRuntimeISA = "mips64"; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 252 | #elif defined(__i386__) | 
|  | 253 | static const char* kRuntimeISA = "x86"; | 
|  | 254 | #elif defined(__x86_64__) | 
|  | 255 | static const char* kRuntimeISA = "x86_64"; | 
|  | 256 | #else | 
|  | 257 | static const char* kRuntimeISA = "unknown"; | 
|  | 258 | #endif | 
|  | 259 |  | 
|  | 260 |  | 
|  | 261 | bool NeedsNativeBridge(const char* instruction_set) { | 
| Andreas Gampe | 04054e2 | 2014-09-25 22:33:01 -0700 | [diff] [blame] | 262 | if (instruction_set == nullptr) { | 
|  | 263 | ALOGE("Null instruction set in NeedsNativeBridge."); | 
|  | 264 | return false; | 
|  | 265 | } | 
| Andreas Gampe | 2f71cb2 | 2014-09-25 21:34:25 -0700 | [diff] [blame] | 266 | return strncmp(instruction_set, kRuntimeISA, strlen(kRuntimeISA) + 1) != 0; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 267 | } | 
|  | 268 |  | 
| Andreas Gampe | 4390a63 | 2014-09-24 18:53:26 -0700 | [diff] [blame] | 269 | #ifdef __APPLE__ | 
|  | 270 | template<typename T> void UNUSED(const T&) {} | 
|  | 271 | #endif | 
|  | 272 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 273 | bool PreInitializeNativeBridge(const char* app_data_dir_in, const char* instruction_set) { | 
|  | 274 | if (state != NativeBridgeState::kOpened) { | 
|  | 275 | ALOGE("Invalid state: native bridge is expected to be opened."); | 
|  | 276 | CloseNativeBridge(true); | 
|  | 277 | return false; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 278 | } | 
|  | 279 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 280 | if (app_data_dir_in == nullptr) { | 
|  | 281 | ALOGE("Application private directory cannot be null."); | 
|  | 282 | CloseNativeBridge(true); | 
|  | 283 | return false; | 
|  | 284 | } | 
|  | 285 |  | 
|  | 286 | // Create the path to the application code cache directory. | 
|  | 287 | // The memory will be release after Initialization or when the native bridge is closed. | 
|  | 288 | const size_t len = strlen(app_data_dir_in) + strlen(kCodeCacheDir) + 2; // '\0' + '/' | 
|  | 289 | app_code_cache_dir = new char[len]; | 
|  | 290 | snprintf(app_code_cache_dir, len, "%s/%s", app_data_dir_in, kCodeCacheDir); | 
|  | 291 |  | 
|  | 292 | // Bind-mount /system/lib{,64}/<isa>/cpuinfo to /proc/cpuinfo. | 
|  | 293 | // Failure is not fatal and will keep the native bridge in kPreInitialized. | 
|  | 294 | state = NativeBridgeState::kPreInitialized; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 295 |  | 
| Andreas Gampe | 962eb40 | 2014-09-24 16:36:17 -0700 | [diff] [blame] | 296 | #ifndef __APPLE__ | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 297 | if (instruction_set == nullptr) { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 298 | return true; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 299 | } | 
|  | 300 | size_t isa_len = strlen(instruction_set); | 
|  | 301 | if (isa_len > 10) { | 
|  | 302 | // 10 is a loose upper bound on the currently known instruction sets (a tight bound is 7 for | 
|  | 303 | // x86_64 [including the trailing \0]). This is so we don't have to change here if there will | 
|  | 304 | // be another instruction set in the future. | 
| Andreas Gampe | 2f71cb2 | 2014-09-25 21:34:25 -0700 | [diff] [blame] | 305 | ALOGW("Instruction set %s is malformed, must be less than or equal to 10 characters.", | 
|  | 306 | instruction_set); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 307 | return true; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 308 | } | 
|  | 309 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 310 | // If the file does not exist, the mount command will fail, | 
|  | 311 | // so we save the extra file existence check. | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 312 | char cpuinfo_path[1024]; | 
|  | 313 |  | 
| Elliott Hughes | 9b828ad | 2015-07-30 08:47:35 -0700 | [diff] [blame] | 314 | #if defined(__ANDROID__) | 
| Andreas Gampe | 04054e2 | 2014-09-25 22:33:01 -0700 | [diff] [blame] | 315 | snprintf(cpuinfo_path, sizeof(cpuinfo_path), "/system/lib" | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 316 | #ifdef __LP64__ | 
| Andreas Gampe | 04054e2 | 2014-09-25 22:33:01 -0700 | [diff] [blame] | 317 | "64" | 
|  | 318 | #endif  // __LP64__ | 
|  | 319 | "/%s/cpuinfo", instruction_set); | 
| Elliott Hughes | 9b828ad | 2015-07-30 08:47:35 -0700 | [diff] [blame] | 320 | #else   // !__ANDROID__ | 
| Andreas Gampe | 04054e2 | 2014-09-25 22:33:01 -0700 | [diff] [blame] | 321 | // To be able to test on the host, we hardwire a relative path. | 
|  | 322 | snprintf(cpuinfo_path, sizeof(cpuinfo_path), "./cpuinfo"); | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 323 | #endif | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 324 |  | 
|  | 325 | // Bind-mount. | 
| Andreas Gampe | 2f71cb2 | 2014-09-25 21:34:25 -0700 | [diff] [blame] | 326 | if (TEMP_FAILURE_RETRY(mount(cpuinfo_path,        // Source. | 
|  | 327 | "/proc/cpuinfo",     // Target. | 
|  | 328 | nullptr,             // FS type. | 
|  | 329 | MS_BIND,             // Mount flags: bind mount. | 
|  | 330 | nullptr)) == -1) {   // "Data." | 
| Andreas Gampe | 04054e2 | 2014-09-25 22:33:01 -0700 | [diff] [blame] | 331 | ALOGW("Failed to bind-mount %s as /proc/cpuinfo: %s", cpuinfo_path, strerror(errno)); | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 332 | } | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 333 | #else  // __APPLE__ | 
| Andreas Gampe | 4390a63 | 2014-09-24 18:53:26 -0700 | [diff] [blame] | 334 | UNUSED(instruction_set); | 
| Andreas Gampe | 962eb40 | 2014-09-24 16:36:17 -0700 | [diff] [blame] | 335 | ALOGW("Mac OS does not support bind-mounting. Host simulation of native bridge impossible."); | 
|  | 336 | #endif | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 337 |  | 
|  | 338 | return true; | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 339 | } | 
|  | 340 |  | 
|  | 341 | static void SetCpuAbi(JNIEnv* env, jclass build_class, const char* field, const char* value) { | 
|  | 342 | if (value != nullptr) { | 
|  | 343 | jfieldID field_id = env->GetStaticFieldID(build_class, field, "Ljava/lang/String;"); | 
|  | 344 | if (field_id == nullptr) { | 
|  | 345 | env->ExceptionClear(); | 
|  | 346 | ALOGW("Could not find %s field.", field); | 
|  | 347 | return; | 
|  | 348 | } | 
|  | 349 |  | 
|  | 350 | jstring str = env->NewStringUTF(value); | 
|  | 351 | if (str == nullptr) { | 
|  | 352 | env->ExceptionClear(); | 
|  | 353 | ALOGW("Could not create string %s.", value); | 
|  | 354 | return; | 
|  | 355 | } | 
|  | 356 |  | 
|  | 357 | env->SetStaticObjectField(build_class, field_id, str); | 
|  | 358 | } | 
|  | 359 | } | 
|  | 360 |  | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 361 | // Set up the environment for the bridged app. | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 362 | static void SetupEnvironment(const NativeBridgeCallbacks* callbacks, JNIEnv* env, const char* isa) { | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 363 | // Need a JNIEnv* to do anything. | 
|  | 364 | if (env == nullptr) { | 
|  | 365 | ALOGW("No JNIEnv* to set up app environment."); | 
|  | 366 | return; | 
|  | 367 | } | 
|  | 368 |  | 
|  | 369 | // Query the bridge for environment values. | 
|  | 370 | const struct NativeBridgeRuntimeValues* env_values = callbacks->getAppEnv(isa); | 
|  | 371 | if (env_values == nullptr) { | 
|  | 372 | return; | 
|  | 373 | } | 
|  | 374 |  | 
|  | 375 | // Keep the JNIEnv clean. | 
|  | 376 | jint success = env->PushLocalFrame(16);  // That should be small and large enough. | 
|  | 377 | if (success < 0) { | 
|  | 378 | // Out of memory, really borked. | 
|  | 379 | ALOGW("Out of memory while setting up app environment."); | 
|  | 380 | env->ExceptionClear(); | 
|  | 381 | return; | 
|  | 382 | } | 
|  | 383 |  | 
|  | 384 | // Reset CPU_ABI & CPU_ABI2 to values required by the apps running with native bridge. | 
|  | 385 | if (env_values->cpu_abi != nullptr || env_values->cpu_abi2 != nullptr || | 
|  | 386 | env_values->abi_count >= 0) { | 
|  | 387 | jclass bclass_id = env->FindClass("android/os/Build"); | 
|  | 388 | if (bclass_id != nullptr) { | 
|  | 389 | SetCpuAbi(env, bclass_id, "CPU_ABI", env_values->cpu_abi); | 
|  | 390 | SetCpuAbi(env, bclass_id, "CPU_ABI2", env_values->cpu_abi2); | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 391 | } else { | 
|  | 392 | // For example in a host test environment. | 
|  | 393 | env->ExceptionClear(); | 
|  | 394 | ALOGW("Could not find Build class."); | 
|  | 395 | } | 
|  | 396 | } | 
|  | 397 |  | 
|  | 398 | if (env_values->os_arch != nullptr) { | 
|  | 399 | jclass sclass_id = env->FindClass("java/lang/System"); | 
|  | 400 | if (sclass_id != nullptr) { | 
| Narayan Kamath | 484c55b | 2015-02-10 15:33:36 +0000 | [diff] [blame] | 401 | jmethodID set_prop_id = env->GetStaticMethodID(sclass_id, "setUnchangeableSystemProperty", | 
| Calin Juravle | c3eb431 | 2014-10-01 17:29:19 +0100 | [diff] [blame] | 402 | "(Ljava/lang/String;Ljava/lang/String;)V"); | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 403 | if (set_prop_id != nullptr) { | 
| Calin Juravle | c3eb431 | 2014-10-01 17:29:19 +0100 | [diff] [blame] | 404 | // Init os.arch to the value reqired by the apps running with native bridge. | 
|  | 405 | env->CallStaticVoidMethod(sclass_id, set_prop_id, env->NewStringUTF("os.arch"), | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 406 | env->NewStringUTF(env_values->os_arch)); | 
|  | 407 | } else { | 
|  | 408 | env->ExceptionClear(); | 
| Narayan Kamath | 484c55b | 2015-02-10 15:33:36 +0000 | [diff] [blame] | 409 | ALOGW("Could not find System#setUnchangeableSystemProperty."); | 
| jgu21 | ab0da5a | 2014-09-10 06:58:32 -0400 | [diff] [blame] | 410 | } | 
|  | 411 | } else { | 
|  | 412 | env->ExceptionClear(); | 
|  | 413 | ALOGW("Could not find System class."); | 
|  | 414 | } | 
|  | 415 | } | 
|  | 416 |  | 
|  | 417 | // Make it pristine again. | 
|  | 418 | env->PopLocalFrame(nullptr); | 
|  | 419 | } | 
|  | 420 |  | 
|  | 421 | bool InitializeNativeBridge(JNIEnv* env, const char* instruction_set) { | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 422 | // We expect only one place that calls InitializeNativeBridge: Runtime::DidForkFromZygote. At that | 
|  | 423 | // point we are not multi-threaded, so we do not need locking here. | 
|  | 424 |  | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 425 | if (state == NativeBridgeState::kPreInitialized) { | 
|  | 426 | // Check for code cache: if it doesn't exist try to create it. | 
|  | 427 | struct stat st; | 
|  | 428 | if (stat(app_code_cache_dir, &st) == -1) { | 
|  | 429 | if (errno == ENOENT) { | 
|  | 430 | if (mkdir(app_code_cache_dir, S_IRWXU | S_IRWXG | S_IXOTH) == -1) { | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 431 | ALOGW("Cannot create code cache directory %s: %s.", app_code_cache_dir, strerror(errno)); | 
|  | 432 | ReleaseAppCodeCacheDir(); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 433 | } | 
|  | 434 | } else { | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 435 | ALOGW("Cannot stat code cache directory %s: %s.", app_code_cache_dir, strerror(errno)); | 
|  | 436 | ReleaseAppCodeCacheDir(); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 437 | } | 
|  | 438 | } else if (!S_ISDIR(st.st_mode)) { | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 439 | ALOGW("Code cache is not a directory %s.", app_code_cache_dir); | 
|  | 440 | ReleaseAppCodeCacheDir(); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 441 | } | 
|  | 442 |  | 
|  | 443 | // If we're still PreInitialized (dind't fail the code cache checks) try to initialize. | 
|  | 444 | if (state == NativeBridgeState::kPreInitialized) { | 
|  | 445 | if (callbacks->initialize(runtime_callbacks, app_code_cache_dir, instruction_set)) { | 
|  | 446 | SetupEnvironment(callbacks, env, instruction_set); | 
|  | 447 | state = NativeBridgeState::kInitialized; | 
|  | 448 | // We no longer need the code cache path, release the memory. | 
| jgu21 | cef898f | 2015-07-02 12:02:11 +0800 | [diff] [blame] | 449 | ReleaseAppCodeCacheDir(); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 450 | } else { | 
|  | 451 | // Unload the library. | 
|  | 452 | dlclose(native_bridge_handle); | 
|  | 453 | CloseNativeBridge(true); | 
|  | 454 | } | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 455 | } | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 456 | } else { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 457 | CloseNativeBridge(true); | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 458 | } | 
|  | 459 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 460 | return state == NativeBridgeState::kInitialized; | 
|  | 461 | } | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 462 |  | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 463 | void UnloadNativeBridge() { | 
|  | 464 | // We expect only one place that calls UnloadNativeBridge: Runtime::DidForkFromZygote. At that | 
|  | 465 | // point we are not multi-threaded, so we do not need locking here. | 
|  | 466 |  | 
|  | 467 | switch(state) { | 
|  | 468 | case NativeBridgeState::kOpened: | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 469 | case NativeBridgeState::kPreInitialized: | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 470 | case NativeBridgeState::kInitialized: | 
|  | 471 | // Unload. | 
|  | 472 | dlclose(native_bridge_handle); | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 473 | CloseNativeBridge(false); | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 474 | break; | 
|  | 475 |  | 
|  | 476 | case NativeBridgeState::kNotSetup: | 
|  | 477 | // Not even set up. Error. | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 478 | CloseNativeBridge(true); | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 479 | break; | 
|  | 480 |  | 
|  | 481 | case NativeBridgeState::kClosed: | 
|  | 482 | // Ignore. | 
|  | 483 | break; | 
|  | 484 | } | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 485 | } | 
|  | 486 |  | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 487 | bool NativeBridgeError() { | 
|  | 488 | return had_error; | 
|  | 489 | } | 
|  | 490 |  | 
|  | 491 | bool NativeBridgeAvailable() { | 
| Calin Juravle | f9d9e2a | 2014-10-17 13:45:39 +0100 | [diff] [blame] | 492 | return state == NativeBridgeState::kOpened | 
|  | 493 | || state == NativeBridgeState::kPreInitialized | 
|  | 494 | || state == NativeBridgeState::kInitialized; | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 495 | } | 
|  | 496 |  | 
|  | 497 | bool NativeBridgeInitialized() { | 
|  | 498 | // Calls of this are supposed to happen in a state where the native bridge is stable, i.e., after | 
|  | 499 | // Runtime::DidForkFromZygote. In that case we do not need a lock. | 
|  | 500 | return state == NativeBridgeState::kInitialized; | 
| Andreas Gampe | 049249c | 2014-08-19 22:31:31 -0700 | [diff] [blame] | 501 | } | 
|  | 502 |  | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 503 | void* NativeBridgeLoadLibrary(const char* libpath, int flag) { | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 504 | if (NativeBridgeInitialized()) { | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 505 | return callbacks->loadLibrary(libpath, flag); | 
|  | 506 | } | 
|  | 507 | return nullptr; | 
|  | 508 | } | 
|  | 509 |  | 
|  | 510 | void* NativeBridgeGetTrampoline(void* handle, const char* name, const char* shorty, | 
|  | 511 | uint32_t len) { | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 512 | if (NativeBridgeInitialized()) { | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 513 | return callbacks->getTrampoline(handle, name, shorty, len); | 
|  | 514 | } | 
|  | 515 | return nullptr; | 
|  | 516 | } | 
|  | 517 |  | 
|  | 518 | bool NativeBridgeIsSupported(const char* libpath) { | 
| Andreas Gampe | 035bd75 | 2014-09-02 21:17:03 -0700 | [diff] [blame] | 519 | if (NativeBridgeInitialized()) { | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 520 | return callbacks->isSupported(libpath); | 
|  | 521 | } | 
|  | 522 | return false; | 
|  | 523 | } | 
|  | 524 |  | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 525 | uint32_t NativeBridgeGetVersion() { | 
|  | 526 | if (NativeBridgeAvailable()) { | 
|  | 527 | return callbacks->version; | 
|  | 528 | } | 
|  | 529 | return 0; | 
|  | 530 | } | 
|  | 531 |  | 
|  | 532 | NativeBridgeSignalHandlerFn NativeBridgeGetSignalHandler(int signal) { | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 533 | if (NativeBridgeInitialized()) { | 
|  | 534 | if (isCompatibleWith(SIGNAL_VERSION)) { | 
|  | 535 | return callbacks->getSignalHandler(signal); | 
|  | 536 | } else { | 
|  | 537 | ALOGE("not compatible with version %d, cannot get signal handler", SIGNAL_VERSION); | 
|  | 538 | } | 
|  | 539 | } | 
|  | 540 | return nullptr; | 
|  | 541 | } | 
|  | 542 |  | 
|  | 543 | int NativeBridgeUnloadLibrary(void* handle) { | 
|  | 544 | if (NativeBridgeInitialized()) { | 
|  | 545 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 546 | return callbacks->unloadLibrary(handle); | 
|  | 547 | } else { | 
|  | 548 | ALOGE("not compatible with version %d, cannot unload library", NAMESPACE_VERSION); | 
|  | 549 | } | 
|  | 550 | } | 
|  | 551 | return -1; | 
|  | 552 | } | 
|  | 553 |  | 
| Dimitry Ivanov | d836ab0 | 2016-11-02 18:03:10 -0700 | [diff] [blame] | 554 | const char* NativeBridgeGetError() { | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 555 | if (NativeBridgeInitialized()) { | 
|  | 556 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 557 | return callbacks->getError(); | 
|  | 558 | } else { | 
| Dimitry Ivanov | d836ab0 | 2016-11-02 18:03:10 -0700 | [diff] [blame] | 559 | return "native bridge implementation is not compatible with version 3, cannot get message"; | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 560 | } | 
|  | 561 | } | 
| Dimitry Ivanov | d836ab0 | 2016-11-02 18:03:10 -0700 | [diff] [blame] | 562 | return "native bridge is not initialized"; | 
| Zhenhua WANG | f2804e5 | 2016-05-30 11:16:08 +0800 | [diff] [blame] | 563 | } | 
|  | 564 |  | 
|  | 565 | bool NativeBridgeIsPathSupported(const char* path) { | 
|  | 566 | if (NativeBridgeInitialized()) { | 
|  | 567 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 568 | return callbacks->isPathSupported(path); | 
|  | 569 | } else { | 
|  | 570 | ALOGE("not compatible with version %d, cannot check via library path", NAMESPACE_VERSION); | 
|  | 571 | } | 
|  | 572 | } | 
|  | 573 | return false; | 
|  | 574 | } | 
|  | 575 |  | 
|  | 576 | bool NativeBridgeInitNamespace(const char* public_ns_sonames, | 
|  | 577 | const char* anon_ns_library_path) { | 
|  | 578 | if (NativeBridgeInitialized()) { | 
|  | 579 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 580 | return callbacks->initNamespace(public_ns_sonames, anon_ns_library_path); | 
|  | 581 | } else { | 
|  | 582 | ALOGE("not compatible with version %d, cannot init namespace", NAMESPACE_VERSION); | 
|  | 583 | } | 
|  | 584 | } | 
|  | 585 |  | 
|  | 586 | return false; | 
|  | 587 | } | 
|  | 588 |  | 
|  | 589 | native_bridge_namespace_t* NativeBridgeCreateNamespace(const char* name, | 
|  | 590 | const char* ld_library_path, | 
|  | 591 | const char* default_library_path, | 
|  | 592 | uint64_t type, | 
|  | 593 | const char* permitted_when_isolated_path, | 
|  | 594 | native_bridge_namespace_t* parent_ns) { | 
|  | 595 | if (NativeBridgeInitialized()) { | 
|  | 596 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 597 | return callbacks->createNamespace(name, | 
|  | 598 | ld_library_path, | 
|  | 599 | default_library_path, | 
|  | 600 | type, | 
|  | 601 | permitted_when_isolated_path, | 
|  | 602 | parent_ns); | 
|  | 603 | } else { | 
|  | 604 | ALOGE("not compatible with version %d, cannot create namespace %s", NAMESPACE_VERSION, name); | 
|  | 605 | } | 
|  | 606 | } | 
|  | 607 |  | 
|  | 608 | return nullptr; | 
|  | 609 | } | 
|  | 610 |  | 
|  | 611 | void* NativeBridgeLoadLibraryExt(const char* libpath, int flag, native_bridge_namespace_t* ns) { | 
|  | 612 | if (NativeBridgeInitialized()) { | 
|  | 613 | if (isCompatibleWith(NAMESPACE_VERSION)) { | 
|  | 614 | return callbacks->loadLibraryExt(libpath, flag, ns); | 
|  | 615 | } else { | 
|  | 616 | ALOGE("not compatible with version %d, cannot load library in namespace", NAMESPACE_VERSION); | 
|  | 617 | } | 
| Andreas Gampe | a6ac9ce | 2015-04-30 20:39:12 -0700 | [diff] [blame] | 618 | } | 
|  | 619 | return nullptr; | 
|  | 620 | } | 
|  | 621 |  | 
| Calin Juravle | 961ae12 | 2014-08-11 16:11:59 +0100 | [diff] [blame] | 622 | };  // namespace android |