blob: 6ba9d441d1865ccf9840b9db295540fc3c112d2e [file] [log] [blame]
Adam Lesinski1ab598f2015-08-14 14:26:04 -07001/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Adam Lesinskice5e56e2016-10-21 17:56:45 -070017#include <dirent.h>
18
Adam Lesinskice5e56e2016-10-21 17:56:45 -070019#include <string>
20
Adam Lesinskid5083f62017-01-16 15:07:21 -080021#include "android-base/errors.h"
22#include "android-base/file.h"
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070023#include "android-base/utf8.h"
Adam Lesinskid5083f62017-01-16 15:07:21 -080024#include "androidfw/StringPiece.h"
25#include "google/protobuf/io/coded_stream.h"
26#include "google/protobuf/io/zero_copy_stream_impl_lite.h"
27
Adam Lesinski1ab598f2015-08-14 14:26:04 -070028#include "ConfigDescription.h"
29#include "Diagnostics.h"
30#include "Flags.h"
31#include "ResourceParser.h"
32#include "ResourceTable.h"
Adam Lesinski1ab598f2015-08-14 14:26:04 -070033#include "compile/IdAssigner.h"
Adam Lesinski5eeaadd2016-08-25 12:26:56 -070034#include "compile/InlineXmlFormatParser.h"
Adam Lesinski1ab598f2015-08-14 14:26:04 -070035#include "compile/Png.h"
Adam Lesinski393b5f02015-12-17 13:03:11 -080036#include "compile/PseudolocaleGenerator.h"
Adam Lesinski1ab598f2015-08-14 14:26:04 -070037#include "compile/XmlIdCollector.h"
Adam Lesinski46708052017-09-29 14:49:15 -070038#include "format/Archive.h"
Adam Lesinski00451162017-10-03 07:44:08 -070039#include "format/Container.h"
Adam Lesinski46708052017-09-29 14:49:15 -070040#include "format/proto/ProtoSerialize.h"
Adam Lesinski00451162017-10-03 07:44:08 -070041#include "io/BigBufferStream.h"
42#include "io/FileStream.h"
43#include "io/StringStream.h"
Adam Lesinskid0f492d2017-04-03 18:12:45 -070044#include "io/Util.h"
Adam Lesinski1ab598f2015-08-14 14:26:04 -070045#include "util/Files.h"
46#include "util/Maybe.h"
47#include "util/Util.h"
Adam Lesinski467f1712015-11-16 17:35:44 -080048#include "xml/XmlDom.h"
49#include "xml/XmlPullParser.h"
Adam Lesinski1ab598f2015-08-14 14:26:04 -070050
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070051using ::aapt::io::FileInputStream;
Izabela Orlowskac81d9f32017-12-05 12:07:28 +000052using ::aapt::text::Printer;
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070053using ::android::StringPiece;
Adam Lesinski00451162017-10-03 07:44:08 -070054using ::android::base::SystemErrorCodeToString;
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070055using ::google::protobuf::io::CopyingOutputStreamAdaptor;
Adam Lesinski5eeaadd2016-08-25 12:26:56 -070056
Adam Lesinski1ab598f2015-08-14 14:26:04 -070057namespace aapt {
58
59struct ResourcePathData {
Adam Lesinskicacb28f2016-10-19 12:18:14 -070060 Source source;
Adam Lesinskice5e56e2016-10-21 17:56:45 -070061 std::string resource_dir;
Adam Lesinskicacb28f2016-10-19 12:18:14 -070062 std::string name;
63 std::string extension;
Adam Lesinski1ab598f2015-08-14 14:26:04 -070064
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070065 // Original config str. We keep this because when we parse the config, we may add on
66 // version qualifiers. We want to preserve the original input so the output is easily
Adam Lesinskicacb28f2016-10-19 12:18:14 -070067 // computed before hand.
Adam Lesinskice5e56e2016-10-21 17:56:45 -070068 std::string config_str;
Adam Lesinskicacb28f2016-10-19 12:18:14 -070069 ConfigDescription config;
Adam Lesinski1ab598f2015-08-14 14:26:04 -070070};
71
Adam Lesinskiefeb7af2017-08-02 14:57:43 -070072// Resource file paths are expected to look like: [--/res/]type[-config]/name
Adam Lesinskice5e56e2016-10-21 17:56:45 -070073static Maybe<ResourcePathData> ExtractResourcePathData(const std::string& path,
74 std::string* out_error) {
75 std::vector<std::string> parts = util::Split(path, file::sDirSep);
Adam Lesinskicacb28f2016-10-19 12:18:14 -070076 if (parts.size() < 2) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -070077 if (out_error) *out_error = "bad resource path";
Adam Lesinskicacb28f2016-10-19 12:18:14 -070078 return {};
79 }
80
81 std::string& dir = parts[parts.size() - 2];
Adam Lesinskice5e56e2016-10-21 17:56:45 -070082 StringPiece dir_str = dir;
Adam Lesinskicacb28f2016-10-19 12:18:14 -070083
Adam Lesinskice5e56e2016-10-21 17:56:45 -070084 StringPiece config_str;
Adam Lesinskicacb28f2016-10-19 12:18:14 -070085 ConfigDescription config;
Adam Lesinskice5e56e2016-10-21 17:56:45 -070086 size_t dash_pos = dir.find('-');
87 if (dash_pos != std::string::npos) {
88 config_str = dir_str.substr(dash_pos + 1, dir.size() - (dash_pos + 1));
89 if (!ConfigDescription::Parse(config_str, &config)) {
90 if (out_error) {
91 std::stringstream err_str;
92 err_str << "invalid configuration '" << config_str << "'";
93 *out_error = err_str.str();
Adam Lesinskicacb28f2016-10-19 12:18:14 -070094 }
95 return {};
Adam Lesinski1ab598f2015-08-14 14:26:04 -070096 }
Adam Lesinskice5e56e2016-10-21 17:56:45 -070097 dir_str = dir_str.substr(0, dash_pos);
Adam Lesinskicacb28f2016-10-19 12:18:14 -070098 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -070099
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700100 std::string& filename = parts[parts.size() - 1];
101 StringPiece name = filename;
102 StringPiece extension;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700103 size_t dot_pos = filename.find('.');
104 if (dot_pos != std::string::npos) {
105 extension = name.substr(dot_pos + 1, filename.size() - (dot_pos + 1));
106 name = name.substr(0, dot_pos);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700107 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700108
Adam Lesinskid5083f62017-01-16 15:07:21 -0800109 return ResourcePathData{Source(path), dir_str.to_string(), name.to_string(),
110 extension.to_string(), config_str.to_string(), config};
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700111}
112
113struct CompileOptions {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700114 std::string output_path;
115 Maybe<std::string> res_dir;
Izabela Orlowskac81d9f32017-12-05 12:07:28 +0000116 Maybe<std::string> generate_text_symbols_path;
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100117 Maybe<Visibility::Level> visibility;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700118 bool pseudolocalize = false;
Adam Lesinski28e6c0b2017-05-10 14:56:36 -0700119 bool no_png_crunch = false;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700120 bool legacy_mode = false;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700121 bool verbose = false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700122};
123
Adam Lesinski00451162017-10-03 07:44:08 -0700124static std::string BuildIntermediateContainerFilename(const ResourcePathData& data) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700125 std::stringstream name;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700126 name << data.resource_dir;
127 if (!data.config_str.empty()) {
128 name << "-" << data.config_str;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700129 }
130 name << "_" << data.name;
131 if (!data.extension.empty()) {
132 name << "." << data.extension;
133 }
134 name << ".flat";
135 return name.str();
Adam Lesinskia40e9722015-11-24 19:11:46 -0800136}
137
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700138static bool IsHidden(const StringPiece& filename) {
139 return util::StartsWith(filename, ".");
Adam Lesinskia40e9722015-11-24 19:11:46 -0800140}
141
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700142// Walks the res directory structure, looking for resource files.
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700143static bool LoadInputFilesFromDir(IAaptContext* context, const CompileOptions& options,
144 std::vector<ResourcePathData>* out_path_data) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700145 const std::string& root_dir = options.res_dir.value();
Adam Lesinski06460ef2017-03-14 18:52:13 -0700146 std::unique_ptr<DIR, decltype(closedir)*> d(opendir(root_dir.data()), closedir);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700147 if (!d) {
Adam Lesinski60d9c2f2017-05-17 16:07:45 -0700148 context->GetDiagnostics()->Error(DiagMessage(root_dir) << "failed to open directory: "
Adam Lesinski00451162017-10-03 07:44:08 -0700149 << SystemErrorCodeToString(errno));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700150 return false;
151 }
152
153 while (struct dirent* entry = readdir(d.get())) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700154 if (IsHidden(entry->d_name)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700155 continue;
156 }
157
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700158 std::string prefix_path = root_dir;
159 file::AppendPath(&prefix_path, entry->d_name);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700160
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700161 if (file::GetFileType(prefix_path) != file::FileType::kDirectory) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700162 continue;
163 }
164
Adam Lesinski06460ef2017-03-14 18:52:13 -0700165 std::unique_ptr<DIR, decltype(closedir)*> subdir(opendir(prefix_path.data()), closedir);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700166 if (!subdir) {
Adam Lesinski60d9c2f2017-05-17 16:07:45 -0700167 context->GetDiagnostics()->Error(DiagMessage(prefix_path) << "failed to open directory: "
Adam Lesinski00451162017-10-03 07:44:08 -0700168 << SystemErrorCodeToString(errno));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700169 return false;
170 }
171
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700172 while (struct dirent* leaf_entry = readdir(subdir.get())) {
173 if (IsHidden(leaf_entry->d_name)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700174 continue;
175 }
176
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700177 std::string full_path = prefix_path;
178 file::AppendPath(&full_path, leaf_entry->d_name);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700179
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700180 std::string err_str;
Adam Lesinski06460ef2017-03-14 18:52:13 -0700181 Maybe<ResourcePathData> path_data = ExtractResourcePathData(full_path, &err_str);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700182 if (!path_data) {
Adam Lesinski60d9c2f2017-05-17 16:07:45 -0700183 context->GetDiagnostics()->Error(DiagMessage(full_path) << err_str);
Adam Lesinskia40e9722015-11-24 19:11:46 -0800184 return false;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700185 }
186
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700187 out_path_data->push_back(std::move(path_data.value()));
Adam Lesinskia40e9722015-11-24 19:11:46 -0800188 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700189 }
Adam Lesinskie6aa6d12017-12-20 14:01:14 -0800190
191 // File-system directory enumeration order is platform-dependent. Sort the result to remove any
192 // inconsistencies between platforms.
193 std::sort(
194 out_path_data->begin(), out_path_data->end(),
195 [](const ResourcePathData& a, const ResourcePathData& b) { return a.source < b.source; });
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700196 return true;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700197}
198
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700199static bool CompileTable(IAaptContext* context, const CompileOptions& options,
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700200 const ResourcePathData& path_data, IArchiveWriter* writer,
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700201 const std::string& output_path) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700202 ResourceTable table;
203 {
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700204 FileInputStream fin(path_data.source.path);
205 if (fin.HadError()) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700206 context->GetDiagnostics()->Error(DiagMessage(path_data.source)
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700207 << "failed to open file: " << fin.GetError());
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700208 return false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700209 }
210
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700211 // Parse the values file from XML.
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700212 xml::XmlPullParser xml_parser(&fin);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700213
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700214 ResourceParserOptions parser_options;
215 parser_options.error_on_positional_arguments = !options.legacy_mode;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700216
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700217 // If the filename includes donottranslate, then the default translatable is false.
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700218 parser_options.translatable = path_data.name.find("donottranslate") == std::string::npos;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700219
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100220 // If visibility was forced, we need to use it when creating a new resource and also error if
221 // we try to parse the <public>, <public-group>, <java-symbol> or <symbol> tags.
222 parser_options.visibility = options.visibility;
223
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700224 ResourceParser res_parser(context->GetDiagnostics(), &table, path_data.source, path_data.config,
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700225 parser_options);
226 if (!res_parser.Parse(&xml_parser)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700227 return false;
Adam Lesinski393b5f02015-12-17 13:03:11 -0800228 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700229 }
Adam Lesinski83f22552015-11-07 11:51:23 -0800230
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700231 if (options.pseudolocalize) {
232 // Generate pseudo-localized strings (en-XA and ar-XB).
233 // These are created as weak symbols, and are only generated from default
234 // configuration
235 // strings and plurals.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700236 PseudolocaleGenerator pseudolocale_generator;
237 if (!pseudolocale_generator.Consume(context, &table)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700238 return false;
Adam Lesinski9ba47d82015-10-13 11:37:10 -0700239 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700240 }
Adam Lesinski9ba47d82015-10-13 11:37:10 -0700241
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700242 // Ensure we have the compilation package at least.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700243 table.CreatePackage(context->GetCompilationPackage());
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700244
245 // Assign an ID to any package that has resources.
246 for (auto& pkg : table.packages) {
247 if (!pkg->id) {
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700248 // If no package ID was set while parsing (public identifiers), auto assign an ID.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700249 pkg->id = context->GetPackageId();
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700250 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700251 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700252
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700253 // Create the file/zip entry.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700254 if (!writer->StartEntry(output_path, 0)) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700255 context->GetDiagnostics()->Error(DiagMessage(output_path) << "failed to open");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700256 return false;
257 }
Adam Lesinski59e04c62016-02-04 15:59:23 -0800258
Adam Lesinski00451162017-10-03 07:44:08 -0700259 // Make sure CopyingOutputStreamAdaptor is deleted before we call writer->FinishEntry().
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700260 {
Adam Lesinski00451162017-10-03 07:44:08 -0700261 // Wrap our IArchiveWriter with an adaptor that implements the ZeroCopyOutputStream interface.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700262 CopyingOutputStreamAdaptor copying_adaptor(writer);
Adam Lesinski00451162017-10-03 07:44:08 -0700263 ContainerWriter container_writer(&copying_adaptor, 1u);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700264
Adam Lesinski8cdca1b2017-09-28 15:50:03 -0700265 pb::ResourceTable pb_table;
266 SerializeTableToPb(table, &pb_table);
Adam Lesinski00451162017-10-03 07:44:08 -0700267 if (!container_writer.AddResTableEntry(pb_table)) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700268 context->GetDiagnostics()->Error(DiagMessage(output_path) << "failed to write");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700269 return false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700270 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700271 }
Adam Lesinskia40e9722015-11-24 19:11:46 -0800272
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700273 if (!writer->FinishEntry()) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700274 context->GetDiagnostics()->Error(DiagMessage(output_path) << "failed to finish entry");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700275 return false;
276 }
Izabela Orlowskac81d9f32017-12-05 12:07:28 +0000277
278 if (options.generate_text_symbols_path) {
279 io::FileOutputStream fout_text(options.generate_text_symbols_path.value());
280
281 if (fout_text.HadError()) {
282 context->GetDiagnostics()->Error(DiagMessage()
283 << "failed writing to'"
284 << options.generate_text_symbols_path.value()
285 << "': " << fout_text.GetError());
286 return false;
287 }
288
289 Printer r_txt_printer(&fout_text);
290 for (const auto& package : table.packages) {
291 for (const auto& type : package->types) {
292 for (const auto& entry : type->entries) {
293 // Check access modifiers.
294 switch(entry->visibility.level) {
295 case Visibility::Level::kUndefined :
296 r_txt_printer.Print("default ");
297 break;
298 case Visibility::Level::kPublic :
299 r_txt_printer.Print("public ");
300 break;
301 case Visibility::Level::kPrivate :
302 r_txt_printer.Print("private ");
303 }
304
305 if (type->type != ResourceType::kStyleable) {
306 r_txt_printer.Print("int ");
307 r_txt_printer.Print(to_string(type->type));
308 r_txt_printer.Print(" ");
309 r_txt_printer.Println(entry->name);
310 } else {
311 r_txt_printer.Print("int[] styleable ");
312 r_txt_printer.Println(entry->name);
313
314 if (!entry->values.empty()) {
315 auto styleable = static_cast<const Styleable*>(entry->values.front()->value.get());
316 for (const auto& attr : styleable->entries) {
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100317 // The visibility of the children under the styleable does not matter as they are
318 // nested under their parent and use its visibility.
Izabela Orlowskac81d9f32017-12-05 12:07:28 +0000319 r_txt_printer.Print("default int styleable ");
320 r_txt_printer.Print(entry->name);
321 r_txt_printer.Print("_");
322 r_txt_printer.Println(attr.name.value().entry);
323 }
324 }
325 }
326 }
327 }
328 }
329 }
330
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700331 return true;
Adam Lesinski59e04c62016-02-04 15:59:23 -0800332}
333
Adam Lesinski00451162017-10-03 07:44:08 -0700334static bool WriteHeaderAndDataToWriter(const StringPiece& output_path, const ResourceFile& file,
335 io::KnownSizeInputStream* in, IArchiveWriter* writer,
Adam Lesinski59e04c62016-02-04 15:59:23 -0800336 IDiagnostics* diag) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700337 // Start the entry so we can write the header.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700338 if (!writer->StartEntry(output_path, 0)) {
339 diag->Error(DiagMessage(output_path) << "failed to open file");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700340 return false;
341 }
342
Adam Lesinski00451162017-10-03 07:44:08 -0700343 // Make sure CopyingOutputStreamAdaptor is deleted before we call writer->FinishEntry().
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700344 {
Adam Lesinski00451162017-10-03 07:44:08 -0700345 // Wrap our IArchiveWriter with an adaptor that implements the ZeroCopyOutputStream interface.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700346 CopyingOutputStreamAdaptor copying_adaptor(writer);
Adam Lesinski00451162017-10-03 07:44:08 -0700347 ContainerWriter container_writer(&copying_adaptor, 1u);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700348
Adam Lesinski8cdca1b2017-09-28 15:50:03 -0700349 pb::internal::CompiledFile pb_compiled_file;
350 SerializeCompiledFileToPb(file, &pb_compiled_file);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700351
Adam Lesinski00451162017-10-03 07:44:08 -0700352 if (!container_writer.AddResFileEntry(pb_compiled_file, in)) {
353 diag->Error(DiagMessage(output_path) << "failed to write entry data");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700354 return false;
Adam Lesinski59e04c62016-02-04 15:59:23 -0800355 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700356 }
Adam Lesinski59e04c62016-02-04 15:59:23 -0800357
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700358 if (!writer->FinishEntry()) {
359 diag->Error(DiagMessage(output_path) << "failed to finish writing data");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700360 return false;
361 }
362 return true;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700363}
364
Adam Lesinski00451162017-10-03 07:44:08 -0700365static bool FlattenXmlToOutStream(const StringPiece& output_path, const xml::XmlResource& xmlres,
366 ContainerWriter* container_writer, IDiagnostics* diag) {
Adam Lesinski8cdca1b2017-09-28 15:50:03 -0700367 pb::internal::CompiledFile pb_compiled_file;
Adam Lesinski00451162017-10-03 07:44:08 -0700368 SerializeCompiledFileToPb(xmlres.file, &pb_compiled_file);
Adam Lesinski5eeaadd2016-08-25 12:26:56 -0700369
Adam Lesinski00451162017-10-03 07:44:08 -0700370 pb::XmlNode pb_xml_node;
371 SerializeXmlToPb(*xmlres.root, &pb_xml_node);
372
373 std::string serialized_xml = pb_xml_node.SerializeAsString();
374 io::StringInputStream serialized_in(serialized_xml);
375
376 if (!container_writer->AddResFileEntry(pb_compiled_file, &serialized_in)) {
377 diag->Error(DiagMessage(output_path) << "failed to write entry data");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700378 return false;
379 }
380 return true;
Adam Lesinski5eeaadd2016-08-25 12:26:56 -0700381}
382
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700383static bool IsValidFile(IAaptContext* context, const std::string& input_path) {
Adam Lesinski776aa952017-04-24 15:09:32 -0700384 const file::FileType file_type = file::GetFileType(input_path);
385 if (file_type != file::FileType::kRegular && file_type != file::FileType::kSymlink) {
386 if (file_type == file::FileType::kDirectory) {
387 context->GetDiagnostics()->Error(DiagMessage(input_path)
388 << "resource file cannot be a directory");
Adam Lesinskicc73e992017-05-12 18:16:44 -0700389 } else if (file_type == file::FileType::kNonexistant) {
390 context->GetDiagnostics()->Error(DiagMessage(input_path) << "file not found");
Adam Lesinski776aa952017-04-24 15:09:32 -0700391 } else {
392 context->GetDiagnostics()->Error(DiagMessage(input_path)
393 << "not a valid resource file");
394 }
395 return false;
396 }
397 return true;
398}
399
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700400static bool CompileXml(IAaptContext* context, const CompileOptions& options,
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700401 const ResourcePathData& path_data, IArchiveWriter* writer,
402 const std::string& output_path) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700403 if (context->IsVerbose()) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700404 context->GetDiagnostics()->Note(DiagMessage(path_data.source) << "compiling XML");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700405 }
406
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700407 std::unique_ptr<xml::XmlResource> xmlres;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700408 {
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700409 FileInputStream fin(path_data.source.path);
410 if (fin.HadError()) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700411 context->GetDiagnostics()->Error(DiagMessage(path_data.source)
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700412 << "failed to open file: " << fin.GetError());
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700413 return false;
Adam Lesinski21efb682016-09-14 17:35:43 -0700414 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700415
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700416 xmlres = xml::Inflate(&fin, context->GetDiagnostics(), path_data.source);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700417 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700418
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700419 if (!xmlres) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700420 return false;
421 }
422
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700423 xmlres->file.name = ResourceName({}, *ParseResourceType(path_data.resource_dir), path_data.name);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700424 xmlres->file.config = path_data.config;
425 xmlres->file.source = path_data.source;
Adam Lesinski00451162017-10-03 07:44:08 -0700426 xmlres->file.type = ResourceFile::Type::kProtoXml;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700427
428 // Collect IDs that are defined here.
429 XmlIdCollector collector;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700430 if (!collector.Consume(context, xmlres.get())) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700431 return false;
432 }
433
434 // Look for and process any <aapt:attr> tags and create sub-documents.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700435 InlineXmlFormatParser inline_xml_format_parser;
436 if (!inline_xml_format_parser.Consume(context, xmlres.get())) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700437 return false;
438 }
439
440 // Start the entry so we can write the header.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700441 if (!writer->StartEntry(output_path, 0)) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700442 context->GetDiagnostics()->Error(DiagMessage(output_path) << "failed to open file");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700443 return false;
444 }
445
Adam Lesinski00451162017-10-03 07:44:08 -0700446 std::vector<std::unique_ptr<xml::XmlResource>>& inline_documents =
447 inline_xml_format_parser.GetExtractedInlineXmlDocuments();
448
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700449 // Make sure CopyingOutputStreamAdaptor is deleted before we call writer->FinishEntry().
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700450 {
Adam Lesinskiefeb7af2017-08-02 14:57:43 -0700451 // Wrap our IArchiveWriter with an adaptor that implements the ZeroCopyOutputStream interface.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700452 CopyingOutputStreamAdaptor copying_adaptor(writer);
Adam Lesinski00451162017-10-03 07:44:08 -0700453 ContainerWriter container_writer(&copying_adaptor, 1u + inline_documents.size());
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700454
Adam Lesinski00451162017-10-03 07:44:08 -0700455 if (!FlattenXmlToOutStream(output_path, *xmlres, &container_writer,
456 context->GetDiagnostics())) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700457 return false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700458 }
459
Adam Lesinski00451162017-10-03 07:44:08 -0700460 for (const std::unique_ptr<xml::XmlResource>& inline_xml_doc : inline_documents) {
461 if (!FlattenXmlToOutStream(output_path, *inline_xml_doc, &container_writer,
462 context->GetDiagnostics())) {
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700463 return false;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700464 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700465 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700466 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700467
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700468 if (!writer->FinishEntry()) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700469 context->GetDiagnostics()->Error(DiagMessage(output_path) << "failed to finish writing data");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700470 return false;
471 }
Izabela Orlowskac81d9f32017-12-05 12:07:28 +0000472
473 if (options.generate_text_symbols_path) {
474 io::FileOutputStream fout_text(options.generate_text_symbols_path.value());
475
476 if (fout_text.HadError()) {
477 context->GetDiagnostics()->Error(DiagMessage()
478 << "failed writing to'"
479 << options.generate_text_symbols_path.value()
480 << "': " << fout_text.GetError());
481 return false;
482 }
483
484 Printer r_txt_printer(&fout_text);
485 for (const auto res : xmlres->file.exported_symbols) {
486 r_txt_printer.Print("default int id ");
487 r_txt_printer.Println(res.name.entry);
488 }
489
490 // And print ourselves.
491 r_txt_printer.Print("default int ");
492 r_txt_printer.Print(path_data.resource_dir);
493 r_txt_printer.Print(" ");
494 r_txt_printer.Println(path_data.name);
495 }
496
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700497 return true;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700498}
499
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700500static bool CompilePng(IAaptContext* context, const CompileOptions& options,
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700501 const ResourcePathData& path_data, IArchiveWriter* writer,
502 const std::string& output_path) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700503 if (context->IsVerbose()) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700504 context->GetDiagnostics()->Note(DiagMessage(path_data.source) << "compiling PNG");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700505 }
506
507 BigBuffer buffer(4096);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700508 ResourceFile res_file;
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700509 res_file.name = ResourceName({}, *ParseResourceType(path_data.resource_dir), path_data.name);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700510 res_file.config = path_data.config;
511 res_file.source = path_data.source;
Adam Lesinski00451162017-10-03 07:44:08 -0700512 res_file.type = ResourceFile::Type::kPng;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700513
514 {
515 std::string content;
Adam Lesinski2354b562017-05-26 16:31:38 -0700516 if (!android::base::ReadFileToString(path_data.source.path, &content,
517 true /*follow_symlinks*/)) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700518 context->GetDiagnostics()->Error(DiagMessage(path_data.source)
Adam Lesinski60d9c2f2017-05-17 16:07:45 -0700519 << "failed to open file: "
Adam Lesinski00451162017-10-03 07:44:08 -0700520 << SystemErrorCodeToString(errno));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700521 return false;
Adam Lesinski21efb682016-09-14 17:35:43 -0700522 }
523
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700524 BigBuffer crunched_png_buffer(4096);
Adam Lesinski06460ef2017-03-14 18:52:13 -0700525 io::BigBufferOutputStream crunched_png_buffer_out(&crunched_png_buffer);
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700526
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700527 // Ensure that we only keep the chunks we care about if we end up
528 // using the original PNG instead of the crunched one.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700529 PngChunkFilter png_chunk_filter(content);
Adam Lesinskicc73e992017-05-12 18:16:44 -0700530 std::unique_ptr<Image> image = ReadPng(context, path_data.source, &png_chunk_filter);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700531 if (!image) {
532 return false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700533 }
534
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700535 std::unique_ptr<NinePatch> nine_patch;
536 if (path_data.extension == "9.png") {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700537 std::string err;
Adam Lesinski06460ef2017-03-14 18:52:13 -0700538 nine_patch = NinePatch::Create(image->rows.get(), image->width, image->height, &err);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700539 if (!nine_patch) {
540 context->GetDiagnostics()->Error(DiagMessage() << err);
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700541 return false;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700542 }
543
544 // Remove the 1px border around the NinePatch.
545 // Basically the row array is shifted up by 1, and the length is treated
546 // as height - 2.
547 // For each row, shift the array to the left by 1, and treat the length as
548 // width - 2.
549 image->width -= 2;
550 image->height -= 2;
Adam Lesinski06460ef2017-03-14 18:52:13 -0700551 memmove(image->rows.get(), image->rows.get() + 1, image->height * sizeof(uint8_t**));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700552 for (int32_t h = 0; h < image->height; h++) {
553 memmove(image->rows[h], image->rows[h] + 4, image->width * 4);
554 }
555
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700556 if (context->IsVerbose()) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700557 context->GetDiagnostics()->Note(DiagMessage(path_data.source) << "9-patch: "
558 << *nine_patch);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700559 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700560 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700561
562 // Write the crunched PNG.
Adam Lesinski06460ef2017-03-14 18:52:13 -0700563 if (!WritePng(context, image.get(), nine_patch.get(), &crunched_png_buffer_out, {})) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700564 return false;
565 }
566
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700567 if (nine_patch != nullptr ||
568 crunched_png_buffer_out.ByteCount() <= png_chunk_filter.ByteCount()) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700569 // No matter what, we must use the re-encoded PNG, even if it is larger.
570 // 9-patch images must be re-encoded since their borders are stripped.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700571 buffer.AppendBuffer(std::move(crunched_png_buffer));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700572 } else {
573 // The re-encoded PNG is larger than the original, and there is
574 // no mandatory transformation. Use the original.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700575 if (context->IsVerbose()) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700576 context->GetDiagnostics()->Note(DiagMessage(path_data.source)
577 << "original PNG is smaller than crunched PNG"
578 << ", using original");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700579 }
580
Adam Lesinski06460ef2017-03-14 18:52:13 -0700581 png_chunk_filter.Rewind();
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700582 BigBuffer filtered_png_buffer(4096);
Adam Lesinski06460ef2017-03-14 18:52:13 -0700583 io::BigBufferOutputStream filtered_png_buffer_out(&filtered_png_buffer);
584 io::Copy(&filtered_png_buffer_out, &png_chunk_filter);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700585 buffer.AppendBuffer(std::move(filtered_png_buffer));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700586 }
587
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700588 if (context->IsVerbose()) {
Adam Lesinski06460ef2017-03-14 18:52:13 -0700589 // For debugging only, use the legacy PNG cruncher and compare the resulting file sizes.
590 // This will help catch exotic cases where the new code may generate larger PNGs.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700591 std::stringstream legacy_stream(content);
592 BigBuffer legacy_buffer(4096);
593 Png png(context->GetDiagnostics());
594 if (!png.process(path_data.source, &legacy_stream, &legacy_buffer, {})) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700595 return false;
596 }
597
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700598 context->GetDiagnostics()->Note(DiagMessage(path_data.source)
599 << "legacy=" << legacy_buffer.size()
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700600 << " new=" << buffer.size());
601 }
602 }
603
Adam Lesinski00451162017-10-03 07:44:08 -0700604 io::BigBufferInputStream buffer_in(&buffer);
605 if (!WriteHeaderAndDataToWriter(output_path, res_file, &buffer_in, writer,
606 context->GetDiagnostics())) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700607 return false;
608 }
609 return true;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700610}
611
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700612static bool CompileFile(IAaptContext* context, const CompileOptions& options,
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700613 const ResourcePathData& path_data, IArchiveWriter* writer,
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700614 const std::string& output_path) {
615 if (context->IsVerbose()) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700616 context->GetDiagnostics()->Note(DiagMessage(path_data.source) << "compiling file");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700617 }
Adam Lesinski21efb682016-09-14 17:35:43 -0700618
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700619 BigBuffer buffer(256);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700620 ResourceFile res_file;
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700621 res_file.name = ResourceName({}, *ParseResourceType(path_data.resource_dir), path_data.name);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700622 res_file.config = path_data.config;
623 res_file.source = path_data.source;
Adam Lesinski00451162017-10-03 07:44:08 -0700624 res_file.type = ResourceFile::Type::kUnknown;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700625
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700626 std::string error_str;
627 Maybe<android::FileMap> f = file::MmapPath(path_data.source.path, &error_str);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700628 if (!f) {
Adam Lesinski776aa952017-04-24 15:09:32 -0700629 context->GetDiagnostics()->Error(DiagMessage(path_data.source) << "failed to mmap file: "
630 << error_str);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700631 return false;
632 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700633
Adam Lesinski00451162017-10-03 07:44:08 -0700634 io::MmappedData mmapped_in(std::move(f.value()));
635 if (!WriteHeaderAndDataToWriter(output_path, res_file, &mmapped_in, writer,
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700636 context->GetDiagnostics())) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700637 return false;
638 }
639 return true;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700640}
641
642class CompileContext : public IAaptContext {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700643 public:
Chris Warrington820d72a2017-04-27 15:27:01 +0100644 CompileContext(IDiagnostics* diagnostics) : diagnostics_(diagnostics) {
645 }
646
Adam Lesinskib522f042017-04-21 16:57:59 -0700647 PackageType GetPackageType() override {
648 // Every compilation unit starts as an app and then gets linked as potentially something else.
649 return PackageType::kApp;
650 }
651
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700652 void SetVerbose(bool val) {
653 verbose_ = val;
654 }
Adam Lesinski355f2852016-02-13 20:26:45 -0800655
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700656 bool IsVerbose() override {
657 return verbose_;
658 }
Adam Lesinski355f2852016-02-13 20:26:45 -0800659
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700660 IDiagnostics* GetDiagnostics() override {
Chris Warrington820d72a2017-04-27 15:27:01 +0100661 return diagnostics_;
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700662 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700663
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700664 NameMangler* GetNameMangler() override {
Adam Lesinski00451162017-10-03 07:44:08 -0700665 UNIMPLEMENTED(FATAL) << "No name mangling should be needed in compile phase";
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700666 return nullptr;
667 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700668
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700669 const std::string& GetCompilationPackage() override {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700670 static std::string empty;
671 return empty;
672 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700673
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700674 uint8_t GetPackageId() override {
675 return 0x0;
676 }
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700677
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700678 SymbolTable* GetExternalSymbols() override {
Adam Lesinski00451162017-10-03 07:44:08 -0700679 UNIMPLEMENTED(FATAL) << "No symbols should be needed in compile phase";
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700680 return nullptr;
681 }
Adam Lesinski64587af2016-02-18 18:33:06 -0800682
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700683 int GetMinSdkVersion() override {
684 return 0;
685 }
Adam Lesinskifb6312f2016-06-28 14:40:32 -0700686
Chris Warrington481f0272018-02-06 14:03:39 +0000687 bool IsAutoNamespace() override {
688 return false;
689 }
690
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700691 private:
Adam Lesinski00451162017-10-03 07:44:08 -0700692 DISALLOW_COPY_AND_ASSIGN(CompileContext);
693
Chris Warrington820d72a2017-04-27 15:27:01 +0100694 IDiagnostics* diagnostics_;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700695 bool verbose_ = false;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700696};
697
Adam Lesinski00451162017-10-03 07:44:08 -0700698// Entry point for compilation phase. Parses arguments and dispatches to the correct steps.
Chris Warrington820d72a2017-04-27 15:27:01 +0100699int Compile(const std::vector<StringPiece>& args, IDiagnostics* diagnostics) {
700 CompileContext context(diagnostics);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700701 CompileOptions options;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700702
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700703 bool verbose = false;
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100704 Maybe<std::string> visibility;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700705 Flags flags =
706 Flags()
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700707 .RequiredFlag("-o", "Output path", &options.output_path)
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700708 .OptionalFlag("--dir", "Directory to scan for resources", &options.res_dir)
Izabela Orlowskac81d9f32017-12-05 12:07:28 +0000709 .OptionalFlag("--output-text-symbols",
710 "Generates a text file containing the resource symbols in the\n"
711 "specified file",
712 &options.generate_text_symbols_path)
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700713 .OptionalSwitch("--pseudo-localize",
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700714 "Generate resources for pseudo-locales "
715 "(en-XA and ar-XB)",
716 &options.pseudolocalize)
Adam Lesinski28e6c0b2017-05-10 14:56:36 -0700717 .OptionalSwitch("--no-crunch", "Disables PNG processing", &options.no_png_crunch)
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700718 .OptionalSwitch("--legacy", "Treat errors that used to be valid in AAPT as warnings",
719 &options.legacy_mode)
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100720 .OptionalSwitch("-v", "Enables verbose logging", &verbose)
721 .OptionalFlag("--visibility",
722 "Sets the visibility of the compiled resources to the specified\n"
723 "level. Accepted levels: public, private, default",
724 &visibility);
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700725 if (!flags.Parse("aapt2 compile", args, &std::cerr)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700726 return 1;
727 }
728
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700729 context.SetVerbose(verbose);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700730
Izabela Orlowskac7ac3a12018-03-27 14:46:52 +0100731 if (visibility) {
732 if (visibility.value() == "public") {
733 options.visibility = Visibility::Level::kPublic;
734 } else if (visibility.value() == "private") {
735 options.visibility = Visibility::Level::kPrivate;
736 } else if (visibility.value() == "default") {
737 options.visibility = Visibility::Level::kUndefined;
738 } else {
739 context.GetDiagnostics()->Error(
740 DiagMessage() << "Unrecognized visibility level passes to --visibility: '"
741 << visibility.value() << "'. Accepted levels: public, private, default");
742 return 1;
743 }
744 }
745
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700746 std::unique_ptr<IArchiveWriter> archive_writer;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700747
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700748 std::vector<ResourcePathData> input_data;
749 if (options.res_dir) {
750 if (!flags.GetArgs().empty()) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700751 // Can't have both files and a resource directory.
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700752 context.GetDiagnostics()->Error(DiagMessage() << "files given but --dir specified");
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700753 flags.Usage("aapt2 compile", &std::cerr);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700754 return 1;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700755 }
756
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700757 if (!LoadInputFilesFromDir(&context, options, &input_data)) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700758 return 1;
759 }
Adam Lesinski355f2852016-02-13 20:26:45 -0800760
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700761 archive_writer = CreateZipFileArchiveWriter(context.GetDiagnostics(), options.output_path);
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700762
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700763 } else {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700764 input_data.reserve(flags.GetArgs().size());
Adam Lesinskia40e9722015-11-24 19:11:46 -0800765
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700766 // Collect data from the path for each input file.
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700767 for (const std::string& arg : flags.GetArgs()) {
768 std::string error_str;
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700769 if (Maybe<ResourcePathData> path_data = ExtractResourcePathData(arg, &error_str)) {
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700770 input_data.push_back(std::move(path_data.value()));
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700771 } else {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700772 context.GetDiagnostics()->Error(DiagMessage() << error_str << " (" << arg << ")");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700773 return 1;
774 }
775 }
Adam Lesinskia40e9722015-11-24 19:11:46 -0800776
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700777 archive_writer = CreateDirectoryArchiveWriter(context.GetDiagnostics(), options.output_path);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700778 }
779
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700780 if (!archive_writer) {
Adam Lesinskidfaecaf2016-10-20 17:08:51 -0700781 return 1;
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700782 }
783
784 bool error = false;
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700785 for (ResourcePathData& path_data : input_data) {
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700786 if (options.verbose) {
Adam Lesinskid0f492d2017-04-03 18:12:45 -0700787 context.GetDiagnostics()->Note(DiagMessage(path_data.source) << "processing");
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700788 }
789
Adam Lesinski776aa952017-04-24 15:09:32 -0700790 if (!IsValidFile(&context, path_data.source.path)) {
791 error = true;
792 continue;
793 }
794
Adam Lesinski00451162017-10-03 07:44:08 -0700795 // Determine how to compile the file based on its type.
796 auto compile_func = &CompileFile;
Adam Lesinski3a725dc2017-11-02 16:14:59 -0700797 if (path_data.resource_dir == "values" && path_data.extension == "xml") {
Adam Lesinski00451162017-10-03 07:44:08 -0700798 compile_func = &CompileTable;
799 // We use a different extension (not necessary anymore, but avoids altering the existing
800 // build system logic).
Adam Lesinskice5e56e2016-10-21 17:56:45 -0700801 path_data.extension = "arsc";
Adam Lesinski00451162017-10-03 07:44:08 -0700802 } else if (const ResourceType* type = ParseResourceType(path_data.resource_dir)) {
803 if (*type != ResourceType::kRaw) {
804 if (path_data.extension == "xml") {
805 compile_func = &CompileXml;
Izabela Orlowska3c3f9b52018-01-12 14:24:09 +0000806 } else if ((!options.no_png_crunch && path_data.extension == "png") ||
807 path_data.extension == "9.png") {
Adam Lesinski00451162017-10-03 07:44:08 -0700808 compile_func = &CompilePng;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700809 }
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700810 }
Adam Lesinski00451162017-10-03 07:44:08 -0700811 } else {
812 context.GetDiagnostics()->Error(DiagMessage()
813 << "invalid file path '" << path_data.source << "'");
814 error = true;
815 continue;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700816 }
817
Adam Lesinski00451162017-10-03 07:44:08 -0700818 // Compile the file.
819 const std::string out_path = BuildIntermediateContainerFilename(path_data);
820 error |= !compile_func(&context, options, path_data, archive_writer.get(), out_path);
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700821 }
Adam Lesinski00451162017-10-03 07:44:08 -0700822 return error ? 1 : 0;
Adam Lesinski1ab598f2015-08-14 14:26:04 -0700823}
824
Adam Lesinskicacb28f2016-10-19 12:18:14 -0700825} // namespace aapt