blob: 5ca53a733cb62ccedc60506053e9ca1dd152cb40 [file] [log] [blame]
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +02001/*
2 * Copyright (C) 2023 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Mårten Kongstad403658f2023-06-14 09:51:56 +020017use anyhow::{bail, ensure, Context, Result};
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020018use clap::ValueEnum;
Mårten Kongstada1029092023-05-08 11:51:59 +020019use protobuf::Message;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020020use std::io::Read;
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020021use std::path::PathBuf;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020022
Dennis Shen1dc9ad42023-05-12 00:21:55 +000023use crate::codegen_cpp::generate_cpp_code;
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020024use crate::codegen_java::generate_java_code;
Mårten Kongstadf73b9632023-05-24 15:43:47 +020025use crate::codegen_rust::generate_rust_code;
Mårten Kongstad403658f2023-06-14 09:51:56 +020026use crate::protos::{
27 ProtoFlagPermission, ProtoFlagState, ProtoParsedFlag, ProtoParsedFlags, ProtoTracepoint,
28};
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020029
30pub struct Input {
Mårten Kongstad403658f2023-06-14 09:51:56 +020031 pub source: String,
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020032 pub reader: Box<dyn Read>,
33}
34
Mårten Kongstad403658f2023-06-14 09:51:56 +020035impl Input {
36 fn try_parse_flags(&mut self) -> Result<ProtoParsedFlags> {
37 let mut buffer = Vec::new();
38 self.reader.read_to_end(&mut buffer)?;
39 crate::protos::parsed_flags::try_from_binary_proto(&buffer)
40 }
41}
42
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020043pub struct OutputFile {
44 pub path: PathBuf, // relative to some root directory only main knows about
45 pub contents: Vec<u8>,
46}
47
Mårten Kongstad403658f2023-06-14 09:51:56 +020048const DEFAULT_FLAG_STATE: ProtoFlagState = ProtoFlagState::DISABLED;
49const DEFAULT_FLAG_PERMISSION: ProtoFlagPermission = ProtoFlagPermission::READ_WRITE;
50
51pub fn parse_flags(package: &str, declarations: Vec<Input>, values: Vec<Input>) -> Result<Vec<u8>> {
52 let mut parsed_flags = ProtoParsedFlags::new();
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020053
Mårten Kongstadfa23d292023-05-11 14:47:02 +020054 for mut input in declarations {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020055 let mut contents = String::new();
56 input.reader.read_to_string(&mut contents)?;
Mårten Kongstad403658f2023-06-14 09:51:56 +020057
58 let flag_declarations = crate::protos::flag_declarations::try_from_text_proto(&contents)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020059 .with_context(|| format!("Failed to parse {}", input.source))?;
Mårten Kongstad30950782023-05-09 13:31:29 +020060 ensure!(
Mårten Kongstad403658f2023-06-14 09:51:56 +020061 package == flag_declarations.package(),
Mårten Kongstad9fb58962023-05-31 13:02:13 +020062 "Failed to parse {}: expected package {}, got {}",
Mårten Kongstad30950782023-05-09 13:31:29 +020063 input.source,
Mårten Kongstad9fb58962023-05-31 13:02:13 +020064 package,
Mårten Kongstad403658f2023-06-14 09:51:56 +020065 flag_declarations.package()
Mårten Kongstad30950782023-05-09 13:31:29 +020066 );
Mårten Kongstad403658f2023-06-14 09:51:56 +020067 for mut flag_declaration in flag_declarations.flag.into_iter() {
68 crate::protos::flag_declaration::verify_fields(&flag_declaration)
69 .with_context(|| format!("Failed to parse {}", input.source))?;
70
71 // create ParsedFlag using FlagDeclaration and default values
72 let mut parsed_flag = ProtoParsedFlag::new();
73 parsed_flag.set_package(package.to_string());
74 parsed_flag.set_name(flag_declaration.take_name());
75 parsed_flag.set_namespace(flag_declaration.take_namespace());
76 parsed_flag.set_description(flag_declaration.take_description());
Mårten Kongstad1b8636b2023-06-22 10:12:24 +020077 parsed_flag.bug.append(&mut flag_declaration.bug);
Mårten Kongstad403658f2023-06-14 09:51:56 +020078 parsed_flag.set_state(DEFAULT_FLAG_STATE);
79 parsed_flag.set_permission(DEFAULT_FLAG_PERMISSION);
80 let mut tracepoint = ProtoTracepoint::new();
81 tracepoint.set_source(input.source.clone());
82 tracepoint.set_state(DEFAULT_FLAG_STATE);
83 tracepoint.set_permission(DEFAULT_FLAG_PERMISSION);
84 parsed_flag.trace.push(tracepoint);
85
86 // verify ParsedFlag looks reasonable
87 crate::protos::parsed_flag::verify_fields(&parsed_flag)?;
88
89 // verify ParsedFlag can be added
90 ensure!(
91 parsed_flags.parsed_flag.iter().all(|other| other.name() != parsed_flag.name()),
92 "failed to declare flag {} from {}: flag already declared",
93 parsed_flag.name(),
94 input.source
95 );
96
97 // add ParsedFlag to ParsedFlags
98 parsed_flags.parsed_flag.push(parsed_flag);
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020099 }
100 }
101
Mårten Kongstadfa23d292023-05-11 14:47:02 +0200102 for mut input in values {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200103 let mut contents = String::new();
104 input.reader.read_to_string(&mut contents)?;
Mårten Kongstad403658f2023-06-14 09:51:56 +0200105 let flag_values = crate::protos::flag_values::try_from_text_proto(&contents)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200106 .with_context(|| format!("Failed to parse {}", input.source))?;
Mårten Kongstad403658f2023-06-14 09:51:56 +0200107 for flag_value in flag_values.flag_value.into_iter() {
108 crate::protos::flag_value::verify_fields(&flag_value)
109 .with_context(|| format!("Failed to parse {}", input.source))?;
110
Dennis Shen3cfbcf52023-07-17 14:57:23 +0000111 let Some(parsed_flag) = parsed_flags
112 .parsed_flag
113 .iter_mut()
114 .find(|pf| pf.package() == flag_value.package() && pf.name() == flag_value.name())
115 else {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200116 // (silently) skip unknown flags
117 continue;
118 };
119
120 parsed_flag.set_state(flag_value.state());
121 parsed_flag.set_permission(flag_value.permission());
122 let mut tracepoint = ProtoTracepoint::new();
123 tracepoint.set_source(input.source.clone());
124 tracepoint.set_state(flag_value.state());
125 tracepoint.set_permission(flag_value.permission());
126 parsed_flag.trace.push(tracepoint);
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200127 }
128 }
129
Zhi Dou92cf0ec2023-07-19 19:29:22 +0000130 // Create a sorted parsed_flags
131 crate::protos::parsed_flags::sort_parsed_flags(&mut parsed_flags);
Mårten Kongstad403658f2023-06-14 09:51:56 +0200132 crate::protos::parsed_flags::verify_fields(&parsed_flags)?;
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200133 let mut output = Vec::new();
Mårten Kongstad403658f2023-06-14 09:51:56 +0200134 parsed_flags.write_to_vec(&mut output)?;
135 Ok(output)
136}
137
Zhi Dou8ba6aa72023-06-26 21:03:40 +0000138#[derive(Copy, Clone, Debug, PartialEq, Eq, ValueEnum)]
139pub enum CodegenMode {
140 Production,
141 Test,
142}
143
144pub fn create_java_lib(mut input: Input, codegen_mode: CodegenMode) -> Result<Vec<OutputFile>> {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200145 let parsed_flags = input.try_parse_flags()?;
146 let Some(package) = find_unique_package(&parsed_flags) else {
147 bail!("no parsed flags, or the parsed flags use different packages");
148 };
Zhi Dou8ba6aa72023-06-26 21:03:40 +0000149 generate_java_code(package, parsed_flags.parsed_flag.iter(), codegen_mode)
Mårten Kongstad403658f2023-06-14 09:51:56 +0200150}
151
Dennis Shen8d544f72023-06-29 00:45:42 +0000152pub fn create_cpp_lib(mut input: Input, codegen_mode: CodegenMode) -> Result<Vec<OutputFile>> {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200153 let parsed_flags = input.try_parse_flags()?;
154 let Some(package) = find_unique_package(&parsed_flags) else {
155 bail!("no parsed flags, or the parsed flags use different packages");
156 };
Dennis Shen8d544f72023-06-29 00:45:42 +0000157 generate_cpp_code(package, parsed_flags.parsed_flag.iter(), codegen_mode)
Mårten Kongstad403658f2023-06-14 09:51:56 +0200158}
159
Dennis Shen3cfbcf52023-07-17 14:57:23 +0000160pub fn create_rust_lib(mut input: Input, codegen_mode: CodegenMode) -> Result<OutputFile> {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200161 let parsed_flags = input.try_parse_flags()?;
162 let Some(package) = find_unique_package(&parsed_flags) else {
163 bail!("no parsed flags, or the parsed flags use different packages");
164 };
Dennis Shen3cfbcf52023-07-17 14:57:23 +0000165 generate_rust_code(package, parsed_flags.parsed_flag.iter(), codegen_mode)
Mårten Kongstad403658f2023-06-14 09:51:56 +0200166}
167
168pub fn create_device_config_defaults(mut input: Input) -> Result<Vec<u8>> {
169 let parsed_flags = input.try_parse_flags()?;
170 let mut output = Vec::new();
171 for parsed_flag in parsed_flags
172 .parsed_flag
173 .into_iter()
174 .filter(|pf| pf.permission() == ProtoFlagPermission::READ_WRITE)
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200175 {
176 let line = format!(
Mårten Kongstad202102f2023-06-08 11:22:44 +0200177 "{}:{}.{}={}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200178 parsed_flag.namespace(),
179 parsed_flag.package(),
180 parsed_flag.name(),
181 match parsed_flag.state() {
182 ProtoFlagState::ENABLED => "enabled",
183 ProtoFlagState::DISABLED => "disabled",
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200184 }
185 );
186 output.extend_from_slice(line.as_bytes());
187 }
188 Ok(output)
189}
190
Mårten Kongstad403658f2023-06-14 09:51:56 +0200191pub fn create_device_config_sysprops(mut input: Input) -> Result<Vec<u8>> {
192 let parsed_flags = input.try_parse_flags()?;
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200193 let mut output = Vec::new();
Mårten Kongstad403658f2023-06-14 09:51:56 +0200194 for parsed_flag in parsed_flags
195 .parsed_flag
196 .into_iter()
197 .filter(|pf| pf.permission() == ProtoFlagPermission::READ_WRITE)
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200198 {
199 let line = format!(
200 "persist.device_config.{}.{}={}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200201 parsed_flag.package(),
202 parsed_flag.name(),
203 match parsed_flag.state() {
204 ProtoFlagState::ENABLED => "true",
205 ProtoFlagState::DISABLED => "false",
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200206 }
207 );
208 output.extend_from_slice(line.as_bytes());
209 }
210 Ok(output)
211}
212
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200213#[derive(Copy, Clone, Debug, PartialEq, Eq, ValueEnum)]
Mårten Kongstadba94e6a2023-05-16 11:00:16 +0200214pub enum DumpFormat {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200215 Text,
Mårten Kongstada1029092023-05-08 11:51:59 +0200216 Protobuf,
Mårten Kongstad3228b292023-06-26 10:17:42 +0200217 Textproto,
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200218}
219
Mårten Kongstad403658f2023-06-14 09:51:56 +0200220pub fn dump_parsed_flags(mut input: Vec<Input>, format: DumpFormat) -> Result<Vec<u8>> {
221 let individually_parsed_flags: Result<Vec<ProtoParsedFlags>> =
222 input.iter_mut().map(|i| i.try_parse_flags()).collect();
223 let parsed_flags: ProtoParsedFlags =
224 crate::protos::parsed_flags::merge(individually_parsed_flags?)?;
225
Mårten Kongstadaf677032023-05-17 16:18:25 +0200226 let mut output = Vec::new();
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200227 match format {
228 DumpFormat::Text => {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200229 for parsed_flag in parsed_flags.parsed_flag.into_iter() {
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200230 let line = format!(
Mårten Kongstad3fa2f072023-07-20 09:35:05 +0200231 "{}/{}: {:?} + {:?}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200232 parsed_flag.package(),
233 parsed_flag.name(),
Mårten Kongstad3fa2f072023-07-20 09:35:05 +0200234 parsed_flag.permission(),
235 parsed_flag.state()
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200236 );
237 output.extend_from_slice(line.as_bytes());
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200238 }
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200239 }
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200240 DumpFormat::Protobuf => {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200241 parsed_flags.write_to_vec(&mut output)?;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200242 }
Mårten Kongstad3228b292023-06-26 10:17:42 +0200243 DumpFormat::Textproto => {
244 let s = protobuf::text_format::print_to_string_pretty(&parsed_flags);
245 output.extend_from_slice(s.as_bytes());
246 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200247 }
Mårten Kongstadaf677032023-05-17 16:18:25 +0200248 Ok(output)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200249}
250
Mårten Kongstad403658f2023-06-14 09:51:56 +0200251fn find_unique_package(parsed_flags: &ProtoParsedFlags) -> Option<&str> {
252 let Some(package) = parsed_flags.parsed_flag.first().map(|pf| pf.package()) else {
253 return None;
254 };
255 if parsed_flags.parsed_flag.iter().any(|pf| pf.package() != package) {
256 return None;
257 }
258 Some(package)
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200259}
260
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200261#[cfg(test)]
262mod tests {
263 use super::*;
Mårten Kongstada1029092023-05-08 11:51:59 +0200264
265 #[test]
Mårten Kongstad403658f2023-06-14 09:51:56 +0200266 fn test_parse_flags() {
267 let parsed_flags = crate::test::parse_test_flags(); // calls parse_flags
268 crate::protos::parsed_flags::verify_fields(&parsed_flags).unwrap();
269
270 let enabled_ro =
271 parsed_flags.parsed_flag.iter().find(|pf| pf.name() == "enabled_ro").unwrap();
272 assert!(crate::protos::parsed_flag::verify_fields(enabled_ro).is_ok());
273 assert_eq!("com.android.aconfig.test", enabled_ro.package());
274 assert_eq!("enabled_ro", enabled_ro.name());
275 assert_eq!("This flag is ENABLED + READ_ONLY", enabled_ro.description());
276 assert_eq!(ProtoFlagState::ENABLED, enabled_ro.state());
277 assert_eq!(ProtoFlagPermission::READ_ONLY, enabled_ro.permission());
278 assert_eq!(3, enabled_ro.trace.len());
279 assert_eq!("tests/test.aconfig", enabled_ro.trace[0].source());
280 assert_eq!(ProtoFlagState::DISABLED, enabled_ro.trace[0].state());
281 assert_eq!(ProtoFlagPermission::READ_WRITE, enabled_ro.trace[0].permission());
282 assert_eq!("tests/first.values", enabled_ro.trace[1].source());
283 assert_eq!(ProtoFlagState::DISABLED, enabled_ro.trace[1].state());
284 assert_eq!(ProtoFlagPermission::READ_WRITE, enabled_ro.trace[1].permission());
285 assert_eq!("tests/second.values", enabled_ro.trace[2].source());
286 assert_eq!(ProtoFlagState::ENABLED, enabled_ro.trace[2].state());
287 assert_eq!(ProtoFlagPermission::READ_ONLY, enabled_ro.trace[2].permission());
288
289 assert_eq!(4, parsed_flags.parsed_flag.len());
290 for pf in parsed_flags.parsed_flag.iter() {
291 let first = pf.trace.first().unwrap();
292 assert_eq!(DEFAULT_FLAG_STATE, first.state());
293 assert_eq!(DEFAULT_FLAG_PERMISSION, first.permission());
294
295 let last = pf.trace.last().unwrap();
296 assert_eq!(pf.state(), last.state());
297 assert_eq!(pf.permission(), last.permission());
298 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200299 }
Mårten Kongstada1029092023-05-08 11:51:59 +0200300
301 #[test]
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200302 fn test_create_device_config_defaults() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200303 let input = parse_test_flags_as_input();
304 let bytes = create_device_config_defaults(input).unwrap();
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200305 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstad202102f2023-06-08 11:22:44 +0200306 assert_eq!("aconfig_test:com.android.aconfig.test.disabled_rw=disabled\naconfig_test:com.android.aconfig.test.enabled_rw=enabled\n", text);
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200307 }
308
309 #[test]
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200310 fn test_create_device_config_sysprops() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200311 let input = parse_test_flags_as_input();
312 let bytes = create_device_config_sysprops(input).unwrap();
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200313 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstadfbd71e22023-05-31 13:29:35 +0200314 assert_eq!("persist.device_config.com.android.aconfig.test.disabled_rw=false\npersist.device_config.com.android.aconfig.test.enabled_rw=true\n", text);
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200315 }
316
317 #[test]
Mårten Kongstada1029092023-05-08 11:51:59 +0200318 fn test_dump_text_format() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200319 let input = parse_test_flags_as_input();
320 let bytes = dump_parsed_flags(vec![input], DumpFormat::Text).unwrap();
Mårten Kongstada1029092023-05-08 11:51:59 +0200321 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstad3fa2f072023-07-20 09:35:05 +0200322 assert!(text.contains("com.android.aconfig.test/disabled_ro: READ_ONLY + DISABLED"));
Mårten Kongstada1029092023-05-08 11:51:59 +0200323 }
324
Mårten Kongstad1b8636b2023-06-22 10:12:24 +0200325 #[test]
326 fn test_dump_protobuf_format() {
Mårten Kongstad3228b292023-06-26 10:17:42 +0200327 let expected = protobuf::text_format::parse_from_str::<ProtoParsedFlags>(
328 crate::test::TEST_FLAGS_TEXTPROTO,
329 )
330 .unwrap()
331 .write_to_bytes()
332 .unwrap();
Mårten Kongstad1b8636b2023-06-22 10:12:24 +0200333
334 let input = parse_test_flags_as_input();
335 let actual = dump_parsed_flags(vec![input], DumpFormat::Protobuf).unwrap();
336
337 assert_eq!(expected, actual);
338 }
339
Mårten Kongstad3228b292023-06-26 10:17:42 +0200340 #[test]
341 fn test_dump_textproto_format() {
342 let input = parse_test_flags_as_input();
343 let bytes = dump_parsed_flags(vec![input], DumpFormat::Textproto).unwrap();
344 let text = std::str::from_utf8(&bytes).unwrap();
345 assert_eq!(crate::test::TEST_FLAGS_TEXTPROTO.trim(), text.trim());
346 }
347
Mårten Kongstad403658f2023-06-14 09:51:56 +0200348 fn parse_test_flags_as_input() -> Input {
349 let parsed_flags = crate::test::parse_test_flags();
350 let binary_proto = parsed_flags.write_to_bytes().unwrap();
351 let cursor = std::io::Cursor::new(binary_proto);
352 let reader = Box::new(cursor);
353 Input { source: "test.data".to_string(), reader }
Mårten Kongstadaf677032023-05-17 16:18:25 +0200354 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200355}