blob: 687f3195cf504f389ee301f18bc6693455d20801 [file] [log] [blame]
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +02001/*
2 * Copyright (C) 2023 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Mårten Kongstad403658f2023-06-14 09:51:56 +020017use anyhow::{bail, ensure, Context, Result};
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020018use clap::ValueEnum;
Mårten Kongstada1029092023-05-08 11:51:59 +020019use protobuf::Message;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020020use std::io::Read;
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020021use std::path::PathBuf;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020022
Dennis Shen1dc9ad42023-05-12 00:21:55 +000023use crate::codegen_cpp::generate_cpp_code;
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020024use crate::codegen_java::generate_java_code;
Mårten Kongstadf73b9632023-05-24 15:43:47 +020025use crate::codegen_rust::generate_rust_code;
Mårten Kongstad403658f2023-06-14 09:51:56 +020026use crate::protos::{
27 ProtoFlagPermission, ProtoFlagState, ProtoParsedFlag, ProtoParsedFlags, ProtoTracepoint,
28};
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020029
30pub struct Input {
Mårten Kongstad403658f2023-06-14 09:51:56 +020031 pub source: String,
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020032 pub reader: Box<dyn Read>,
33}
34
Mårten Kongstad403658f2023-06-14 09:51:56 +020035impl Input {
36 fn try_parse_flags(&mut self) -> Result<ProtoParsedFlags> {
37 let mut buffer = Vec::new();
38 self.reader.read_to_end(&mut buffer)?;
39 crate::protos::parsed_flags::try_from_binary_proto(&buffer)
40 }
41}
42
Mårten Kongstadd42eeeb2023-05-12 10:01:00 +020043pub struct OutputFile {
44 pub path: PathBuf, // relative to some root directory only main knows about
45 pub contents: Vec<u8>,
46}
47
Mårten Kongstad403658f2023-06-14 09:51:56 +020048const DEFAULT_FLAG_STATE: ProtoFlagState = ProtoFlagState::DISABLED;
49const DEFAULT_FLAG_PERMISSION: ProtoFlagPermission = ProtoFlagPermission::READ_WRITE;
50
51pub fn parse_flags(package: &str, declarations: Vec<Input>, values: Vec<Input>) -> Result<Vec<u8>> {
52 let mut parsed_flags = ProtoParsedFlags::new();
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020053
Mårten Kongstadfa23d292023-05-11 14:47:02 +020054 for mut input in declarations {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020055 let mut contents = String::new();
56 input.reader.read_to_string(&mut contents)?;
Mårten Kongstad403658f2023-06-14 09:51:56 +020057
58 let flag_declarations = crate::protos::flag_declarations::try_from_text_proto(&contents)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020059 .with_context(|| format!("Failed to parse {}", input.source))?;
Mårten Kongstad30950782023-05-09 13:31:29 +020060 ensure!(
Mårten Kongstad403658f2023-06-14 09:51:56 +020061 package == flag_declarations.package(),
Mårten Kongstad9fb58962023-05-31 13:02:13 +020062 "Failed to parse {}: expected package {}, got {}",
Mårten Kongstad30950782023-05-09 13:31:29 +020063 input.source,
Mårten Kongstad9fb58962023-05-31 13:02:13 +020064 package,
Mårten Kongstad403658f2023-06-14 09:51:56 +020065 flag_declarations.package()
Mårten Kongstad30950782023-05-09 13:31:29 +020066 );
Mårten Kongstad403658f2023-06-14 09:51:56 +020067 for mut flag_declaration in flag_declarations.flag.into_iter() {
68 crate::protos::flag_declaration::verify_fields(&flag_declaration)
69 .with_context(|| format!("Failed to parse {}", input.source))?;
70
71 // create ParsedFlag using FlagDeclaration and default values
72 let mut parsed_flag = ProtoParsedFlag::new();
73 parsed_flag.set_package(package.to_string());
74 parsed_flag.set_name(flag_declaration.take_name());
75 parsed_flag.set_namespace(flag_declaration.take_namespace());
76 parsed_flag.set_description(flag_declaration.take_description());
Mårten Kongstad1b8636b2023-06-22 10:12:24 +020077 parsed_flag.bug.append(&mut flag_declaration.bug);
Mårten Kongstad403658f2023-06-14 09:51:56 +020078 parsed_flag.set_state(DEFAULT_FLAG_STATE);
79 parsed_flag.set_permission(DEFAULT_FLAG_PERMISSION);
80 let mut tracepoint = ProtoTracepoint::new();
81 tracepoint.set_source(input.source.clone());
82 tracepoint.set_state(DEFAULT_FLAG_STATE);
83 tracepoint.set_permission(DEFAULT_FLAG_PERMISSION);
84 parsed_flag.trace.push(tracepoint);
85
86 // verify ParsedFlag looks reasonable
87 crate::protos::parsed_flag::verify_fields(&parsed_flag)?;
88
89 // verify ParsedFlag can be added
90 ensure!(
91 parsed_flags.parsed_flag.iter().all(|other| other.name() != parsed_flag.name()),
92 "failed to declare flag {} from {}: flag already declared",
93 parsed_flag.name(),
94 input.source
95 );
96
97 // add ParsedFlag to ParsedFlags
98 parsed_flags.parsed_flag.push(parsed_flag);
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +020099 }
100 }
101
Mårten Kongstadfa23d292023-05-11 14:47:02 +0200102 for mut input in values {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200103 let mut contents = String::new();
104 input.reader.read_to_string(&mut contents)?;
Mårten Kongstad403658f2023-06-14 09:51:56 +0200105 let flag_values = crate::protos::flag_values::try_from_text_proto(&contents)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200106 .with_context(|| format!("Failed to parse {}", input.source))?;
Mårten Kongstad403658f2023-06-14 09:51:56 +0200107 for flag_value in flag_values.flag_value.into_iter() {
108 crate::protos::flag_value::verify_fields(&flag_value)
109 .with_context(|| format!("Failed to parse {}", input.source))?;
110
111 let Some(parsed_flag) = parsed_flags.parsed_flag.iter_mut().find(|pf| pf.package() == flag_value.package() && pf.name() == flag_value.name()) else {
112 // (silently) skip unknown flags
113 continue;
114 };
115
116 parsed_flag.set_state(flag_value.state());
117 parsed_flag.set_permission(flag_value.permission());
118 let mut tracepoint = ProtoTracepoint::new();
119 tracepoint.set_source(input.source.clone());
120 tracepoint.set_state(flag_value.state());
121 tracepoint.set_permission(flag_value.permission());
122 parsed_flag.trace.push(tracepoint);
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200123 }
124 }
125
Mårten Kongstad403658f2023-06-14 09:51:56 +0200126 crate::protos::parsed_flags::verify_fields(&parsed_flags)?;
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200127 let mut output = Vec::new();
Mårten Kongstad403658f2023-06-14 09:51:56 +0200128 parsed_flags.write_to_vec(&mut output)?;
129 Ok(output)
130}
131
Zhi Dou8ba6aa72023-06-26 21:03:40 +0000132#[derive(Copy, Clone, Debug, PartialEq, Eq, ValueEnum)]
133pub enum CodegenMode {
134 Production,
135 Test,
136}
137
138pub fn create_java_lib(mut input: Input, codegen_mode: CodegenMode) -> Result<Vec<OutputFile>> {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200139 let parsed_flags = input.try_parse_flags()?;
140 let Some(package) = find_unique_package(&parsed_flags) else {
141 bail!("no parsed flags, or the parsed flags use different packages");
142 };
Zhi Dou8ba6aa72023-06-26 21:03:40 +0000143 generate_java_code(package, parsed_flags.parsed_flag.iter(), codegen_mode)
Mårten Kongstad403658f2023-06-14 09:51:56 +0200144}
145
Dennis Shen8d544f72023-06-29 00:45:42 +0000146pub fn create_cpp_lib(mut input: Input, codegen_mode: CodegenMode) -> Result<Vec<OutputFile>> {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200147 let parsed_flags = input.try_parse_flags()?;
148 let Some(package) = find_unique_package(&parsed_flags) else {
149 bail!("no parsed flags, or the parsed flags use different packages");
150 };
Dennis Shen8d544f72023-06-29 00:45:42 +0000151 generate_cpp_code(package, parsed_flags.parsed_flag.iter(), codegen_mode)
Mårten Kongstad403658f2023-06-14 09:51:56 +0200152}
153
154pub fn create_rust_lib(mut input: Input) -> Result<OutputFile> {
155 let parsed_flags = input.try_parse_flags()?;
156 let Some(package) = find_unique_package(&parsed_flags) else {
157 bail!("no parsed flags, or the parsed flags use different packages");
158 };
159 generate_rust_code(package, parsed_flags.parsed_flag.iter())
160}
161
162pub fn create_device_config_defaults(mut input: Input) -> Result<Vec<u8>> {
163 let parsed_flags = input.try_parse_flags()?;
164 let mut output = Vec::new();
165 for parsed_flag in parsed_flags
166 .parsed_flag
167 .into_iter()
168 .filter(|pf| pf.permission() == ProtoFlagPermission::READ_WRITE)
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200169 {
170 let line = format!(
Mårten Kongstad202102f2023-06-08 11:22:44 +0200171 "{}:{}.{}={}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200172 parsed_flag.namespace(),
173 parsed_flag.package(),
174 parsed_flag.name(),
175 match parsed_flag.state() {
176 ProtoFlagState::ENABLED => "enabled",
177 ProtoFlagState::DISABLED => "disabled",
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200178 }
179 );
180 output.extend_from_slice(line.as_bytes());
181 }
182 Ok(output)
183}
184
Mårten Kongstad403658f2023-06-14 09:51:56 +0200185pub fn create_device_config_sysprops(mut input: Input) -> Result<Vec<u8>> {
186 let parsed_flags = input.try_parse_flags()?;
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200187 let mut output = Vec::new();
Mårten Kongstad403658f2023-06-14 09:51:56 +0200188 for parsed_flag in parsed_flags
189 .parsed_flag
190 .into_iter()
191 .filter(|pf| pf.permission() == ProtoFlagPermission::READ_WRITE)
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200192 {
193 let line = format!(
194 "persist.device_config.{}.{}={}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200195 parsed_flag.package(),
196 parsed_flag.name(),
197 match parsed_flag.state() {
198 ProtoFlagState::ENABLED => "true",
199 ProtoFlagState::DISABLED => "false",
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200200 }
201 );
202 output.extend_from_slice(line.as_bytes());
203 }
204 Ok(output)
205}
206
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200207#[derive(Copy, Clone, Debug, PartialEq, Eq, ValueEnum)]
Mårten Kongstadba94e6a2023-05-16 11:00:16 +0200208pub enum DumpFormat {
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200209 Text,
210 Debug,
Mårten Kongstada1029092023-05-08 11:51:59 +0200211 Protobuf,
Mårten Kongstad3228b292023-06-26 10:17:42 +0200212 Textproto,
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200213}
214
Mårten Kongstad403658f2023-06-14 09:51:56 +0200215pub fn dump_parsed_flags(mut input: Vec<Input>, format: DumpFormat) -> Result<Vec<u8>> {
216 let individually_parsed_flags: Result<Vec<ProtoParsedFlags>> =
217 input.iter_mut().map(|i| i.try_parse_flags()).collect();
218 let parsed_flags: ProtoParsedFlags =
219 crate::protos::parsed_flags::merge(individually_parsed_flags?)?;
220
Mårten Kongstadaf677032023-05-17 16:18:25 +0200221 let mut output = Vec::new();
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200222 match format {
223 DumpFormat::Text => {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200224 for parsed_flag in parsed_flags.parsed_flag.into_iter() {
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200225 let line = format!(
226 "{}/{}: {:?} {:?}\n",
Mårten Kongstad403658f2023-06-14 09:51:56 +0200227 parsed_flag.package(),
228 parsed_flag.name(),
229 parsed_flag.state(),
230 parsed_flag.permission()
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200231 );
232 output.extend_from_slice(line.as_bytes());
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200233 }
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200234 }
235 DumpFormat::Debug => {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200236 for parsed_flag in parsed_flags.parsed_flag.into_iter() {
237 let line = format!("{:#?}\n", parsed_flag);
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200238 output.extend_from_slice(line.as_bytes());
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200239 }
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200240 }
241 DumpFormat::Protobuf => {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200242 parsed_flags.write_to_vec(&mut output)?;
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200243 }
Mårten Kongstad3228b292023-06-26 10:17:42 +0200244 DumpFormat::Textproto => {
245 let s = protobuf::text_format::print_to_string_pretty(&parsed_flags);
246 output.extend_from_slice(s.as_bytes());
247 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200248 }
Mårten Kongstadaf677032023-05-17 16:18:25 +0200249 Ok(output)
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200250}
251
Mårten Kongstad403658f2023-06-14 09:51:56 +0200252fn find_unique_package(parsed_flags: &ProtoParsedFlags) -> Option<&str> {
253 let Some(package) = parsed_flags.parsed_flag.first().map(|pf| pf.package()) else {
254 return None;
255 };
256 if parsed_flags.parsed_flag.iter().any(|pf| pf.package() != package) {
257 return None;
258 }
259 Some(package)
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200260}
261
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200262#[cfg(test)]
263mod tests {
264 use super::*;
Mårten Kongstada1029092023-05-08 11:51:59 +0200265
266 #[test]
Mårten Kongstad403658f2023-06-14 09:51:56 +0200267 fn test_parse_flags() {
268 let parsed_flags = crate::test::parse_test_flags(); // calls parse_flags
269 crate::protos::parsed_flags::verify_fields(&parsed_flags).unwrap();
270
271 let enabled_ro =
272 parsed_flags.parsed_flag.iter().find(|pf| pf.name() == "enabled_ro").unwrap();
273 assert!(crate::protos::parsed_flag::verify_fields(enabled_ro).is_ok());
274 assert_eq!("com.android.aconfig.test", enabled_ro.package());
275 assert_eq!("enabled_ro", enabled_ro.name());
276 assert_eq!("This flag is ENABLED + READ_ONLY", enabled_ro.description());
277 assert_eq!(ProtoFlagState::ENABLED, enabled_ro.state());
278 assert_eq!(ProtoFlagPermission::READ_ONLY, enabled_ro.permission());
279 assert_eq!(3, enabled_ro.trace.len());
280 assert_eq!("tests/test.aconfig", enabled_ro.trace[0].source());
281 assert_eq!(ProtoFlagState::DISABLED, enabled_ro.trace[0].state());
282 assert_eq!(ProtoFlagPermission::READ_WRITE, enabled_ro.trace[0].permission());
283 assert_eq!("tests/first.values", enabled_ro.trace[1].source());
284 assert_eq!(ProtoFlagState::DISABLED, enabled_ro.trace[1].state());
285 assert_eq!(ProtoFlagPermission::READ_WRITE, enabled_ro.trace[1].permission());
286 assert_eq!("tests/second.values", enabled_ro.trace[2].source());
287 assert_eq!(ProtoFlagState::ENABLED, enabled_ro.trace[2].state());
288 assert_eq!(ProtoFlagPermission::READ_ONLY, enabled_ro.trace[2].permission());
289
290 assert_eq!(4, parsed_flags.parsed_flag.len());
291 for pf in parsed_flags.parsed_flag.iter() {
292 let first = pf.trace.first().unwrap();
293 assert_eq!(DEFAULT_FLAG_STATE, first.state());
294 assert_eq!(DEFAULT_FLAG_PERMISSION, first.permission());
295
296 let last = pf.trace.last().unwrap();
297 assert_eq!(pf.state(), last.state());
298 assert_eq!(pf.permission(), last.permission());
299 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200300 }
Mårten Kongstada1029092023-05-08 11:51:59 +0200301
302 #[test]
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200303 fn test_create_device_config_defaults() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200304 let input = parse_test_flags_as_input();
305 let bytes = create_device_config_defaults(input).unwrap();
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200306 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstad202102f2023-06-08 11:22:44 +0200307 assert_eq!("aconfig_test:com.android.aconfig.test.disabled_rw=disabled\naconfig_test:com.android.aconfig.test.enabled_rw=enabled\n", text);
Mårten Kongstadf02734e2023-06-02 11:34:24 +0200308 }
309
310 #[test]
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200311 fn test_create_device_config_sysprops() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200312 let input = parse_test_flags_as_input();
313 let bytes = create_device_config_sysprops(input).unwrap();
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200314 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstadfbd71e22023-05-31 13:29:35 +0200315 assert_eq!("persist.device_config.com.android.aconfig.test.disabled_rw=false\npersist.device_config.com.android.aconfig.test.enabled_rw=true\n", text);
Mårten Kongstadc31a6ff2023-06-02 11:54:36 +0200316 }
317
318 #[test]
Mårten Kongstada1029092023-05-08 11:51:59 +0200319 fn test_dump_text_format() {
Mårten Kongstad403658f2023-06-14 09:51:56 +0200320 let input = parse_test_flags_as_input();
321 let bytes = dump_parsed_flags(vec![input], DumpFormat::Text).unwrap();
Mårten Kongstada1029092023-05-08 11:51:59 +0200322 let text = std::str::from_utf8(&bytes).unwrap();
Mårten Kongstad403658f2023-06-14 09:51:56 +0200323 assert!(text.contains("com.android.aconfig.test/disabled_ro: DISABLED READ_ONLY"));
Mårten Kongstada1029092023-05-08 11:51:59 +0200324 }
325
Mårten Kongstad1b8636b2023-06-22 10:12:24 +0200326 #[test]
327 fn test_dump_protobuf_format() {
Mårten Kongstad3228b292023-06-26 10:17:42 +0200328 let expected = protobuf::text_format::parse_from_str::<ProtoParsedFlags>(
329 crate::test::TEST_FLAGS_TEXTPROTO,
330 )
331 .unwrap()
332 .write_to_bytes()
333 .unwrap();
Mårten Kongstad1b8636b2023-06-22 10:12:24 +0200334
335 let input = parse_test_flags_as_input();
336 let actual = dump_parsed_flags(vec![input], DumpFormat::Protobuf).unwrap();
337
338 assert_eq!(expected, actual);
339 }
340
Mårten Kongstad3228b292023-06-26 10:17:42 +0200341 #[test]
342 fn test_dump_textproto_format() {
343 let input = parse_test_flags_as_input();
344 let bytes = dump_parsed_flags(vec![input], DumpFormat::Textproto).unwrap();
345 let text = std::str::from_utf8(&bytes).unwrap();
346 assert_eq!(crate::test::TEST_FLAGS_TEXTPROTO.trim(), text.trim());
347 }
348
Mårten Kongstad403658f2023-06-14 09:51:56 +0200349 fn parse_test_flags_as_input() -> Input {
350 let parsed_flags = crate::test::parse_test_flags();
351 let binary_proto = parsed_flags.write_to_bytes().unwrap();
352 let cursor = std::io::Cursor::new(binary_proto);
353 let reader = Box::new(cursor);
354 Input { source: "test.data".to_string(), reader }
Mårten Kongstadaf677032023-05-17 16:18:25 +0200355 }
Mårten Kongstad4d2b4b02023-04-27 16:05:58 +0200356}