Thiébaud Weksteen | 713db48 | 2021-02-10 14:03:27 +0100 | [diff] [blame] | 1 | # Copyright 2021 Google Inc. All rights reserved. |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | """Bloaty CSV Merger |
| 15 | |
| 16 | Merges a list of .csv files from Bloaty into a protobuf. It takes the list as |
| 17 | a first argument and the output as second. For instance: |
| 18 | |
Thiébaud Weksteen | 85e8bd6 | 2021-04-06 14:45:41 +0200 | [diff] [blame^] | 19 | $ bloaty_merger binary_sizes.lst binary_sizes.pb.gz |
Thiébaud Weksteen | 713db48 | 2021-02-10 14:03:27 +0100 | [diff] [blame] | 20 | |
| 21 | """ |
| 22 | |
| 23 | import argparse |
| 24 | import csv |
Thiébaud Weksteen | 85e8bd6 | 2021-04-06 14:45:41 +0200 | [diff] [blame^] | 25 | import gzip |
Thiébaud Weksteen | 713db48 | 2021-02-10 14:03:27 +0100 | [diff] [blame] | 26 | |
| 27 | import ninja_rsp |
| 28 | |
| 29 | import file_sections_pb2 |
| 30 | |
| 31 | BLOATY_EXTENSION = ".bloaty.csv" |
| 32 | |
| 33 | def parse_csv(path): |
| 34 | """Parses a Bloaty-generated CSV file into a protobuf. |
| 35 | |
| 36 | Args: |
| 37 | path: The filepath to the CSV file, relative to $ANDROID_TOP. |
| 38 | |
| 39 | Returns: |
| 40 | A file_sections_pb2.File if the file was found; None otherwise. |
| 41 | """ |
| 42 | file_proto = None |
| 43 | with open(path, newline='') as csv_file: |
| 44 | file_proto = file_sections_pb2.File() |
| 45 | if path.endswith(BLOATY_EXTENSION): |
| 46 | file_proto.path = path[:-len(BLOATY_EXTENSION)] |
| 47 | section_reader = csv.DictReader(csv_file) |
| 48 | for row in section_reader: |
| 49 | section = file_proto.sections.add() |
| 50 | section.name = row["sections"] |
| 51 | section.vm_size = int(row["vmsize"]) |
| 52 | section.file_size = int(row["filesize"]) |
| 53 | return file_proto |
| 54 | |
| 55 | def create_file_size_metrics(input_list, output_proto): |
| 56 | """Creates a FileSizeMetrics proto from a list of CSV files. |
| 57 | |
| 58 | Args: |
| 59 | input_list: The path to the file which contains the list of CSV files. Each |
| 60 | filepath is separated by a space. |
Thiébaud Weksteen | 85e8bd6 | 2021-04-06 14:45:41 +0200 | [diff] [blame^] | 61 | output_proto: The path for the output protobuf. It will be compressed using |
| 62 | gzip. |
Thiébaud Weksteen | 713db48 | 2021-02-10 14:03:27 +0100 | [diff] [blame] | 63 | """ |
| 64 | metrics = file_sections_pb2.FileSizeMetrics() |
| 65 | reader = ninja_rsp.NinjaRspFileReader(input_list) |
| 66 | for csv_path in reader: |
| 67 | file_proto = parse_csv(csv_path) |
| 68 | if file_proto: |
| 69 | metrics.files.append(file_proto) |
Thiébaud Weksteen | 85e8bd6 | 2021-04-06 14:45:41 +0200 | [diff] [blame^] | 70 | with gzip.open(output_proto, "wb") as output: |
Thiébaud Weksteen | 713db48 | 2021-02-10 14:03:27 +0100 | [diff] [blame] | 71 | output.write(metrics.SerializeToString()) |
| 72 | |
| 73 | def main(): |
| 74 | parser = argparse.ArgumentParser() |
| 75 | parser.add_argument("input_list_file", help="List of bloaty csv files.") |
| 76 | parser.add_argument("output_proto", help="Output proto.") |
| 77 | args = parser.parse_args() |
| 78 | create_file_size_metrics(args.input_list_file, args.output_proto) |
| 79 | |
| 80 | if __name__ == '__main__': |
| 81 | main() |