blob: 46ce57f3529c3237bf360d94ee0a471253b1d687 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
# Copyright 2021 Google Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Bloaty CSV Merger
Merges a list of .csv files from Bloaty into a protobuf. It takes the list as
a first argument and the output as second. For instance:
$ bloaty_merger binary_sizes.lst binary_sizes.pb.gz
"""
import argparse
import csv
import gzip
# pylint: disable=import-error
import ninja_rsp
import file_sections_pb2
BLOATY_EXTENSION = ".bloaty.csv"
def parse_csv(path):
"""Parses a Bloaty-generated CSV file into a protobuf.
Args:
path: The filepath to the CSV file, relative to $ANDROID_TOP.
Returns:
A file_sections_pb2.File if the file was found; None otherwise.
"""
file_proto = None
with open(path, newline='') as csv_file:
file_proto = file_sections_pb2.File()
if path.endswith(BLOATY_EXTENSION):
file_proto.path = path[: -len(BLOATY_EXTENSION)]
section_reader = csv.DictReader(csv_file)
for row in section_reader:
section = file_proto.sections.add()
section.name = row["sections"]
section.vm_size = int(row["vmsize"])
section.file_size = int(row["filesize"])
return file_proto
def create_file_size_metrics(input_list, output_proto):
"""Creates a FileSizeMetrics proto from a list of CSV files.
Args:
input_list: The path to the file which contains the list of CSV files.
Each filepath is separated by a space.
output_proto: The path for the output protobuf. It will be compressed
using gzip.
"""
metrics = file_sections_pb2.FileSizeMetrics()
reader = ninja_rsp.NinjaRspFileReader(input_list)
for csv_path in reader:
file_proto = parse_csv(csv_path)
if file_proto:
metrics.files.append(file_proto)
with gzip.open(output_proto, "wb") as output:
output.write(metrics.SerializeToString())
def main():
parser = argparse.ArgumentParser()
parser.add_argument("input_list_file", help="List of bloaty csv files.")
parser.add_argument("output_proto", help="Output proto.")
args = parser.parse_args()
create_file_size_metrics(args.input_list_file, args.output_proto)
if __name__ == '__main__':
main()
|