@matheusbsbs / matheus-bagliano / commits / 73f8936050
Fork 0

Pack information tool

This tool will print vaguely pretty information about a pack. It expects the output of "git-verify-pack -v" as input on stdin. $ git-verify-pack -v | packinfo.pl See the documentation in the script (contrib/stats/packinfo.pl) for more information. Signed-off-by: Brian Downing <bdowning@lavos.net> Signed-off-by: Junio C Hamano <gitster@pobox.com>

Brian Downing committed Jul 11, 2007 at 22:02 UTC 73f893605050c291dd8c4d8f3f50b8fec47dcf51
1 file changed +212
contrib/stats/packinfo.pl new
+212
@@ -0,0 +1,212 @@
1 +#!/bin/perl
2 +#
3 +# This tool will print vaguely pretty information about a pack. It
4 +# expects the output of "git-verify-pack -v" as input on stdin.
5 +#
6 +# $ git-verify-pack -v | packinfo.pl
7 +#
8 +# This prints some full-pack statistics; currently "all sizes", "all
9 +# path sizes", "tree sizes", "tree path sizes", and "depths".
10 +#
11 +# * "all sizes" stats are across every object size in the file;
12 +# full sizes for base objects, and delta size for deltas.
13 +# * "all path sizes" stats are across all object's "path sizes".
14 +# A path size is the sum of the size of the delta chain, including the
15 +# base object. In other words, it's how many bytes need be read to
16 +# reassemble the file from deltas.
17 +# * "tree sizes" are object sizes grouped into delta trees.
18 +# * "tree path sizes" are path sizes grouped into delta trees.
19 +# * "depths" should be obvious.
20 +#
21 +# When run as:
22 +#
23 +# $ git-verify-pack -v | packinfo.pl -tree
24 +#
25 +# the trees of objects are output along with the stats. This looks
26 +# like:
27 +#
28 +# 0 commit 031321c6... 803 803
29 +#
30 +# 0 blob 03156f21... 1767 1767
31 +# 1 blob f52a9d7f... 10 1777
32 +# 2 blob a8cc5739... 51 1828
33 +# 3 blob 660e90b1... 15 1843
34 +# 4 blob 0cb8e3bb... 33 1876
35 +# 2 blob e48607f0... 311 2088
36 +# size: count 6 total 2187 min 10 max 1767 mean 364.50 median 51 std_dev 635.85
37 +# path size: count 6 total 11179 min 1767 max 2088 mean 1863.17 median 1843 std_dev 107.26
38 +#
39 +# The first number after the sha1 is the object size, the second
40 +# number is the path size. The statistics are across all objects in
41 +# the previous delta tree. Obviously they are omitted for trees of
42 +# one object.
43 +#
44 +# When run as:
45 +#
46 +# $ git-verify-pack -v | packinfo.pl -tree -filenames
47 +#
48 +# it adds filenames to the tree. Getting this information is slow:
49 +#
50 +# 0 blob 03156f21... 1767 1767 Documentation/git-lost-found.txt @ tags/v1.2.0~142
51 +# 1 blob f52a9d7f... 10 1777 Documentation/git-lost-found.txt @ tags/v1.5.0-rc1~74
52 +# 2 blob a8cc5739... 51 1828 Documentation/git-lost+found.txt @ tags/v0.99.9h^0
53 +# 3 blob 660e90b1... 15 1843 Documentation/git-lost+found.txt @ master~3222^2~2
54 +# 4 blob 0cb8e3bb... 33 1876 Documentation/git-lost+found.txt @ master~3222^2~3
55 +# 2 blob e48607f0... 311 2088 Documentation/git-lost-found.txt @ tags/v1.5.2-rc3~4
56 +# size: count 6 total 2187 min 10 max 1767 mean 364.50 median 51 std_dev 635.85
57 +# path size: count 6 total 11179 min 1767 max 2088 mean 1863.17 median 1843 std_dev 107.26
58 +#
59 +# When run as:
60 +#
61 +# $ git-verify-pack -v | packinfo.pl -dump
62 +#
63 +# it prints out "sha1 size pathsize depth" for each sha1 in lexical
64 +# order.
65 +#
66 +# 000079a2eaef17b7eae70e1f0f635557ea67b644 30 472 7
67 +# 00013cafe6980411aa6fdd940784917b5ff50f0a 44 1542 4
68 +# 000182eacf99cde27d5916aa415921924b82972c 499 499 0
69 +# ...
70 +#
71 +# This is handy for comparing two packs. Adding "-filenames" will add
72 +# filenames, as per "-tree -filenames" above.
73 +
74 +use strict;
75 +use Getopt::Long;
76 +
77 +my $filenames = 0;
78 +my $tree = 0;
79 +my $dump = 0;
80 +GetOptions("tree" => \$tree,
81 + "filenames" => \$filenames,
82 + "dump" => \$dump);
83 +
84 +my %parents;
85 +my %children;
86 +my %sizes;
87 +my @roots;
88 +my %paths;
89 +my %types;
90 +my @commits;
91 +my %names;
92 +my %depths;
93 +my @depths;
94 +
95 +while (<STDIN>) {
96 + my ($sha1, $type, $size, $offset, $depth, $parent) = split(/\s+/, $_);
97 + next unless ($sha1 =~ /^[0-9a-f]{40}$/);
98 + $depths{$sha1} = $depth || 0;
99 + push(@depths, $depth || 0);
100 + push(@commits, $sha1) if ($type eq 'commit');
101 + push(@roots, $sha1) unless $parent;
102 + $parents{$sha1} = $parent;
103 + $types{$sha1} = $type;
104 + push(@{$children{$parent}}, $sha1);
105 + $sizes{$sha1} = $size;
106 +}
107 +
108 +if ($filenames && ($tree || $dump)) {
109 + open(NAMES, "git-name-rev --all|");
110 + while (<NAMES>) {
111 + if (/^(\S+)\s+(.*)$/) {
112 + my ($sha1, $name) = ($1, $2);
113 + $names{$sha1} = $name;
114 + }
115 + }
116 + close NAMES;
117 +
118 + for my $commit (@commits) {
119 + my $name = $names{$commit};
120 + open(TREE, "git-ls-tree -t -r $commit|");
121 + print STDERR "Plumbing tree $name\n";
122 + while (<TREE>) {
123 + if (/^(\S+)\s+(\S+)\s+(\S+)\s+(.*)$/) {
124 + my ($mode, $type, $sha1, $path) = ($1, $2, $3, $4);
125 + $paths{$sha1} = "$path @ $name";
126 + }
127 + }
128 + close TREE;
129 + }
130 +}
131 +
132 +sub stats {
133 + my @data = sort {$a <=> $b} @_;
134 + my $min = $data[0];
135 + my $max = $data[$#data];
136 + my $total = 0;
137 + my $count = scalar @data;
138 + for my $datum (@data) {
139 + $total += $datum;
140 + }
141 + my $mean = $total / $count;
142 + my $median = $data[int(@data / 2)];
143 + my $diff_sum = 0;
144 + for my $datum (@data) {
145 + $diff_sum += ($datum - $mean)**2;
146 + }
147 + my $std_dev = sqrt($diff_sum / $count);
148 + return ($count, $total, $min, $max, $mean, $median, $std_dev);
149 +}
150 +
151 +sub print_stats {
152 + my $name = shift;
153 + my ($count, $total, $min, $max, $mean, $median, $std_dev) = stats(@_);
154 + printf("%s: count %s total %s min %s max %s mean %.2f median %s std_dev %.2f\n",
155 + $name, $count, $total, $min, $max, $mean, $median, $std_dev);
156 +}
157 +
158 +my @sizes;
159 +my @path_sizes;
160 +my @all_sizes;
161 +my @all_path_sizes;
162 +my %path_sizes;
163 +
164 +sub dig {
165 + my ($sha1, $depth, $path_size) = @_;
166 + $path_size += $sizes{$sha1};
167 + push(@sizes, $sizes{$sha1});
168 + push(@all_sizes, $sizes{$sha1});
169 + push(@path_sizes, $path_size);
170 + push(@all_path_sizes, $path_size);
171 + $path_sizes{$sha1} = $path_size;
172 + if ($tree) {
173 + printf("%3d%s %6s %s %8d %8d %s\n",
174 + $depth, (" " x $depth), $types{$sha1},
175 + $sha1, $sizes{$sha1}, $path_size, $paths{$sha1});
176 + }
177 + for my $child (@{$children{$sha1}}) {
178 + dig($child, $depth + 1, $path_size);
179 + }
180 +}
181 +
182 +my @tree_sizes;
183 +my @tree_path_sizes;
184 +
185 +for my $root (@roots) {
186 + undef @sizes;
187 + undef @path_sizes;
188 + dig($root, 0, 0);
189 + my ($aa, $sz_total) = stats(@sizes);
190 + my ($bb, $psz_total) = stats(@path_sizes);
191 + push(@tree_sizes, $sz_total);
192 + push(@tree_path_sizes, $psz_total);
193 + if ($tree) {
194 + if (@sizes > 1) {
195 + print_stats(" size", @sizes);
196 + print_stats("path size", @path_sizes);
197 + }
198 + print "\n";
199 + }
200 +}
201 +
202 +if ($dump) {
203 + for my $sha1 (sort keys %sizes) {
204 + print "$sha1 $sizes{$sha1} $path_sizes{$sha1} $depths{$sha1} $paths{$sha1}\n";
205 + }
206 +} else {
207 + print_stats(" all sizes", @all_sizes);
208 + print_stats(" all path sizes", @all_path_sizes);
209 + print_stats(" tree sizes", @tree_sizes);
210 + print_stats("tree path sizes", @tree_path_sizes);
211 + print_stats(" depths", @depths);
212 +}