-
Notifications
You must be signed in to change notification settings - Fork 11
/
mod-deflate-states.pl
160 lines (138 loc) · 5.71 KB
/
mod-deflate-states.pl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
#!/usr/bin/perl
#
# Program: mod_deflate statistics utility <deflate-stats.pl>
#
# Author: Matty < matty91 at gmail dot com >
#
# Current Version: 1.0
#
# Revision History:
# Version 1.0
# - Original release
#
# Last Updated: 12-23-2005
#
# License:
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# Purpose:
# Provides statistical data from mod_deflate logfiles
#
# Example:
# $ deflate-stats.pl /var/tmp/apache/logs/deflate_log
#
# Processed logfile /var/tmp/apache/logs/deflate_log
#
# Total number of HTTP requests : 173980
# Total number of HTTP requests deflated : 146557
# Total output bytes by mod_deflate : 314.69 Megabytes
# Total input bytes to mod_deflate : 13.56 Gigabytes
# Total bandwidth saved by mod_deflate : 13.26 Gigabytes (97%)
#
# Average request size : 97.05 Kilobytes
# Average # bytes saved per request : 94.85 Kilobytes
#
# Requests Total Bytes Requested Bytes Actually Sent Ratio URI
# 90552 13.32 Gigabytes 285.58 Megabytes 97 /nada.html
# 28007 41.24 Megabytes 13.46 Megabytes 67 /doc.txt
# 27998 206.13 Megabytes 15.65 Megabytes 92 /feedback.txt
#
# Miscellaneous:
# To use this script, mod_deflate needs to be enabled in the httpd.conf. The
# following entries were used while testing this script:
#
# # Load the deflate Apache modules
# LoadModule deflate_module modules/mod_deflate.so
#
# # utilize mod_deflate for Content-Type == text/(html|plain|xml)
# # This may break older browsers
# AddOutputFilterByType DEFLATE text/html text/plain text/xml
#
# # Tell mod_deflate to add notes to r->notes table
# DeflateFilterNote Input instream
# DeflateFilterNote Output outstream
# DeflateFilterNote Ratio ratio
#
# # Create a custom logfile format and log to deflate_log
# LogFormat "%r %{outstream}n %{instream}n %{ratio}n" deflate
# CustomLog logs/deflate_log deflate
$kb = 1024;
$mb = 1024 * 1024;
$gb = 1024 * 1024 * 1024;
$tb = 1024 * 1024 * 1024 * 1024;
$pb = 1024 * 1024 * 1024 * 1024 * 1024;
if ( @ARGV < 1) {
print "Usage: deflate-stats.pl <logfile1> <logfile2> <...>\n";
exit(1);
}
foreach $logfile (@ARGV) {
# Set to zero in case we come around a second time
my $requests = 0;
my $total_uncompressed_bytes = 0;
my $total_compressed_bytes = 0;
open(LOG, $logfile) || print "Cannot open logfile $logfile\n";
while ( $line = <LOG> ) {
$requests++;
# Format of line: GET /favicon.ico HTTP/1.1 226 292 77
($method, $uri, $protocol, $cbytes, $bytes, $ratio) = split(' ', $line);
if ($bytes =~ /^[0-9]+/) {
$total_deflated++;
$total_compressed_bytes += $cbytes;
$total_uncompressed_bytes += $bytes;
$uris{$uri}{TOTAL}++;
$uris{$uri}{COMPRESSED} += $cbytes;
$uris{$uri}{UNCOMPRESSED} += $bytes;
}
}
# Perform the calculations here to make things easier to read
$average_request_size = $total_uncompressed_bytes / $total_deflated;
$bytes_not_sent = $total_uncompressed_bytes - $total_compressed_bytes;
$compression_ratio = 100 - $total_compressed_bytes / $total_uncompressed_bytes * 100;
# Use several print statements to make things easier to read
print "Processed logfile $logfile\n\n";
printf("Total number of HTTP requests : %d\n", $requests);
printf("Total number of HTTP requests deflated : %d\n", $total_deflated);
printf("Total output bytes by mod_deflate : %s\n", convert($total_compressed_bytes));
printf("Total input bytes to mod_deflate : %s\n", convert($total_uncompressed_bytes));
printf("Total bandwidth saved by mod_deflate : %s (%d%%)\n\n", convert($bytes_not_sent), $compression_ratio);
printf("Average request size : %s\n", &convert($average_request_size));
printf("Average # bytes saved per request : %s\n\n", &convert($bytes_not_sent / $total_deflated));
printf("%-8s %-21s %-20s %-5s %-40s\n", "Requests", "Total Bytes Requested", "Bytes Actually Sent", "Ratio", "URI");
@sarray = sort { $uris{$b}{TOTAL} <=> $uris{$a}{TOTAL} } keys %uris;
for ( $i = 0; ( ( $i < 10) && ( $i < @sarray)); $i++ ) {
printf("%-8d %-21s %-20s %-5d %-40s\n", $uris{$sarray[$i]}{TOTAL},
convert($uris{$sarray[$i]}{UNCOMPRESSED}),
convert($uris{$sarray[$i]}{COMPRESSED}),
100 - $uris{$sarray[$i]}{COMPRESSED} / $uris{$sarray[$i]}{UNCOMPRESSED} * 100,
$sarray[$i]);
}
print "\n";
close(LOG);
}
# Sub-routine name: convert()
# Arguments:
# arg1 -> The value to covnert to MB -> PB
sub convert()
{
# Return the number of bytes
if ( $_[0] < $kb ) {
return sprintf("%d Bytes", $_[0]);
# Return the number of kilobytes
} elsif ( $_[0] < $mb ) {
return sprintf("%.2f Kilobytes", $_[0] / $kb);
# Return the number of megabytes
} elsif ( $_[0] < $gb ) {
return sprintf("%.2f Megabytes", $_[0] / $mb);
# Return teh number of gigabytes
} elsif ( $_[0] < $tb ) {
return sprintf("%.2f Gigabytes", $_[0] / $gb);
# Return the number of terabytes
} elsif ( $_[0] < $pb ) {
return sprintf("%.2f Terabytes", $_[0] / $tb);
# Yikes -- this is a lot!
} else {
return $_[0] . "a lot";
}
}