1: #!/usr/bin/env perl
2: #
3: # This script parses the default logfile format produced by rsync when running
4: # as a daemon with transfer logging enabled. It also parses a slightly tweaked
5: # version of the default format where %o has been replaced with %i.
6: #
7: # This script is derived from the xferstats script that comes with wuftpd. See
8: # the usage message at the bottom for the options it takes.
9: #
10: # Andrew Tridgell, October 1998
11:
12: use Getopt::Long;
13:
14: # You may wish to edit the next line to customize for your default log file.
15: $usage_file = "/var/log/rsyncd.log";
16:
17: # Edit the following lines for default report settings.
18: # Entries defined here will be over-ridden by the command line.
19:
20: $hourly_report = 0;
21: $domain_report = 0;
22: $total_report = 0;
23: $depth_limit = 9999;
24: $only_section = '';
25:
26: &Getopt::Long::Configure('bundling');
27: &usage if !&GetOptions(
28: 'hourly-report|h' => \$hourly_report,
29: 'domain-report|d' => \$domain_report,
30: 'domain|D:s' => \$only_domain,
31: 'total-report|t' => \$total_report,
32: 'depth-limit|l:i' => \$depth_limit,
33: 'real|r' => \$real,
34: 'anon|a' => \$anon,
35: 'section|s:s' => \$only_section,
36: 'file|f:s' => \$usage_file,
37: );
38:
39: $anon = 1 if !$real && !$anon;
40:
41: open(LOG, $usage_file) || die "Error opening usage log file: $usage_file\n";
42:
43: if ($only_domain) {
44: print "Transfer Totals include the '$only_domain' domain only.\n";
45: print "All other domains are filtered out for this report.\n\n";
46: }
47:
48: if ($only_section) {
49: print "Transfer Totals include the '$only_section' section only.\n";
50: print "All other sections are filtered out for this report.\n\n";
51: }
52:
53: line: while (<LOG>) {
54:
55: my $syslog_prefix = '\w\w\w +\d+ \d\d:\d\d:\d\d \S+ rsyncd';
56: my $rsyncd_prefix = '\d\d\d\d/\d\d/\d\d \d\d:\d\d:\d\d ';
57:
58: next unless ($day,$time,$op,$host,$module,$file,$bytes)
59: = m{^
60: ( \w\w\w\s+\d+ | \d+/\d\d/\d\d ) \s+ # day
61: (\d\d:\d\d:\d\d) \s+ # time
62: [^[]* \[\d+\]:? \s+ # pid (ignored)
63: (send|recv|[<>]f\S+) \s+ # op (%o or %i)
64: (\S+) \s+ # host
65: \[\d+\.\d+\.\d+\.\d+\] \s+ # IP (ignored)
66: (\S+) \s+ # module
67: \(\S*\) \s+ # user (ignored)
68: (.*) \s+ # file name
69: (\d+) # file length in bytes
70: $ }x;
71:
72: # TODO actually divide the data by into send/recv categories
73: if ($op =~ /^>/) {
74: $op = 'send';
75: } elsif ($op =~ /^</) {
76: $op = 'recv';
77: }
78:
79: $daytime = $day;
80: $hour = substr($time,0,2);
81:
82: $file = $module . "/" . $file;
83:
84: $file =~ s|//|/|mg;
85:
86: @path = split(/\//, $file);
87:
88: $pathkey = "";
89: for ($i=0; $i <= $#path && $i <= $depth_limit; $i++) {
90: $pathkey = $pathkey . "/" . $path[$i];
91: }
92:
93: if ($only_section ne '') {
94: next unless (substr($pathkey,0,length($only_section)) eq $only_section);
95: }
96:
97: $host =~ tr/A-Z/a-z/;
98:
99: @address = split(/\./, $host);
100:
101: $domain = $address[$#address];
102: if ( int($address[0]) > 0 || $#address < 2 )
103: { $domain = "unresolved"; }
104:
105: if ($only_domain ne '') {
106: next unless (substr($domain,0,length($only_domain)) eq $only_domain);
107: }
108:
109:
110: # printf("c=%d day=%s bytes=%d file=%s path=%s\n",
111: # $#line, $daytime, $bytes, $file, $pathkey);
112:
113: $xferfiles++; # total files sent
114: $xfertfiles++; # total files sent
115: $xferfiles{$daytime}++; # files per day
116: $groupfiles{$pathkey}++; # per-group accesses
117: $domainfiles{$domain}++;
118:
119: $xferbytes{$daytime} += $bytes; # bytes per day
120: $domainbytes{$domain} += $bytes; # xmit bytes to domain
121: $xferbytes += $bytes; # total bytes sent
122: $groupbytes{$pathkey} += $bytes; # per-group bytes sent
123:
124: $xfertfiles{$hour}++; # files per hour
125: $xfertbytes{$hour} += $bytes; # bytes per hour
126: $xfertbytes += $bytes; # total bytes sent
127: }
128: close LOG;
129:
130: #@syslist = keys %systemfiles;
131: @dates = sort datecompare keys %xferbytes;
132:
133: if ($xferfiles == 0) {die "There was no data to process.\n";}
134:
135:
136: print "TOTALS FOR SUMMARY PERIOD ", $dates[0], " TO ", $dates[$#dates], "\n\n";
137: printf("Files Transmitted During Summary Period %12.0f\n", $xferfiles);
138: printf("Bytes Transmitted During Summary Period %12.0f\n", $xferbytes);
139: #printf("Systems Using Archives %12.0f\n\n", $#syslist+1);
140:
141: printf("Average Files Transmitted Daily %12.0f\n",
142: $xferfiles / ($#dates + 1));
143: printf("Average Bytes Transmitted Daily %12.0f\n",
144: $xferbytes / ($#dates + 1));
145:
146: format top1 =
147:
148: Daily Transmission Statistics
149:
150: Number Of Number of Percent Of Percent Of
151: Date Files Sent MB Sent Files Sent Bytes Sent
152: --------------- ---------- ----------- ---------- ----------
153: .
154:
155: format line1 =
156: @<<<<<<<<<<<<<< @>>>>>>>>> @>>>>>>>>>> @>>>>>>> @>>>>>>>
157: $date, $nfiles, $nbytes/(1024*1024), $pctfiles, $pctbytes
158: .
159:
160: $^ = top1;
161: $~ = line1;
162:
163: foreach $date (sort datecompare keys %xferbytes) {
164:
165: $nfiles = $xferfiles{$date};
166: $nbytes = $xferbytes{$date};
167: $pctfiles = sprintf("%8.2f", 100*$xferfiles{$date} / $xferfiles);
168: $pctbytes = sprintf("%8.2f", 100*$xferbytes{$date} / $xferbytes);
169: write;
170: }
171:
172: if ($total_report) {
173: format top2 =
174:
175: Total Transfers from each Archive Section (By bytes)
176:
177: - Percent -
178: Archive Section NFiles MB Files Bytes
179: ------------------------------------- ------- ----------- ----- -------
180: .
181:
182: format line2 =
183: @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< @>>>>>> @>>>>>>>>>> @>>>> @>>>>
184: $section, $files, $bytes/(1024*1024), $pctfiles, $pctbytes
185: .
186:
187: $| = 1;
188: $- = 0;
189: $^ = top2;
190: $~ = line2;
191:
192: foreach $section (sort bytecompare keys %groupfiles) {
193:
194: $files = $groupfiles{$section};
195: $bytes = $groupbytes{$section};
196: $pctbytes = sprintf("%8.2f", 100 * $groupbytes{$section} / $xferbytes);
197: $pctfiles = sprintf("%8.2f", 100 * $groupfiles{$section} / $xferfiles);
198: write;
199:
200: }
201:
202: if ( $xferfiles < 1 ) { $xferfiles = 1; }
203: if ( $xferbytes < 1 ) { $xferbytes = 1; }
204: }
205:
206: if ($domain_report) {
207: format top3 =
208:
209: Total Transfer Amount By Domain
210:
211: Number Of Number of Percent Of Percent Of
212: Domain Name Files Sent MB Sent Files Sent Bytes Sent
213: ----------- ---------- ------------ ---------- ----------
214: .
215:
216: format line3 =
217: @<<<<<<<<<< @>>>>>>>>> @>>>>>>>>>>> @>>>>>>> @>>>>>>>
218: $domain, $files, $bytes/(1024*1024), $pctfiles, $pctbytes
219: .
220:
221: $- = 0;
222: $^ = top3;
223: $~ = line3;
224:
225: foreach $domain (sort domnamcompare keys %domainfiles) {
226:
227: if ( $domainsecs{$domain} < 1 ) { $domainsecs{$domain} = 1; }
228:
229: $files = $domainfiles{$domain};
230: $bytes = $domainbytes{$domain};
231: $pctfiles = sprintf("%8.2f", 100 * $domainfiles{$domain} / $xferfiles);
232: $pctbytes = sprintf("%8.2f", 100 * $domainbytes{$domain} / $xferbytes);
233: write;
234:
235: }
236:
237: }
238:
239: if ($hourly_report) {
240:
241: format top8 =
242:
243: Hourly Transmission Statistics
244:
245: Number Of Number of Percent Of Percent Of
246: Time Files Sent MB Sent Files Sent Bytes Sent
247: --------------- ---------- ----------- ---------- ----------
248: .
249:
250: format line8 =
251: @<<<<<<<<<<<<<< @>>>>>>>>> @>>>>>>>>>> @>>>>>>> @>>>>>>>
252: $hour, $nfiles, $nbytes/(1024*1024), $pctfiles, $pctbytes
253: .
254:
255:
256: $| = 1;
257: $- = 0;
258: $^ = top8;
259: $~ = line8;
260:
261: foreach $hour (sort keys %xfertbytes) {
262:
263: $nfiles = $xfertfiles{$hour};
264: $nbytes = $xfertbytes{$hour};
265: $pctfiles = sprintf("%8.2f", 100*$xfertfiles{$hour} / $xferfiles);
266: $pctbytes = sprintf("%8.2f", 100*$xfertbytes{$hour} / $xferbytes);
267: write;
268: }
269: }
270: exit(0);
271:
272: sub datecompare {
273: $a cmp $b;
274: }
275:
276: sub domnamcompare {
277:
278: $sdiff = length($a) - length($b);
279: ($sdiff < 0) ? -1 : ($sdiff > 0) ? 1 : $a cmp $b;
280:
281: }
282:
283: sub bytecompare {
284:
285: $bdiff = $groupbytes{$b} - $groupbytes{$a};
286: ($bdiff < 0) ? -1 : ($bdiff > 0) ? 1 : $a cmp $b;
287:
288: }
289:
290: sub faccompare {
291:
292: $fdiff = $fac{$b} - $fac{$a};
293: ($fdiff < 0) ? -1 : ($fdiff > 0) ? 1 : $a cmp $b;
294:
295: }
296:
297: sub usage
298: {
299: die <<EOT;
300: USAGE: rsyncstats [options]
301:
302: OPTIONS:
303: -f FILENAME Use FILENAME for the log file.
304: -h Include report on hourly traffic.
305: -d Include report on domain traffic.
306: -t Report on total traffic by section.
307: -D DOMAIN Report only on traffic from DOMAIN.
308: -l DEPTH Set DEPTH of path detail for sections.
309: -s SECTION Set SECTION to report on. For example, "-s /pub"
310: will report only on paths under "/pub".
311: EOT
312: }
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/icons/cvsweb/back.gif){kind=icon}
Return to rsyncstats CVS log ![[TXT]](/icons/cvsweb/text.gif){kind=icon}
![[DIR]](/icons/cvsweb/dir.gif){kind=icon}
Up to [ELWIX - Embedded LightWeight unIX -] / embedaddon / rsync / support