From 0e2890c7b0c6d9c9528de3c877263e421ca05528 Mon Sep 17 00:00:00 2001 From: Fabian Keil Date: Fri, 3 Mar 2017 17:43:35 +0000 Subject: [PATCH] privoxy-log-parser: Don't gather host and resource statistics if they aren't requested While the performance impact seems negible this significantly reduces the memory usage if there are lots of requests. --- tools/privoxy-log-parser.pl | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/tools/privoxy-log-parser.pl b/tools/privoxy-log-parser.pl index 506a4bc8..a5b5b618 100755 --- a/tools/privoxy-log-parser.pl +++ b/tools/privoxy-log-parser.pl @@ -8,7 +8,7 @@ # # https://www.fabiankeil.de/sourcecode/privoxy-log-parser/ # -# $Id: privoxy-log-parser.pl,v 1.168 2017/02/24 12:00:25 fabiankeil Exp $ +# $Id: privoxy-log-parser.pl,v 1.169 2017/03/03 17:43:11 fabiankeil Exp $ # # TODO: # - LOG_LEVEL_CGI, LOG_LEVEL_ERROR, LOG_LEVEL_WRITE content highlighting @@ -2082,6 +2082,7 @@ sub gather_loglevel_header_stats ($$) { my ($c, $thread) = @_; our %stats; + our %cli_options; if ($c =~ m/^A HTTP\/1\.1 response without/ or $c =~ m/^Keeping the server header 'Connection: keep-alive' around./) @@ -2094,10 +2095,13 @@ sub gather_loglevel_header_stats ($$) { # scan: HTTP/1.1 200 OK $stats{'method'}{$2}++; - $stats{'resource'}{$3}++; + if ($cli_options{'url-statistics-threshold'} != 0) { + $stats{'resource'}{$3}++; + } $stats{'http-version'}{$4}++; - } elsif ($c =~ m/^scan: Host: ([^\s]+)/) { + } elsif ($c =~ m/^scan: Host: ([^\s]+)/ and + $cli_options{'host-statistics-threshold'} != 0) { # scan: Host: p.p $stats{'hosts'}{$1}++; -- 2.39.2