chore: logs analysis scripts (#9382)

Commiting logs analysis scripts that were on off1 in /srv/off/logs


---------

Co-authored-by: Alex Garel <[email protected]>

.gitignore

@@ -58,6 +58,7 @@ Thumbs.db
 
 # Logs
 logs/
+!scripts/utils/logs
 debug/
 Store.debug.txt
 *.log

scripts/utils/logs/concatenate_by_ip.pl

@@ -0,0 +1,17 @@
+#!/usr/bin/perl -w
+
+use strict;
+use warnings;
+
+my %ip = ();
+
+while (<STDIN>) {
+	if ($_ =~ /(^\S+) /) {
+		$ip{$1}++;
+	}
+}
+
+foreach my $ip (sort {$ip{$a} <=> $ip{$b}} keys %ip) {
+	print "$ip\t$ip{$ip}\n";
+}
+

scripts/utils/logs/concatenate_by_ip3.pl

@@ -0,0 +1,17 @@
+#!/usr/bin/perl -w
+
+use strict;
+use warnings;
+
+my %ip = ();
+
+while (<STDIN>) {
+	if ($_ =~ /(^\S+)\.(\d+) /) {
+		$ip{$1}++;
+	}
+}
+
+foreach my $ip (sort {$ip{$a} <=> $ip{$b}} keys %ip) {
+	print "$ip\t$ip{$ip}\n";
+}
+

scripts/utils/logs/concatenate_by_user_agent.pl

@@ -0,0 +1,17 @@
+#!/usr/bin/perl -w
+
+use strict;
+use warnings;
+
+my %ip = ();
+
+while (<STDIN>) {
+	if ($_ =~ /"([^"]+)"$/) {
+		$ip{$1}++;
+	}
+}
+
+foreach my $ip (sort {$ip{$a} <=> $ip{$b}} keys %ip) {
+	print "$ip\t$ip{$ip}\n";
+}
+

scripts/utils/logs/subdomains.pl

@@ -0,0 +1,18 @@
+#!/usr//bin/perl -w
+
+use strict;
+use warnings;
+
+my %subdomains = ();
+
+# input for script: /home/off/logs/access_log
+
+while (<STDIN>) {
+	if ($_ =~ /\/([a-z-]+)\.openfoodfacts\.org/) {
+		$subdomains{$1}++;
+	}
+}
+
+foreach my $sd (sort {$subdomains{$b} <=> $subdomains{$a}} keys %subdomains) {
+	print $sd . "\t" . $subdomains{$sd} . "\n";
+}

scripts/utils/logs/top_errors.pl

@@ -0,0 +1,22 @@
+#!/usr/bin/perl -w
+
+use strict;
+use warnings;
+
+my %errors = ();
+
+# [Tue Sep 13 11:03:23 2016] -e: Use of uninitialized value $tag in pattern match (m//) at /home/off/lib/ProductOpener/Tags.pm line 1811.
+
+while (<STDIN>) {
+
+	chomp;
+	my $line = $_;
+	$line =~ s/\[.*?\] //;
+	$errors{$line}++;
+}
+
+foreach my $error (sort {$errors{$a} <=> $errors{$b}} keys %errors) {
+
+	print $errors{$error} . "\t" . $error . "\n";
+
+}