Added a script to parse access logs.

Dockerfile

@@ -102,6 +102,9 @@ COPY exrc /.exrc
 # Clean up default /etc/bash.bashrc a bit (no call to groups)
 COPY bash.bashrc /etc/bash.bashrc
 
+# A script that can parse our access logs
+COPY parse_tomcat_access_log.pl /
+
 
 # some files which might be needed during build
 ADD clustering /tmp/clustering
@@ -197,4 +200,3 @@ ONBUILD RUN apt-get update && apt-get -y upgrade && \
   (echo "${NAME} version=${PROJECT_VERSION}") >> /DOCKER.BUILD && \
   (echo -e "${NAME} git version=${CI_COMMIT_SHA}\t${CI_COMMIT_REF_NAME}\t${CI_COMMIT_TIMESTAMP}\t${CI_COMMIT_TITLE}") >> /DOCKER.BUILD && \
   (echo -n "${NAME} build time=" ; date -Iseconds) >> /DOCKER.BUILD
-

parse_tomcat_access_log.pl

@@ -0,0 +1,68 @@
+#!/usr/bin/perl
+
+#we do it in perl, since that's available on ubuntu:latest
+# Results can be picked up by nl.vpro.monitoring.binder.ScriptMeterBinder
+
+use strict;
+use warnings;
+
+
+my $dir="/data/logs";
+if (scalar(@ARGV) ge 1) {
+  $dir = $ARGV[0];
+}
+my $after = "1 week before now";
+if (scalar(@ARGV) ge 2) {
+  $after = $ARGV[1];
+}
+my $findcommand="find $dir -name 'tomcat_access.log*'";
+open(FILELIST,"$findcommand |")||die("can't open $findcommand |");
+my @filelist=<FILELIST>;
+close FILELIST;
+
+my @ignore=('api', 'icons', 'swagger-ui');
+
+my %result=();
+for my $file (@filelist)  {
+  print $file;
+  my $fh;
+  if ($file =~ /.gz$/) {
+    open($fh, "gunzip -c $file |") or die $!;
+  } else {
+    open($fh, "cat $file |") or die $!;
+  }
+
+  while(<$fh>){
+
+    my @field=split /\t/;
+    my $date=$field[0];
+
+    if ($date lt $after) {
+      next;
+    }
+    my $client=$field[3];
+    my $request=$field[7];
+    $request =~ s/^"|"$//g;
+    my @split_request=split ' ', $request;
+    my $method=$split_request[0];
+    my $full_path=$split_request[1];
+    my @split_full_path=split /\?/, $full_path;
+    my $path=$split_full_path[0];
+    my @split_path=split '/', $path;
+    my $api=$split_path[3];
+    if (grep( /^$api$/, @ignore)) {
+      next;
+    }
+    $result{"clients"}{"client=$client"}++;
+    $result{"methods"}{"method=$method,api=$api"}++;
+    $result{"api"}{"api=$api"}++;
+  }
+}
+
+
+while(my($name, $counts) = each %result) {
+  while(my($key, $count) = each %$counts) {
+    print ("$name\t$count\t$key\n");
+  }
+}
+