Move keystone logs over to oslofrmt

After the successful implementation of
https://blueprints.launchpad.net/keystone/+spec/unified-logging-in-keystone
keystone uses oslo logging instead of its own. Update logstash settings
to reflect this.

We currently don't have any keystone logs in logstash, this should fix
that.

Change-Id: I7acfa35bfd112a15d2ec3aa7338fb28b37a827cb

modules/openstack_project/files/logstash/jenkins-log-client.yaml

@@ -90,7 +90,7 @@ source-files:
   - name: logs/screen-key.txt
     tags:
       - screen
-      - keystonefmt
+      - oslofmt
   - name: logs/screen-n-api.txt
     tags:
       - screen
@@ -214,7 +214,7 @@ source-files:
   - name: logs/new/screen-key.txt
     tags:
       - screen
-      - keystonefmt
+      - oslofmt
     job-filter: '.*grenade.*'
   - name: logs/new/screen-n-api.txt
     tags:
@@ -340,7 +340,7 @@ source-files:
   - name: logs/old/screen-key.txt
     tags:
       - screen
-      - keystonefmt
+      - oslofmt
     job-filter: '.*grenade.*'
   - name: logs/old/screen-n-api.txt
     tags:

modules/openstack_project/templates/logstash/indexer.conf.erb

@@ -48,23 +48,6 @@ filter {
       match => { "message" => "(?m)^%{TIMESTAMP_ISO8601:logdate}%{SPACE}%{NUMBER:pid}?%{SPACE}?(?<loglevel>AUDIT|CRITICAL|DEBUG|INFO|TRACE|WARNING|ERROR) \[?\b%{NOTSPACE:module}\b\]?%{SPACE}?%{GREEDYDATA:logmessage}?" }
       add_field => { "received_at" => "%{@timestamp}" }
     }
-  } else if "keystonefmt" in [tags] {
-    if [message] == "" {
-      drop {}
-    }
-    multiline {
-      negate => true
-      pattern => "^\(\b%{NOTSPACE}\b\):"
-      what => "previous"
-      stream_identity => "%{host}.%{filename}"
-    }
-    grok {
-      # Do multiline matching as the above mutliline filter may add newlines
-      # to the log messages.
-      # TODO move the LOGLEVELs into a proper grok pattern.
-      match => { "message" => "(?m)^\(\b%{NOTSPACE:module}\b\):%{SPACE}%{TIMESTAMP_ISO8601:logdate}%{SPACE}(?<loglevel>AUDIT|CRITICAL|DEBUG|INFO|TRACE|WARNING|ERROR)%{SPACE}%{GREEDYDATA:logmessage}" }
-      add_field => { "received_at" => "%{@timestamp}" }
-    }
   } else if "apachecombined" in [tags] {
     grok {
       match => { "message" => "%{COMBINEDAPACHELOG}" }