From 3beeb1c2816fb4e9809832315fead857fe3fbd69 Mon Sep 17 00:00:00 2001
From: Dmitry Ilyin <dilyin@mirantis.com>
Date: Fri, 16 Oct 2015 17:34:05 +0300
Subject: [PATCH] Update logparse to the current modular logs

Change-Id: I90277ba5d45e3fd0ae8c96034333cf5a219acbd6
Fuel-CI: disable
---
 utils/logparse/logparse.rb | 88 ++++++++++++--------------------------
 1 file changed, 27 insertions(+), 61 deletions(-)

diff --git a/utils/logparse/logparse.rb b/utils/logparse/logparse.rb
index 5ed78750a4..99b748c50f 100644
--- a/utils/logparse/logparse.rb
+++ b/utils/logparse/logparse.rb
@@ -2,10 +2,7 @@ require 'English'
 require 'time'
 
 log = []
-last_time = nil
-errors = 0
 top = 10
-evaltrace = false
 
 def show_seconds(seconds)
   "#{sprintf('%.02f',seconds)} sec (#{sprintf('%.02f',seconds / 60)} min)"
@@ -13,20 +10,11 @@ end
 
 while gets
   begin
-
-    # last line. exit this file!
-    if ($LAST_READ_LINE =~ /Finished catalog run in (\S+) seconds/)
-      total = $1.to_f
-      break
+    if $LAST_READ_LINE =~ /MODULAR:\s*(\S+)/
+      task_name = $1
     end
 
-    # evaltrace line
-    if ($LAST_READ_LINE =~ /.*\/?([A-Z0-9][0-9A-Za-z_]+)\[(.*)\].*Evaluated\s+in\s+(.*)\s+seconds/)
-      unless evaltrace
-        evaltrace = true
-        puts "Evaltrace found!"
-        log = []
-      end
+    if $LAST_READ_LINE =~ /.*\/?([A-Z0-9][0-9A-Za-z_]+)\[(.*)\].*Evaluated\s+in\s+(.*)\s+seconds/
       type = $1.to_sym
       title = $2
       duration = $3.to_f
@@ -37,49 +25,11 @@ while gets
       # remove garbage entries
       next if [ :Filebucket, :Stage, :Schedule, :Class].include? type
 
-      log << { :time => time, :message => message, :level => level, :duration => duration, :number => $INPUT_LINE_NUMBER, :type => type, :title => title }
+      log << { :time => time, :message => message, :level => level, :duration => duration, :number => $INPUT_LINE_NUMBER, :type => type, :title => title, :task => task_name }
 
       # line processed
       next
     end
-
-    # if we use evaltrace don't do normal parsing
-    next if evaltrace
-
-    # a puppet line with time
-    if ($LAST_READ_LINE =~ /^(\S+)\s+(\S+)\s+\((.*?)\)/)
-      time = Time.parse $1
-      level = $2
-      message = $3
-
-      # set duration of this line
-      if last_time
-        duration = time - last_time
-      else
-        duration = 0.0
-      end
-      last_time = time
-      
-      # line with resource
-      if (message =~ /.*\/([A-Z0-9][0-9A-Za-z_]+)\[(.*)\]/)
-        type = $1.to_sym
-        title = $2
-
-        log << { :time => time, :message => message, :level => level, :duration => duration, :number => $INPUT_LINE_NUMBER, :type => type, :title => title }
-        if (level == 'err:')
-          errors += 1
-        end
-
-        # line processed
-        next
-      end
-      
-      # line did not match
-      next
-
-    end
-    # end line with time
- 
   rescue
     # error. skip this line
     next
@@ -92,7 +42,7 @@ log.each { |line|
   type = line[:type].to_sym
   duration = line[:duration]
 
-  unless (types[type])
+  unless types[type]
     types[type] = 0.0
   end
   types[type] += duration
@@ -109,7 +59,7 @@ puts
 puts "Top lines:"
 number = 1
 log.sort_by { |line| line[:duration] }.reverse[0,top].each { |line|
-  puts "#{"%02d" % number} - #{show_seconds(line[:duration])}, line: #{line[:number]}, #{line[:type]}[#{line[:title]}]#{line[:level] == 'err:' ? ' ERROR!' : ''}"
+  puts "#{"%02d" % number} - #{show_seconds(line[:duration])}, task: #{line[:task]}, line: #{line[:number]}, #{line[:type]}[#{line[:title]}]#{line[:level] == 'err:' ? ' ERROR!' : ''}"
   number += 1
 }
 
@@ -120,12 +70,28 @@ types.sort_by { |type,duration| duration }.reverse[0,top].each { |type,duration|
   puts "#{"%02d" % number} - #{show_seconds(duration)}, #{type}"
   number += 1
 }
+
 puts
-
-if total
-  puts "Total: #{show_seconds(total)}"
+puts "Top tasks:"
+task_stat = {}
+log.each do |line|
+  task_name = line[:task]
+  duration = line[:duration]
+  next unless task_name and duration
+  task_stat[task_name] = 0 unless task_stat[task_name]
+  task_stat[task_name] += duration
 end
 
-if errors > 0
-  puts "Errors: #{errors}"
+number = 1
+task_stat.sort_by { |task, time| time }.reverse[0,top].each do |task, time|
+  puts "#{"%02d" % number} - #{show_seconds(time)}, task: #{task}"
+  number += 1
 end
+
+puts
+puts "Total resource time (does not include facter and catalog compile time)"
+total_time = 0
+log.each do |line|
+  total_time += line[:duration] if line[:duration]
+end
+puts show_seconds total_time