Changeset 2d9e75d for memlog_analyze

Timestamp:

07/22/15 14:18:06 (9 years ago)

Author:

Hal Finkel <hfinkel@…>

Branches:

master

Children:

96927c5

Parents:

09f3093 (diff), 3c9fc94 (diff)
Note: this is a merge changeset, the changes displayed below correspond to the merge itself.
Use the (diff) links above to see all the changes relative to each parent.

git-author:

Hal Finkel <hfinkel@…> (07/22/15 14:18:06)

git-committer:

Hal Finkel <hfinkel@…> (07/22/15 14:18:06)

Message:

Merge branch 'master' of git.mcs.anl.gov:memlog

File:

• memlog_analyze (moved) (moved from memlog2dot) (11 diffs)

memlog_analyze

@@ -42 +42 @@
 use strict;
 use File::Basename;
+use File::Path qw(make_path);
+use Getopt::Long;
+
+my $find_leaks = 0;
+my $print_raw_proc_name = 0;
+my $quiet = 0;
+my $help = 0;
+
+sub print_usage($) {
+  my $ec = $_[0];
+  my $usage = <<EOM;
+Usage: $0 [options] <memlog file or glob> [<output directory>]
+  options:
+    --leaks
+      Provide information on leaks instead of peak usage
+    --print-symbol-names
+      Include symbol names and offsets in the output
+    --quiet or -q
+      Don't print status messages while running
+EOM
+
+  print $usage;
+  exit($ec);
+}
+
+GetOptions("help|h|?" => \$help,
+           "leaks" => \$find_leaks,
+           "print-symbol-names" => \$print_raw_proc_name,
+           "quiet|q" => \$quiet)
+  or print_usage(1);
+
+if ($help) {
+  print_usage(0);
+}
+
+if (scalar(@ARGV) > 2) {
+  print_usage(2);
+}
 
 my $memlog_fn = $ARGV[0];
 my $out_dir = $ARGV[1] || '.';
 
-my $print_raw_proc_name = 0;
+make_path($out_dir);
 
 if (! -f $memlog_fn) {
-  print "Usage: $0 <memlog file> [<output directory>]\n";
-  exit 1;
-}
+  my @pot_fns = glob($memlog_fn);
+  if (scalar(@pot_fns)) {
+    if (!$quiet) {
+      print "Searching all files matching '$memlog_fn'\n";
+    }
+
+    my $pot_max_rss = 0;
+    my $pos_max_rss_fn;
+    foreach my $pot_fn (@pot_fns) {
+      my $last_line = `tail -n 1 '$pot_fn'`;
+      chomp($last_line);
+
+      my @parts = split(/\t/, $last_line);
+
+      my $op = shift(@parts);
+      my $state = shift(@parts);
+
+      my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+        split(/\s+/, $state);
+      if ($pot_max_rss < $then_max_rss) {
+        $pot_max_rss = $then_max_rss;
+        $pos_max_rss_fn = $pot_fn;
+      }
+    }
+
+    if (defined $pos_max_rss_fn) {
+      $memlog_fn = $pos_max_rss_fn;
+      goto have_memlog_fn;
+    }
+  }
+
+  print_usage(1);
+}
+have_memlog_fn:
 
 # The version of addr2line and friends that you use can make a big difference,
@@ -66 +135 @@
 # The first step is to determine the high-water mark.
 my $max_rss = 0;
+my $arena = 0;
+my $mmap = 0;
 foreach my $line (<MEMLOG>) {
   chomp($line);
@@ -73 +144 @@
   my $state = shift(@parts);
 
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
   if ($max_rss < $then_max_rss) {
     $max_rss = $then_max_rss;
+    $arena = $then_arena;
+    $mmap = $then_mmap;
   }
 }
@@ -83 +157 @@
 # Scan the log for malloc/free pairings. We're interested only in active
 # allocations at the time when the rss reaches the final maxrss.
-my $max_rss_time = 0;
+# If we're finding leaks, then go to the very end.
+my $active_alloc_time = 0;
 my %malloc_lines;
 foreach my $line (<MEMLOG>) {
@@ -102 +177 @@
   }
 
-  # If we've reached the max rss, we've seen all we need to see.
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
-  $max_rss_time = $time;
-  if ($then_max_rss == $max_rss) {
-    last;
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
+  $active_alloc_time = $time;
+
+  if (!$find_leaks) {
+    # If we've reached the max rss, we've seen all we need to see.
+    if ($then_max_rss == $max_rss) {
+      last;
+    }
   }
 }
@@ -114 +193 @@
 # Convert maxrss, currently in KB, to bytes.
 $max_rss *= 1024;
+if (defined $arena) {
+  $arena *= 1024;
+}
+if (defined $mmap) {
+  $mmap *= 1024;
+}
 
 my $total_size = 0;
@@ -130 +215 @@
 
   my ($size, $ptr) = ($op =~ /^M: (\d+) 0x(\w+)/);
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
 
   $total_size += $size;
@@ -192 +278 @@
 my $pdf_fn = "$out_dir/" . basename($memlog_fn) . ".pdf";
 
+if (!$quiet) {
+  print "Creating $txt_fn\n";
+}
+
 open(TXT, ">$txt_fn") || die "Can't open $txt_fn: $!";
+
+if (!$quiet) {
+  print "Creating $dot_fn\n";
+}
+
 open(DOT, ">$dot_fn") || die "Can't open $dot_fn: $!";
 
@@ -208 +303 @@
 }
 
+sub format_bytes_or_unk($) {
+  my $b = $_[0];
+  return defined($b) ? format_bytes($b) : "(unknown)";
+}
+
 print DOT ("digraph \"memlog\" {\n");
 print DOT ("size=\"8,11\";\n");
 print DOT ("node [width=0.375,height=0.25];\n");
 
-printf DOT ("Legend [shape=box, fontsize=100, shape=oval," .
-            "label=\"Total: %s active at maxrss = %s after %s s\"];\n",
-            format_bytes($total_size), format_bytes($max_rss), $max_rss_time);
-
-printf TXT ("memlog: Total: %s active at maxrss = %s after %s s\n\n",
-            format_bytes($total_size), format_bytes($max_rss), $max_rss_time);
+my $find_type = $find_leaks ? " (leaks)" : "";
+print DOT "subgraph cluster_key {\n";
+print DOT "\trank=min;\n";
+print DOT "\tlabel=\"memlog\";\n";
+print DOT "\tfontsize=100;\n";
+print DOT "\trankdir=UR;\n";
+printf DOT ("Legend [shape=box, fontsize=100, shape=plaintext," .
+            "label=\"Total: %s active$find_type at maxrss = %s after %s s\\narena: %s\\nmmap: %s\"];\n",
+            format_bytes($total_size), format_bytes($max_rss),
+            $active_alloc_time, format_bytes_or_unk($arena),
+            format_bytes_or_unk($mmap));
+print DOT "}\n";
+
+printf TXT ("memlog: Total: %s active$find_type at maxrss = %s after %s s\n\tarena: %s\tmmap: %s\n\n",
+            format_bytes($total_size), format_bytes($max_rss),
+            $active_alloc_time, format_bytes_or_unk($arena),
+            format_bytes_or_unk($mmap));
 
 my %cached_names;
@@ -277 +388 @@
     $ret .= $func . '\n';
 
-    if ($loc !~ /^\?/) {
+    if ($loc !~ /^[:?]/) {
       $ret .= $loc . '\n';
     }
@@ -395 +506 @@
 close(DOT);
 
+if (!$quiet) {
+  print "Creating $ps_fn\n";
+}
+
 system("dot -Tps2 < '$dot_fn' > '$ps_fn'");
+
+if (!$quiet) {
+  print "Creating $pdf_fn\n";
+}
+
 system("ps2pdf '$ps_fn' '$pdf_fn'");