Changeset 5df7203

Timestamp:

06/01/15 06:25:13 (9 years ago)

Author:

Hal Finkel <hfinkel@…>

Branches:

master

Children:

d270799

Parents:

0109b01

git-author:

Hal Finkel <hfinkel@…> (06/01/15 06:25:13)

git-committer:

Hal Finkel <hfinkel@…> (06/01/15 06:25:13)

Message:

add glob processing

Files:

• README (modified) (1 diff)
• memlog_analyze (modified) (2 diffs)

README

@@ -40 +40 @@
 when the peak memory usage is first reached.
 
+You might have many runs of the same application (or output from many ranks of
+an MPI job), and you'd like to pick the one for analysis with the highest
+memory usage. If you provide a glob pattern to memlog_analyze it will do this
+for you. Make sure you quote the glob pattern so that your shell does not
+expand it.
+
+  /path/to/memlog/memlog_analyze "/path/to/*.memlog"
+
 When running under common batch systems, the files are named
 JOB_ID.HOST.PID.memlog, and when running under the BG/Q CNK, the process's rank

memlog_analyze

@@ -12 +12 @@
   my $ec = $_[0];
   my $usage = <<EOM;
-Usage: $0 [options] <memlog file> [<output directory>]
+Usage: $0 [options] <memlog file or glob> [<output directory>]
   options:
     --leaks
@@ -40 +40 @@
 
 if (! -f $memlog_fn) {
+  my @pot_fns = glob($memlog_fn);
+  if (scalar(@pot_fns)) {
+    if (!$quiet) {
+      print "Searching all files matching '$memlog_fn'\n";
+    }
+
+    my $pot_max_rss = 0;
+    my $pos_max_rss_fn;
+    foreach my $pot_fn (@pot_fns) {
+      my $last_line = `tail -n 1 '$pot_fn'`;
+      chomp($last_line);
+
+      my @parts = split(/\t/, $last_line);
+
+      my $op = shift(@parts);
+      my $state = shift(@parts);
+
+      my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+      if ($pot_max_rss < $then_max_rss) {
+        $pot_max_rss = $then_max_rss;
+        $pos_max_rss_fn = $pot_fn;
+      }
+    }
+
+    if (defined $pos_max_rss_fn) {
+      $memlog_fn = $pos_max_rss_fn;
+      goto have_memlog_fn;
+    }
+  }
+
   print_usage(1);
 }
+have_memlog_fn:
 
 # The version of addr2line and friends that you use can make a big difference,