Changeset 21d3542

Timestamp:

06/02/15 16:50:48 (9 years ago)

Author:

Hal Finkel <hfinkel@…>

Branches:

master

Children:

6444e03

Parents:

192a260

git-author:

Hal Finkel <hfinkel@…> (06/02/15 16:50:48)

git-committer:

Hal Finkel <hfinkel@…> (06/02/15 16:50:48)

Message:

collect and report on mmap totals

Files:

• memlog.cpp (modified) (6 diffs)
• memlog_analyze (modified) (8 diffs)

memlog.cpp

@@ -6 +6 @@
 #include <cstdio>
 #include <cstring>
+#include <cstdint>
 
 // NOTE: This source makes very minimal use of C++11 features. It can still be
@@ -29 +30 @@
 #ifdef __bgq__
 #include <spi/include/kernel/location.h>
+#include <spi/include/kernel/memory.h>
 #endif
 
@@ -45 +47 @@
 static char self_path[PATH_MAX+1] = { '\0' };
 
+#ifdef __bgq__
+int on_bgq = 0;
+#endif
+
+void *initial_brk = 0;
+
 __attribute__((__constructor__))
 static void record_init() {
@@ -54 +62 @@
   // If we're really running on a BG/Q compute node, use the job rank instead
   // of the pid because the node name might not really be globally unique.
-  if (!strcmp(u.sysname, "CNK") && !strcmp(u.machine, "BGQ"))
+  if (!strcmp(u.sysname, "CNK") && !strcmp(u.machine, "BGQ")) {
     id = (int) Kernel_GetRank();
+    on_bgq = 1;
+  }
 #endif
 
@@ -81 +91 @@
   const char *link_name = "/proc/self/exe";
   readlink(link_name, self_path, PATH_MAX);
+
+  initial_brk = sbrk(0);
 }
 
@@ -128 +140 @@
   fprintf(log_file, "\t%ld.%06ld %ld %ld", usage.ru_utime.tv_sec,
           usage.ru_utime.tv_usec, usage.ru_maxrss, syscall(SYS_gettid));
+
+  // Some other memory stats (like with maxrss, report these in KB).
+  size_t arena_size = ((size_t) sbrk(0)) - (size_t) initial_brk;
+
+  uint64_t mmap_size = 0;
+#ifdef __bgq__
+  if (on_bgq)
+    (void) Kernel_GetMemorySize(KERNEL_MEMSIZE_MMAP, &mmap_size);
+#endif
+
+  fprintf(log_file, " %ld %ld", arena_size >> 10, mmap_size >> 10);
 
   if (!show_backtrace)

memlog_analyze

@@ -64 +64 @@
       my $state = shift(@parts);
 
-      my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+      my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+        split(/\s+/, $state);
       if ($pot_max_rss < $then_max_rss) {
         $pot_max_rss = $then_max_rss;
@@ -94 +95 @@
 # The first step is to determine the high-water mark.
 my $max_rss = 0;
+my $arena = 0;
+my $mmap = 0;
 foreach my $line (<MEMLOG>) {
   chomp($line);
@@ -101 +104 @@
   my $state = shift(@parts);
 
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
   if ($max_rss < $then_max_rss) {
     $max_rss = $then_max_rss;
+    $arena = $then_arena;
+    $mmap = $then_mmap;
   }
 }
@@ -131 +137 @@
   }
 
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
   $active_alloc_time = $time;
 
@@ -146 +153 @@
 # Convert maxrss, currently in KB, to bytes.
 $max_rss *= 1024;
+if (defined $arena) {
+  $arena *= 1024;
+}
+if (defined $mmap) {
+  $mmap *= 1024;
+}
 
 my $total_size = 0;
@@ -162 +175 @@
 
   my ($size, $ptr) = ($op =~ /^M: (\d+) 0x(\w+)/);
-  my ($time, $then_max_rss, $tid) = split(/\s+/, $state);
+  my ($time, $then_max_rss, $tid, $then_arena, $then_mmap) =
+    split(/\s+/, $state);
 
   $total_size += $size;
@@ -249 +263 @@
 }
 
+sub format_bytes_or_unk($) {
+  my $b = $_[0];
+  return defined($b) ? format_bytes($b) : "(unknown)";
+}
+
 print DOT ("digraph \"memlog\" {\n");
 print DOT ("size=\"8,11\";\n");
@@ -254 +273 @@
 
 my $find_type = $find_leaks ? " (leaks)" : "";
-printf DOT ("Legend [shape=box, fontsize=100, shape=oval," .
-            "label=\"Total: %s active$find_type at maxrss = %s after %s s\"];\n",
+print DOT "subgraph cluster_key {\n";
+print DOT "\trank=min;\n";
+print DOT "\tlabel=\"memlog\";\n";
+print DOT "\tfontsize=100;\n";
+print DOT "\trankdir=UR;\n";
+printf DOT ("Legend [shape=box, fontsize=100, shape=plaintext," .
+            "label=\"Total: %s active$find_type at maxrss = %s after %s s\\narena: %s\\nmmap: %s\"];\n",
             format_bytes($total_size), format_bytes($max_rss),
-            $active_alloc_time);
-
-printf TXT ("memlog: Total: %s active$find_type at maxrss = %s after %s s\n\n",
+            $active_alloc_time, format_bytes_or_unk($arena),
+            format_bytes_or_unk($mmap));
+print DOT "}\n";
+
+printf TXT ("memlog: Total: %s active$find_type at maxrss = %s after %s s\n\tarena: %s\tmmap: %s\n\n",
             format_bytes($total_size), format_bytes($max_rss),
-            $active_alloc_time);
+            $active_alloc_time, format_bytes_or_unk($arena),
+            format_bytes_or_unk($mmap));
 
 my %cached_names;