SERVER-43254 Hang Analyzer shell integration uses child and peer mongo processes

Author: rtimmons

buildscripts/hang_analyzer.py

@@ -65,17 +65,12 @@ def callo(args, logger):
 
 def find_program(prog, paths):
     """Find the specified program in env PATH, or tries a set of paths."""
-    loc = spawn.find_executable(prog)
-
-    if loc is not None:
-        return loc
-
     for loc in paths:
         full_prog = os.path.join(loc, prog)
         if os.path.exists(full_prog):
             return full_prog
 
-    return None
+    return spawn.find_executable(prog)
 
 
 def get_process_logger(debugger_output, pid, process_name):

…mokeconfig/suites/unittest_peer_pids.yml …/suites/unittest_shell_hang_analyzer.ymlbuildscripts/resmokeconfig/suites/unittest_peer_pids.yml renamed to buildscripts/resmokeconfig/suites/unittest_shell_hang_analyzer.yml buildscripts/resmokeconfig/suites/unittest_peer_pids.yml renamed to buildscripts/resmokeconfig/suites/unittest_shell_hang_analyzer.yml

@@ -2,7 +2,7 @@ test_kind: js_test
 
 selector:
   roots:
-  - jstests/resmoke_selftest/peer_pids.js
+  - jstests/resmoke_selftest/shell_hang_analyzer.js
 
 executor:
   fixture:

etc/evergreen.yml

@@ -6794,12 +6794,12 @@ tasks:
       task_path_suffix: /data/multiversion
       resmoke_args: --suites=multiversion --storageEngine=wiredTiger
 
-- name: unittest_peer_pids_gen
+- name: unittest_shell_hang_analyzer_gen
   tags: ["misc_js"]
   commands:
   - func: "generate resmoke tasks"
     vars:
-      suite: unittest_peer_pids
+      suite: unittest_shell_hang_analyzer
       resmoke_args: --storageEngine=wiredTiger
       fallback_num_sub_suites: 1
 
@@ -9731,7 +9731,7 @@ buildvariants:
         - windows-64-vs2017-compile
     - name: burn_in_tests_gen
     - name: buildscripts_test
-    - name: unittest_peer_pids_gen
+    - name: unittest_shell_hang_analyzer_gen
     - name: dbtest_TG
       distros:
         - windows-64-vs2017-compile
@@ -10694,7 +10694,7 @@ buildvariants:
     distros:
     - centos6-perf
   - name: buildscripts_test
-  - name: unittest_peer_pids_gen
+  - name: unittest_shell_hang_analyzer_gen
   - name: .causally_consistent !.sharding
   - name: .change_streams
   - name: .misc_js

jstests/resmoke_selftest/peer_pids.js

@@ -0,0 +1,41 @@
+'use strict';
+
+(function() {
+
+/*
+ * This tests that calling runHangAnalyzer() actually runs the hang analyzer.
+ */
+
+const child = MongoRunner.runMongod();
+try {
+    MongoRunner.runHangAnalyzer([child.pid]);
+
+    const anyLineMatches = function(lines, rex) {
+        for (const line of lines) {
+            if (line.match(rex)) {
+                return true;
+            }
+        }
+        return false;
+    };
+
+    assert.soon(() => {
+        const lines = rawMongoProgramOutput().split('\n');
+        return anyLineMatches(lines, /Dumping core/);
+    });
+} finally {
+    MongoRunner.stopMongod(child);
+}
+})();
+
+(function() {
+
+/*
+ * This tests the resmoke functionality of passing peer pids to TestData.
+ */
+
+assert(typeof TestData.peerPids !== 'undefined');
+
+// ShardedClusterFixture 2 shards with 3 rs members per shard, 2 mongos's => 7 peers
+assert.eq(7, TestData.peerPids.length);
+})();

jstests/resmoke_selftest/shell_hang_analyzer.js

@@ -84,6 +84,54 @@ MongoRunner.VersionSub = function(pattern, version) {
     this.version = version;
 };
 
+(function() {
+// Hang Analyzer integration.
+
+function getPids() {
+    let pids = [];
+    if (typeof TestData !== 'undefined' && typeof TestData.peerPids !== 'undefined') {
+        pids = pids.concat(TestData.peerPids);
+    }
+    pids = pids.concat(MongoRunner.runningChildPids());
+    return pids;
+}
+
+// A path.join-like thing for paths that must work
+// on Windows (\-separated) and *nix (/-separated).
+function pathJoin(...parts) {
+    const separator = _isWindows() ? '\\' : '/';
+    return parts.join(separator);
+}
+
+/**
+ * Run `./buildscripts/hang_analyzer.py`.
+ *
+ * @param {Number[]} pids
+ *     optional pids of processes to pass to hang_analyzer.py.
+ *     If not specified will use `TestData.peerPids` (pids of
+ *     "fixture" processes started and passed in by resmoke)
+ *     plus `MongoRunner.runningChildPids()` which includes all
+ *     child processes started by `MongoRunner.runMongo*()` etc.
+ */
+function runHangAnalyzer(pids) {
+    if (typeof pids === 'undefined') {
+        pids = getPids();
+    }
+    if (pids.length <= 0) {
+        print("Skipping runHangAnalyzer: no running child or peer mongo processes.");
+        return;
+    }
+    // Result of runningChildPids may be NumberLong(), so
+    // add 0 to convert to Number.
+    pids = pids.map(p => p + 0).join(',');
+    print(`Running hang_analyzer.py for pids [${pids}]`);
+    const scriptPath = pathJoin('.', 'buildscripts', 'hang_analyzer.py');
+    runProgram('python', scriptPath, '-c', '-d', pids);
+}
+
+MongoRunner.runHangAnalyzer = runHangAnalyzer;
+})();
+
 /**
  * Returns an array of version elements from a version string.
  *