Added function to get the hostname on linux + unit test

Hostname is now included in anomaly provenance data
Unit test main programs now store argc and argv ptrs for use in tests

Author: giltirn

benchmark_suite/benchmark_provdb/benchmark_client.cpp

@@ -153,7 +153,8 @@ int main(int argc, char **argv){
     {"io_step", 199},
     {"io_step_tstart", 0},
     {"io_step_tend", 5000},
-    {"outlier_score",0.1}
+    {"outlier_score",0.1},
+    {"hostname","myhost"}
   };
 
   std::vector<nlohmann::json> anomaly_prov(args.anomalies_per_cycle,  provenance_entry);

include/Makefile.am

@@ -1 +1 @@
-nobase_include_HEADERS = chimbuko/chimbuko.hpp chimbuko/ad/ADOutlier.hpp chimbuko/ad/ADNetClient.hpp chimbuko/ad/ADAnomalyProvenance.hpp chimbuko/ad/ADParser.hpp chimbuko/ad/ADProvenanceDBengine.hpp chimbuko/ad/ADNormalEventProvenance.hpp chimbuko/ad/ADLocalFuncStatistics.hpp chimbuko/ad/ADMetadataParser.hpp chimbuko/ad/AnomalyData.hpp chimbuko/ad/ADDefine.hpp chimbuko/ad/ADglobalFunctionIndexMap.hpp chimbuko/ad/ADProvenanceDBclient.hpp chimbuko/ad/ADEvent.hpp chimbuko/ad/ADCounter.hpp chimbuko/ad/ADLocalCounterStatistics.hpp chimbuko/ad/ExecData.hpp chimbuko/ad/utils.hpp chimbuko/ad/ADio.hpp chimbuko/verbose.hpp chimbuko/pserver/PSProvenanceDBclient.hpp chimbuko/pserver/global_anomaly_stats.hpp chimbuko/pserver/PSglobalFunctionIndexMap.hpp chimbuko/pserver/PSstatSender.hpp chimbuko/pserver/AnomalyStat.hpp chimbuko/pserver/global_counter_stats.hpp chimbuko/param/sstd_param.hpp chimbuko/param/hbos_param.hpp chimbuko/AD.hpp chimbuko/message.hpp chimbuko/net.hpp chimbuko/pserver.hpp chimbuko/param.hpp chimbuko/net/zmqme_net.hpp chimbuko/net/mpi_net.hpp chimbuko/net/zmq_net.hpp chimbuko/net/local_net.hpp chimbuko/util/RunStats.hpp chimbuko/util/ADIOS2parseUtils.hpp chimbuko/util/time.hpp chimbuko/util/map.hpp chimbuko/util/error.hpp chimbuko/util/string.hpp chimbuko/util/DispatchQueue.hpp chimbuko/util/PerfStats.hpp chimbuko/util/RunMetric.hpp chimbuko/util/memutils.hpp chimbuko/util/Anomalies.hpp chimbuko/util/barrier.hpp chimbuko/util/threadPool.hpp chimbuko/util/hash.hpp chimbuko/util/mtQueue.hpp chimbuko/util/serialize.hpp chimbuko/util/commandLineParser.hpp 
+nobase_include_HEADERS = chimbuko/chimbuko.hpp chimbuko/ad/ADOutlier.hpp chimbuko/ad/ADNetClient.hpp chimbuko/ad/ADAnomalyProvenance.hpp chimbuko/ad/ADParser.hpp chimbuko/ad/ADProvenanceDBengine.hpp chimbuko/ad/ADNormalEventProvenance.hpp chimbuko/ad/ADLocalFuncStatistics.hpp chimbuko/ad/ADMetadataParser.hpp chimbuko/ad/AnomalyData.hpp chimbuko/ad/ADDefine.hpp chimbuko/ad/ADglobalFunctionIndexMap.hpp chimbuko/ad/ADProvenanceDBclient.hpp chimbuko/ad/ADEvent.hpp chimbuko/ad/ADCounter.hpp chimbuko/ad/ADLocalCounterStatistics.hpp chimbuko/ad/ExecData.hpp chimbuko/ad/utils.hpp chimbuko/ad/ADio.hpp chimbuko/verbose.hpp chimbuko/pserver/PSProvenanceDBclient.hpp chimbuko/pserver/global_anomaly_stats.hpp chimbuko/pserver/PSglobalFunctionIndexMap.hpp chimbuko/pserver/PSstatSender.hpp chimbuko/pserver/AnomalyStat.hpp chimbuko/pserver/global_counter_stats.hpp chimbuko/param/sstd_param.hpp chimbuko/param/hbos_param.hpp chimbuko/AD.hpp chimbuko/message.hpp chimbuko/net.hpp chimbuko/pserver.hpp chimbuko/param.hpp chimbuko/net/zmqme_net.hpp chimbuko/net/mpi_net.hpp chimbuko/net/zmq_net.hpp chimbuko/net/local_net.hpp chimbuko/util/RunStats.hpp chimbuko/util/ADIOS2parseUtils.hpp chimbuko/util/time.hpp chimbuko/util/map.hpp chimbuko/util/error.hpp chimbuko/util/string.hpp chimbuko/util/DispatchQueue.hpp chimbuko/util/PerfStats.hpp chimbuko/util/RunMetric.hpp chimbuko/util/memutils.hpp chimbuko/util/Anomalies.hpp chimbuko/util/barrier.hpp chimbuko/util/threadPool.hpp chimbuko/util/hash.hpp chimbuko/util/mtQueue.hpp chimbuko/util/serialize.hpp chimbuko/util/commandLineParser.hpp chimbuko/util/environment.hpp

include/chimbuko/util/environment.hpp

@@ -0,0 +1,14 @@
+#pragma once
+#include<chimbuko_config.h>
+#include<string>
+
+namespace chimbuko{
+
+  /**
+   * @brief Get the hostname of the syste,
+   *
+   * Hostname is determined the first time the function is called and is maintained as a static string
+   */
+  const std::string &getHostname();
+
+};

sphinx/source/io_schema/provdb_schema.rst

@@ -54,6 +54,7 @@ Function execution "events" in Chimbuko are labeled by a unique (for each proces
 |    **"pid"**: *process index*,
 |    **"rid"**: *process rank*,
 |    **"tid"**: *thread index*
+|    **"hostname"**: *The hostname of the node on which the application was executing*
 |    **"runtime_exclusive"**: *Function execution time exclusive of children*,
 |    **"runtime_total"**: *Function total execution time*,
 |    **"io_step"**: *IO step index*,

src/Makefile.am

@@ -1,5 +1,5 @@
 AM_CPPFLAGS = -I$(top_srcdir)/include -I$(top_srcdir)/3rdparty @PS_FLAGS@
 
 lib_LTLIBRARIES = libchimbuko.la
-libchimbuko_la_SOURCES = chimbuko.cpp param.cpp pserver/global_anomaly_stats.cpp pserver/global_counter_stats.cpp util/ADIOS2parseUtils.cpp util/RunStats.cpp util/DispatchQueue.cpp util/Anomalies.cpp util/map.cpp util/string.cpp util/error.cpp util/memutils.cpp util/time.cpp util/PerfStats.cpp ad/ADOutlier.cpp ad/ADParser.cpp ad/ADio.cpp ad/utils.cpp ad/ADEvent.cpp ad/AnomalyData.cpp ad/ExecData.cpp ad/ADCounter.cpp ad/ADAnomalyProvenance.cpp ad/ADNetClient.cpp ad/ADLocalFuncStatistics.cpp ad/ADLocalCounterStatistics.cpp ad/ADProvenanceDBengine.cpp ad/ADProvenanceDBclient.cpp ad/ADMetadataParser.cpp ad/ADglobalFunctionIndexMap.cpp ad/ADNormalEventProvenance.cpp pserver/PSstatSender.cpp pserver/PSglobalFunctionIndexMap.cpp pserver/PSProvenanceDBclient.cpp pserver/AnomalyStat.cpp message.cpp net/zmq_net.cpp net/mpi_net.cpp net/zmqme_net.cpp net/local_net.cpp net.cpp param/hbos_param.cpp param/sstd_param.cpp
+libchimbuko_la_SOURCES = chimbuko.cpp param.cpp pserver/global_anomaly_stats.cpp pserver/global_counter_stats.cpp util/ADIOS2parseUtils.cpp util/RunStats.cpp util/DispatchQueue.cpp util/Anomalies.cpp util/map.cpp util/string.cpp util/error.cpp util/memutils.cpp util/time.cpp util/PerfStats.cpp util/environment.cpp ad/ADOutlier.cpp ad/ADParser.cpp ad/ADio.cpp ad/utils.cpp ad/ADEvent.cpp ad/AnomalyData.cpp ad/ExecData.cpp ad/ADCounter.cpp ad/ADAnomalyProvenance.cpp ad/ADNetClient.cpp ad/ADLocalFuncStatistics.cpp ad/ADLocalCounterStatistics.cpp ad/ADProvenanceDBengine.cpp ad/ADProvenanceDBclient.cpp ad/ADMetadataParser.cpp ad/ADglobalFunctionIndexMap.cpp ad/ADNormalEventProvenance.cpp pserver/PSstatSender.cpp pserver/PSglobalFunctionIndexMap.cpp pserver/PSProvenanceDBclient.cpp pserver/AnomalyStat.cpp message.cpp net/zmq_net.cpp net/mpi_net.cpp net/zmqme_net.cpp net/local_net.cpp net.cpp param/hbos_param.cpp param/sstd_param.cpp
 libchimbuko_la_LDFLAGS = -version-info 3:0:0

src/ad/ADAnomalyProvenance.cpp

@@ -1,6 +1,7 @@
 #include <chimbuko/ad/ADAnomalyProvenance.hpp>
 #include <chimbuko/verbose.hpp>
 #include <chimbuko/util/error.hpp>
+#include <chimbuko/util/environment.hpp>
 
 using namespace chimbuko;
 
@@ -177,9 +178,8 @@ nlohmann::json ADAnomalyProvenance::get_json() const{
 					{"io_step", m_io_step},
 					  {"io_step_tstart", m_io_step_tstart},
 					    {"io_step_tend", m_io_step_tend},
-					      {"outlier_score", m_call.get_outlier_score() }
-
-
+					      {"outlier_score", m_call.get_outlier_score() },
+						{"hostname", getHostname() }
   };
 }
 

src/util/environment.cpp

@@ -0,0 +1,46 @@
+#include<chimbuko/util/environment.hpp>
+#include<chimbuko/util/error.hpp>
+#include <unistd.h>
+#include <cstring>
+#include <cstdlib>
+
+namespace chimbuko{
+  
+  const std::string &getHostname(){
+    static std::string h;
+    if(h.size() == 0){
+      //Implementation thanks to http://www.microhowto.info/howto/determine_the_fully_qualified_hostname_of_the_local_machine_in_c.html
+      size_t hostname_len=128;
+      char* hostname=0;
+      while (1) {
+	// (Re)allocate buffer of length hostname_len.
+	char* realloc_hostname=(char*)realloc(hostname,hostname_len);
+	if (realloc_hostname==0) {
+	  free(hostname);
+	  fatal_error("Failed to get hostname (out of memory)");
+	}
+	hostname=realloc_hostname;
+
+	// Terminate the buffer.
+	hostname[hostname_len-1]=0;
+
+	// Offer all but the last byte of the buffer to gethostname.
+	if (gethostname(hostname,hostname_len-1)==0) {
+	  size_t count=strlen(hostname);
+	  if (count<hostname_len-2) {
+	    // Break from loop if hostname definitely not truncated
+	    break;
+	  }
+	}
+
+	// Double size of buffer and try again.
+	hostname_len*=2;
+      }
+      h = std::string(hostname);
+      free(hostname);
+    }
+    return h;
+  }
+
+
+}

test/unit_tests/run_all.sh

@@ -24,6 +24,7 @@ set -o pipefail
 ./util/PerfStats
 ./util/error
 ./util/memutils
+./util/environment -hostname $(hostname)
 ./param/sstd_param
 ./pserver/PSglobalFunctionIndexMap
 ./pserver/global_anomaly_stats

test/unit_tests/unit_test_cmdline.hpp

@@ -0,0 +1,5 @@
+#pragma once
+
+//Include this header to get access to the cmdline args (providing they are set by the main program)
+extern int _argc;
+extern char** _argv;

test/unit_tests/unit_test_main.cpp

@@ -1,8 +1,14 @@
 #include "gtest/gtest.h"
 #include "chimbuko/verbose.hpp"
+#include "unit_test_cmdline.hpp"
+
+int _argc;
+char** _argv;
 
 int main(int argc, char **argv) {
   chimbuko::enableVerboseLogging() = true;
   ::testing::InitGoogleTest(&argc, argv);
+  _argc = argc;
+  _argv = argv;
   return RUN_ALL_TESTS();
 }