Added ProvDBpruneGlobalStats class that rebuilds function anomaly statistics from anomaly records

ProvDBpruneInterface can optionally be passed a pointer to a ProvDBpruneGlobalStats for the regen of anomaly metrics
ProvDBprune now contains a ProvDBpruneGlobalStats as a member, which is accumulated over the shards. It now updates both normal and anomaly data and regenerates anomaly metrics with insertion into global DB, and so is "complete" up to testing
Extended ProvDBpruneInterface unit test for anomaly metrics capture and summarization

Author: giltirn

include/Makefile.am

@@ -1 +1 @@
-nobase_include_HEADERS = chimbuko/modules/performance_analysis/chimbuko.hpp chimbuko/modules/performance_analysis/ad/FuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/ADLocalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/FuncStats.hpp chimbuko/modules/performance_analysis/ad/ADAnomalyProvenance.hpp chimbuko/modules/performance_analysis/ad/ADParser.hpp chimbuko/modules/performance_analysis/ad/ADMonitoring.hpp chimbuko/modules/performance_analysis/ad/ADNormalEventProvenance.hpp chimbuko/modules/performance_analysis/ad/ADLocalFuncStatistics.hpp chimbuko/modules/performance_analysis/ad/ADMetadataParser.hpp chimbuko/modules/performance_analysis/ad/AnomalyData.hpp chimbuko/modules/performance_analysis/ad/ADDefine.hpp chimbuko/modules/performance_analysis/ad/ADglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/ad/ADExecDataInterface.hpp chimbuko/modules/performance_analysis/ad/ADcombinedPSdata.hpp chimbuko/modules/performance_analysis/ad/ADEvent.hpp chimbuko/modules/performance_analysis/ad/ADCounter.hpp chimbuko/modules/performance_analysis/ad/ADLocalCounterStatistics.hpp chimbuko/modules/performance_analysis/ad/ExecData.hpp chimbuko/modules/performance_analysis/provdb/ProvDBmoduleSetup.hpp chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp chimbuko/modules/performance_analysis/provdb/ProvDBpruneInterface.hpp chimbuko/modules/performance_analysis/module.hpp chimbuko/modules/performance_analysis/pserver/PSmoduleDataManager.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/PSglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateAnomalyData.hpp chimbuko/modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.hpp chimbuko/modules/performance_analysis/pserver/PScommon.hpp chimbuko/modules/performance_analysis/pserver/FunctionProfile.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.hpp chimbuko/modules/performance_analysis/pserver/GlobalCounterStats.hpp chimbuko/modules/performance_analysis/AD.hpp chimbuko/modules/performance_analysis/pserver.hpp chimbuko/modules/factory.hpp chimbuko/core/chimbuko.hpp chimbuko/core/ad/ADOutlier.hpp chimbuko/core/ad/ADNetClient.hpp chimbuko/core/ad/ADDataInterface.hpp chimbuko/core/ad/ADProvenanceDBclient.hpp chimbuko/core/ad/ADcmdLineArgs.hpp chimbuko/core/ad/utils.hpp chimbuko/core/ad/ADio.hpp chimbuko/core/provdb/ProvDBclient.hpp chimbuko/core/provdb/ProvDBpruneCore.hpp chimbuko/core/provdb/ProvDBmoduleSetupCore.hpp chimbuko/core/provdb/ProvDButils.hpp chimbuko/core/provdb/ProvDBengine.hpp chimbuko/core/provdb/setup.hpp chimbuko/core/verbose.hpp chimbuko/core/pserver/PSglobalProvenanceDBclient.hpp chimbuko/core/pserver/PSshardProvenanceDBclient.hpp chimbuko/core/pserver/PSmoduleDataManagerCore.hpp chimbuko/core/pserver/PSparamManager.hpp chimbuko/core/pserver/PSstatSender.hpp chimbuko/core/param/sstd_param.hpp chimbuko/core/param/copod_param.hpp chimbuko/core/param/hbos_param.hpp chimbuko/core/message.hpp chimbuko/core/net.hpp chimbuko/core/pserver.hpp chimbuko/core/provdb.hpp chimbuko/core/param.hpp chimbuko/core/net/zmqme_net.hpp chimbuko/core/net/mpi_net.hpp chimbuko/core/net/zmq_net.hpp chimbuko/core/net/local_net.hpp chimbuko/core/util/chunkAllocator.hpp chimbuko/core/util/RunStats.hpp chimbuko/core/util/ADIOS2parseUtils.hpp chimbuko/core/util/json.hpp chimbuko/core/util/environment.hpp chimbuko/core/util/pointerRegistry.hpp chimbuko/core/util/time.hpp chimbuko/core/util/map.hpp chimbuko/core/util/error.hpp chimbuko/core/util/string.hpp chimbuko/core/util/DispatchQueue.hpp chimbuko/core/util/PerfStats.hpp chimbuko/core/util/curlJsonSender.hpp chimbuko/core/util/RunMetric.hpp chimbuko/core/util/memutils.hpp chimbuko/core/util/Histogram.hpp chimbuko/core/util/barrier.hpp chimbuko/core/util/threadPool.hpp chimbuko/core/util/hash.hpp chimbuko/core/util/mtQueue.hpp chimbuko/core/util/serialize.hpp chimbuko/core/util/commandLineParser.hpp 
+nobase_include_HEADERS = chimbuko/modules/performance_analysis/chimbuko.hpp chimbuko/modules/performance_analysis/ad/FuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/ADLocalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/FuncStats.hpp chimbuko/modules/performance_analysis/ad/ADAnomalyProvenance.hpp chimbuko/modules/performance_analysis/ad/ADParser.hpp chimbuko/modules/performance_analysis/ad/ADMonitoring.hpp chimbuko/modules/performance_analysis/ad/ADNormalEventProvenance.hpp chimbuko/modules/performance_analysis/ad/ADLocalFuncStatistics.hpp chimbuko/modules/performance_analysis/ad/ADMetadataParser.hpp chimbuko/modules/performance_analysis/ad/AnomalyData.hpp chimbuko/modules/performance_analysis/ad/ADDefine.hpp chimbuko/modules/performance_analysis/ad/ADglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/ad/ADExecDataInterface.hpp chimbuko/modules/performance_analysis/ad/ADcombinedPSdata.hpp chimbuko/modules/performance_analysis/ad/ADEvent.hpp chimbuko/modules/performance_analysis/ad/ADCounter.hpp chimbuko/modules/performance_analysis/ad/ADLocalCounterStatistics.hpp chimbuko/modules/performance_analysis/ad/ExecData.hpp chimbuko/modules/performance_analysis/provdb/ProvDBmoduleSetup.hpp chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp chimbuko/modules/performance_analysis/provdb/ProvDBpruneGlobalStats.hpp chimbuko/modules/performance_analysis/provdb/ProvDBpruneInterface.hpp chimbuko/modules/performance_analysis/module.hpp chimbuko/modules/performance_analysis/pserver/PSmoduleDataManager.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/PSglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateAnomalyData.hpp chimbuko/modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.hpp chimbuko/modules/performance_analysis/pserver/PScommon.hpp chimbuko/modules/performance_analysis/pserver/FunctionProfile.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.hpp chimbuko/modules/performance_analysis/pserver/GlobalCounterStats.hpp chimbuko/modules/performance_analysis/AD.hpp chimbuko/modules/performance_analysis/pserver.hpp chimbuko/modules/factory.hpp chimbuko/core/chimbuko.hpp chimbuko/core/ad/ADOutlier.hpp chimbuko/core/ad/ADNetClient.hpp chimbuko/core/ad/ADDataInterface.hpp chimbuko/core/ad/ADProvenanceDBclient.hpp chimbuko/core/ad/ADcmdLineArgs.hpp chimbuko/core/ad/utils.hpp chimbuko/core/ad/ADio.hpp chimbuko/core/provdb/ProvDBclient.hpp chimbuko/core/provdb/ProvDBpruneCore.hpp chimbuko/core/provdb/ProvDBmoduleSetupCore.hpp chimbuko/core/provdb/ProvDButils.hpp chimbuko/core/provdb/ProvDBengine.hpp chimbuko/core/provdb/setup.hpp chimbuko/core/verbose.hpp chimbuko/core/pserver/PSglobalProvenanceDBclient.hpp chimbuko/core/pserver/PSshardProvenanceDBclient.hpp chimbuko/core/pserver/PSmoduleDataManagerCore.hpp chimbuko/core/pserver/PSparamManager.hpp chimbuko/core/pserver/PSstatSender.hpp chimbuko/core/param/sstd_param.hpp chimbuko/core/param/copod_param.hpp chimbuko/core/param/hbos_param.hpp chimbuko/core/message.hpp chimbuko/core/net.hpp chimbuko/core/pserver.hpp chimbuko/core/provdb.hpp chimbuko/core/param.hpp chimbuko/core/net/zmqme_net.hpp chimbuko/core/net/mpi_net.hpp chimbuko/core/net/zmq_net.hpp chimbuko/core/net/local_net.hpp chimbuko/core/util/chunkAllocator.hpp chimbuko/core/util/RunStats.hpp chimbuko/core/util/ADIOS2parseUtils.hpp chimbuko/core/util/json.hpp chimbuko/core/util/environment.hpp chimbuko/core/util/pointerRegistry.hpp chimbuko/core/util/time.hpp chimbuko/core/util/map.hpp chimbuko/core/util/error.hpp chimbuko/core/util/string.hpp chimbuko/core/util/DispatchQueue.hpp chimbuko/core/util/PerfStats.hpp chimbuko/core/util/curlJsonSender.hpp chimbuko/core/util/RunMetric.hpp chimbuko/core/util/memutils.hpp chimbuko/core/util/Histogram.hpp chimbuko/core/util/barrier.hpp chimbuko/core/util/threadPool.hpp chimbuko/core/util/hash.hpp chimbuko/core/util/mtQueue.hpp chimbuko/core/util/serialize.hpp chimbuko/core/util/commandLineParser.hpp 

include/chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp

@@ -2,13 +2,18 @@
 
 #include <chimbuko_config.h>
 #include <chimbuko/core/provdb/ProvDBpruneCore.hpp>
+#include <chimbuko/core/util/RunStats.hpp>
+#include <chimbuko/modules/performance_analysis/provdb/ProvDBpruneGlobalStats.hpp>
+#include <boost/functional/hash.hpp>
+#include <utility>
+#include <unordered_map>
 
 namespace chimbuko {
   namespace modules{
     namespace performance_analysis{
 
       class ProvDBprune: public ProvDBpruneCore{
-      public:
+      public:  
 	/**
 	 * @brief Prune the database shard. Both the anomalies and normalexecs will be updated
 	 */
@@ -18,7 +23,8 @@ namespace chimbuko {
 	 * @brief Update the global database with the new statistics information, overriding the old
 	 */
 	void finalize(sonata::Database &global_db) override;
-
+      private:
+        std::unordered_map<unsigned long, ProvDBpruneGlobalStats> m_anom_metrics; /**< Map of fid -> anomaly metrics*/
       };  
 
     }

include/chimbuko/modules/performance_analysis/provdb/ProvDBpruneGlobalStats.hpp

@@ -0,0 +1,42 @@
+#pragma once
+#include <chimbuko_config.h>
+
+#include <chimbuko/core/util/RunStats.hpp>
+#include <nlohmann/json.hpp>
+#include <unordered_map>
+#include <utility>
+#include <boost/functional/hash.hpp>
+
+namespace chimbuko {
+  namespace modules{
+    namespace performance_analysis{
+
+      /**
+       * @brief Structure for rebuilding global anomaly statistics for a specific function
+       */
+      struct ProvDBpruneGlobalStats{
+ 
+	ProvDBpruneGlobalStats();
+
+	/**
+	 * @brief Extract metrics information from the provided record
+	 */
+	void push(const nlohmann::json &record); 
+
+	/**
+	 * @brief Generate the anomaly_metrics report for the global database
+	 */
+	nlohmann::json summarize() const;
+
+      private:
+	std::unordered_map<std::pair<int,int>, int, boost::hash<std::pair<int,int> > > rank_anom_counts; //[rank,step]->count
+	int first_io_step;
+	int last_io_step;
+	unsigned long min_timestamp;
+	unsigned long max_timestamp;
+	RunStats score;
+	RunStats severity;
+      };
+    }
+  }
+}

include/chimbuko/modules/performance_analysis/provdb/ProvDBpruneInterface.hpp

@@ -2,14 +2,14 @@
 #include <chimbuko_config.h>
 #include <chimbuko/core/ad/ADDataInterface.hpp>
 #include <chimbuko/core/ad/ADOutlier.hpp>
+#include <chimbuko/modules/performance_analysis/provdb/ProvDBpruneGlobalStats.hpp>
 
 #include<string>
 #include <sonata/Database.hpp>
 
 namespace chimbuko {
   namespace modules{
     namespace performance_analysis{
-
       /**
        * @brief The interface class between the provDB data and the AD algorithm
        */
@@ -18,8 +18,10 @@ namespace chimbuko {
 	/**
 	 * @brief Constructor
 	 * @param prune_type The class/type of recorded event that is being pruned. Events *not* of this type will be removed from the collection after reevaluation
+	 * @param regen_stats Optionally provide a map of function index to ProvDBpruneGlobalStats to regenerate the global statistics
 	 */
-	ProvDBpruneInterface(const ADOutlier &ad, sonata::Database &db, ADDataInterface::EventType prune_type);
+	ProvDBpruneInterface(const ADOutlier &ad, sonata::Database &db, ADDataInterface::EventType prune_type, 
+			     std::unordered_map<unsigned long, ProvDBpruneGlobalStats>* regen_stats = nullptr);
 
 	/**
 	 * @brief Get the values associated with each recorded anomaly
@@ -37,13 +39,13 @@ namespace chimbuko {
 	 */
 	size_t getDataSetModelIndex(size_t dset_index) const;
 
-
       private:
 	sonata::Database &m_database;
 	std::unique_ptr<sonata::Collection> m_collection;
 	std::unordered_map<unsigned long, std::vector<std::pair<uint64_t, double> > > m_data; //[fid] -> [  (record_id, value), ... ]
 	const ADOutlier &m_ad; //the outlier algorithm to allow access to the model data when updating records
 	ADDataInterface::EventType m_prune_type; //which type to prune
+	std::unordered_map<unsigned long, ProvDBpruneGlobalStats>* m_regen_stats;
       };    
 
     }

src/Makefile.am

@@ -1,4 +1,4 @@
 AM_CPPFLAGS = -I$(top_srcdir)/include -I$(top_srcdir)/3rdparty @PS_FLAGS@
 lib_LTLIBRARIES = libchimbuko.la
-libchimbuko_la_SOURCES = modules/performance_analysis/ad/ADMetadataParser.cpp modules/performance_analysis/ad/ADLocalCounterStatistics.cpp modules/performance_analysis/ad/ADMonitoring.cpp modules/performance_analysis/ad/ADEvent.cpp modules/performance_analysis/ad/ADglobalFunctionIndexMap.cpp modules/performance_analysis/ad/ADExecDataInterface.cpp modules/performance_analysis/ad/AnomalyData.cpp modules/performance_analysis/ad/ADParser.cpp modules/performance_analysis/ad/ADNormalEventProvenance.cpp modules/performance_analysis/ad/ExecData.cpp modules/performance_analysis/ad/ADCounter.cpp modules/performance_analysis/ad/ADLocalFuncStatistics.cpp modules/performance_analysis/ad/ADLocalAnomalyMetrics.cpp modules/performance_analysis/ad/ADAnomalyProvenance.cpp modules/performance_analysis/ad/ADcombinedPSdata.cpp modules/performance_analysis/ad/FuncStats.cpp modules/performance_analysis/ad/FuncAnomalyMetrics.cpp modules/performance_analysis/provdb/ProvDBprune.cpp modules/performance_analysis/provdb/ProvDBmoduleSetup.cpp modules/performance_analysis/provdb/ProvDBpruneInterface.cpp modules/performance_analysis/pserver/FunctionProfile.cpp modules/performance_analysis/pserver/GlobalCounterStats.cpp modules/performance_analysis/pserver/GlobalAnomalyStats.cpp modules/performance_analysis/pserver/GlobalAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.cpp modules/performance_analysis/pserver/PScommon.cpp modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.cpp modules/performance_analysis/pserver/PSglobalFunctionIndexMap.cpp modules/performance_analysis/pserver/PSmoduleDataManager.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateAnomalyData.cpp modules/performance_analysis/pserver/AggregateFuncStats.cpp modules/performance_analysis/chimbuko.cpp modules/factory.cpp core/net.cpp core/ad/ADProvenanceDBclient.cpp core/ad/utils.cpp core/ad/ADNetClient.cpp core/ad/ADOutlier.cpp core/ad/ADDataInterface.cpp core/ad/ADcmdLineArgs.cpp core/ad/ADio.cpp core/provdb/ProvDBclient.cpp core/provdb/ProvDButils.cpp core/provdb/ProvDBengine.cpp core/provdb/ProvDBpruneCore.cpp core/pserver/PSglobalProvenanceDBclient.cpp core/pserver/PSstatSender.cpp core/pserver/PSparamManager.cpp core/pserver/PSshardProvenanceDBclient.cpp core/param/sstd_param.cpp core/param/hbos_param.cpp core/param/copod_param.cpp core/message.cpp core/chimbuko.cpp core/param.cpp core/net/zmq_net.cpp core/net/local_net.cpp core/net/zmqme_net.cpp core/net/mpi_net.cpp core/util/time.cpp core/util/string.cpp core/util/memutils.cpp core/util/RunStats.cpp core/util/environment.cpp core/util/DispatchQueue.cpp core/util/ADIOS2parseUtils.cpp core/util/json.cpp core/util/curlJsonSender.cpp core/util/PerfStats.cpp core/util/map.cpp core/util/error.cpp core/util/Histogram.cpp 
+libchimbuko_la_SOURCES = modules/performance_analysis/ad/ADMetadataParser.cpp modules/performance_analysis/ad/ADLocalCounterStatistics.cpp modules/performance_analysis/ad/ADMonitoring.cpp modules/performance_analysis/ad/ADEvent.cpp modules/performance_analysis/ad/ADglobalFunctionIndexMap.cpp modules/performance_analysis/ad/ADExecDataInterface.cpp modules/performance_analysis/ad/AnomalyData.cpp modules/performance_analysis/ad/ADParser.cpp modules/performance_analysis/ad/ADNormalEventProvenance.cpp modules/performance_analysis/ad/ExecData.cpp modules/performance_analysis/ad/ADCounter.cpp modules/performance_analysis/ad/ADLocalFuncStatistics.cpp modules/performance_analysis/ad/ADLocalAnomalyMetrics.cpp modules/performance_analysis/ad/ADAnomalyProvenance.cpp modules/performance_analysis/ad/ADcombinedPSdata.cpp modules/performance_analysis/ad/FuncStats.cpp modules/performance_analysis/ad/FuncAnomalyMetrics.cpp modules/performance_analysis/provdb/ProvDBprune.cpp modules/performance_analysis/provdb/ProvDBpruneGlobalStats.cpp modules/performance_analysis/provdb/ProvDBmoduleSetup.cpp modules/performance_analysis/provdb/ProvDBpruneInterface.cpp modules/performance_analysis/pserver/FunctionProfile.cpp modules/performance_analysis/pserver/GlobalCounterStats.cpp modules/performance_analysis/pserver/GlobalAnomalyStats.cpp modules/performance_analysis/pserver/GlobalAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.cpp modules/performance_analysis/pserver/PScommon.cpp modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.cpp modules/performance_analysis/pserver/PSglobalFunctionIndexMap.cpp modules/performance_analysis/pserver/PSmoduleDataManager.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateAnomalyData.cpp modules/performance_analysis/pserver/AggregateFuncStats.cpp modules/performance_analysis/chimbuko.cpp modules/factory.cpp core/net.cpp core/ad/ADProvenanceDBclient.cpp core/ad/utils.cpp core/ad/ADNetClient.cpp core/ad/ADOutlier.cpp core/ad/ADDataInterface.cpp core/ad/ADcmdLineArgs.cpp core/ad/ADio.cpp core/provdb/ProvDBclient.cpp core/provdb/ProvDButils.cpp core/provdb/ProvDBengine.cpp core/provdb/ProvDBpruneCore.cpp core/pserver/PSglobalProvenanceDBclient.cpp core/pserver/PSstatSender.cpp core/pserver/PSparamManager.cpp core/pserver/PSshardProvenanceDBclient.cpp core/param/sstd_param.cpp core/param/hbos_param.cpp core/param/copod_param.cpp core/message.cpp core/chimbuko.cpp core/param.cpp core/net/zmq_net.cpp core/net/local_net.cpp core/net/zmqme_net.cpp core/net/mpi_net.cpp core/util/time.cpp core/util/string.cpp core/util/memutils.cpp core/util/RunStats.cpp core/util/environment.cpp core/util/DispatchQueue.cpp core/util/ADIOS2parseUtils.cpp core/util/json.cpp core/util/curlJsonSender.cpp core/util/PerfStats.cpp core/util/map.cpp core/util/error.cpp core/util/Histogram.cpp 
 libchimbuko_la_LDFLAGS = -version-info 3:0:0

src/modules/performance_analysis/provdb/ProvDBprune.cpp

@@ -1,28 +1,47 @@
 #include<chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp>
 #include<chimbuko/modules/performance_analysis/provdb/ProvDBpruneInterface.hpp>
 #include<chimbuko/core/util/error.hpp>
+#include<limits>
 
 using namespace chimbuko;
 using namespace chimbuko::modules::performance_analysis;
-
+ 
 void ProvDBprune::pruneImplementation(ADOutlier &ad, sonata::Database &db){
-  //Prune the outliers and update scores / model on remaining
-  ProvDBpruneInterface pi(ad, db, ADDataInterface::EventType::Outlier);
-  ad.run(pi);
-
+  //Prune the outliers and update scores / model on remaining. Also gather new anomaly statistics
+  {
+    ProvDBpruneInterface po(ad, db, ADDataInterface::EventType::Outlier, &m_anom_metrics);
+    ad.run(po);
+  }
   //Prune normal execs and update scores / model on remaining
-
-
-
-
-  //Reparse outliers collection for statistics
-
-
+  {
+    ProvDBpruneInterface pn(ad, db, ADDataInterface::EventType::Normal);
+    ad.run(pn);
+  }
 }
 
 void ProvDBprune::finalize(sonata::Database &global_db){
   //Update anomaly information statistics in global database
-  
+  sonata::Collection coll = global_db.open("func_stats");
+  //fetch, modify, update
+  std::vector<std::string> rstr;
+  coll.all(&rstr);
+  std::vector<uint64_t> ids(rstr.size());
+
+  for(size_t i = 0; i < rstr.size(); i++){
+    nlohmann::json rec = nlohmann::json::parse(rstr[i]);
+    unsigned long fid = rec["fid"].template get<unsigned long>();
+    ids[i] = rec["__id"].template get<uint64_t>();
+
+    auto it = m_anom_metrics.find(fid);
+
+    //If there are no anomalies for this function we should replace anomaly_metrics with a blank entry
+    ProvDBpruneGlobalStats stats;
+    if(it != m_anom_metrics.end()) stats = std::move(it->second);
+    rec["anomaly_metrics"] = stats.summarize();
+    rstr[i] = rec.dump();
+  }
+  std::vector<bool> updated;
+  coll.update_multi(ids.data(), rstr, &updated, true);
 }