Continued progress towards provenance post-pruning:

	ProvDBclient now allows access to sonata::Database object
	Added provDB utility for batch-wise updating entries in a collection with specified indices with a functional applied to each entry for generality
	ProvDBpruneOutlierInterface now also updates the remaining entries with the new model/score
	Added a core abstract base class ProvDBpruneCore for pruning with functionality implemented in modules, plus its corresponding factory
	Removed ProvDBpruneOutliers function from the performance_analysis module, this functionality is now provided by ProvDBpruneCore
	Added a partial implementation of ProvDBpruneCore this module, which currently just acts on the anomalies as above
	Added a pserver client for accessing the main database with a specified shard index

Author: giltirn

include/Makefile.am

@@ -1 +1 @@
-nobase_include_HEADERS = chimbuko/modules/performance_analysis/chimbuko.hpp chimbuko/modules/performance_analysis/ad/FuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/ADLocalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/FuncStats.hpp chimbuko/modules/performance_analysis/ad/ADAnomalyProvenance.hpp chimbuko/modules/performance_analysis/ad/ADParser.hpp chimbuko/modules/performance_analysis/ad/ADMonitoring.hpp chimbuko/modules/performance_analysis/ad/ADNormalEventProvenance.hpp chimbuko/modules/performance_analysis/ad/ADLocalFuncStatistics.hpp chimbuko/modules/performance_analysis/ad/ADMetadataParser.hpp chimbuko/modules/performance_analysis/ad/AnomalyData.hpp chimbuko/modules/performance_analysis/ad/ADDefine.hpp chimbuko/modules/performance_analysis/ad/ADglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/ad/ADExecDataInterface.hpp chimbuko/modules/performance_analysis/ad/ADcombinedPSdata.hpp chimbuko/modules/performance_analysis/ad/ADEvent.hpp chimbuko/modules/performance_analysis/ad/ADCounter.hpp chimbuko/modules/performance_analysis/ad/ADLocalCounterStatistics.hpp chimbuko/modules/performance_analysis/ad/ExecData.hpp chimbuko/modules/performance_analysis/provdb/ProvDBpruneOutlierInterface.hpp chimbuko/modules/performance_analysis/provdb/ProvDBmoduleSetup.hpp chimbuko/modules/performance_analysis/module.hpp chimbuko/modules/performance_analysis/pserver/PSmoduleDataManager.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/PSglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateAnomalyData.hpp chimbuko/modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.hpp chimbuko/modules/performance_analysis/pserver/PScommon.hpp chimbuko/modules/performance_analysis/pserver/FunctionProfile.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.hpp chimbuko/modules/performance_analysis/pserver/GlobalCounterStats.hpp chimbuko/modules/performance_analysis/AD.hpp chimbuko/modules/performance_analysis/pserver.hpp chimbuko/modules/factory.hpp chimbuko/core/chimbuko.hpp chimbuko/core/ad/ADOutlier.hpp chimbuko/core/ad/ADNetClient.hpp chimbuko/core/ad/ADDataInterface.hpp chimbuko/core/ad/ADProvenanceDBclient.hpp chimbuko/core/ad/ADcmdLineArgs.hpp chimbuko/core/ad/utils.hpp chimbuko/core/ad/ADio.hpp chimbuko/core/provdb/ProvDBclient.hpp chimbuko/core/provdb/ProvDBmoduleSetupCore.hpp chimbuko/core/provdb/ProvDBengine.hpp chimbuko/core/provdb/setup.hpp chimbuko/core/verbose.hpp chimbuko/core/pserver/PSglobalProvenanceDBclient.hpp chimbuko/core/pserver/PSmoduleDataManagerCore.hpp chimbuko/core/pserver/PSparamManager.hpp chimbuko/core/pserver/PSstatSender.hpp chimbuko/core/param/sstd_param.hpp chimbuko/core/param/copod_param.hpp chimbuko/core/param/hbos_param.hpp chimbuko/core/message.hpp chimbuko/core/net.hpp chimbuko/core/pserver.hpp chimbuko/core/provdb.hpp chimbuko/core/param.hpp chimbuko/core/net/zmqme_net.hpp chimbuko/core/net/mpi_net.hpp chimbuko/core/net/zmq_net.hpp chimbuko/core/net/local_net.hpp chimbuko/core/util/chunkAllocator.hpp chimbuko/core/util/RunStats.hpp chimbuko/core/util/ADIOS2parseUtils.hpp chimbuko/core/util/json.hpp chimbuko/core/util/environment.hpp chimbuko/core/util/pointerRegistry.hpp chimbuko/core/util/time.hpp chimbuko/core/util/map.hpp chimbuko/core/util/error.hpp chimbuko/core/util/string.hpp chimbuko/core/util/DispatchQueue.hpp chimbuko/core/util/PerfStats.hpp chimbuko/core/util/curlJsonSender.hpp chimbuko/core/util/RunMetric.hpp chimbuko/core/util/memutils.hpp chimbuko/core/util/Histogram.hpp chimbuko/core/util/barrier.hpp chimbuko/core/util/threadPool.hpp chimbuko/core/util/hash.hpp chimbuko/core/util/mtQueue.hpp chimbuko/core/util/serialize.hpp chimbuko/core/util/commandLineParser.hpp 
+nobase_include_HEADERS = chimbuko/modules/performance_analysis/chimbuko.hpp chimbuko/modules/performance_analysis/ad/FuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/ADLocalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/ad/FuncStats.hpp chimbuko/modules/performance_analysis/ad/ADAnomalyProvenance.hpp chimbuko/modules/performance_analysis/ad/ADParser.hpp chimbuko/modules/performance_analysis/ad/ADMonitoring.hpp chimbuko/modules/performance_analysis/ad/ADNormalEventProvenance.hpp chimbuko/modules/performance_analysis/ad/ADLocalFuncStatistics.hpp chimbuko/modules/performance_analysis/ad/ADMetadataParser.hpp chimbuko/modules/performance_analysis/ad/AnomalyData.hpp chimbuko/modules/performance_analysis/ad/ADDefine.hpp chimbuko/modules/performance_analysis/ad/ADglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/ad/ADExecDataInterface.hpp chimbuko/modules/performance_analysis/ad/ADcombinedPSdata.hpp chimbuko/modules/performance_analysis/ad/ADEvent.hpp chimbuko/modules/performance_analysis/ad/ADCounter.hpp chimbuko/modules/performance_analysis/ad/ADLocalCounterStatistics.hpp chimbuko/modules/performance_analysis/ad/ExecData.hpp chimbuko/modules/performance_analysis/provdb/ProvDBpruneOutlierInterface.hpp chimbuko/modules/performance_analysis/provdb/ProvDBmoduleSetup.hpp chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp chimbuko/modules/performance_analysis/module.hpp chimbuko/modules/performance_analysis/pserver/PSmoduleDataManager.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/PSglobalFunctionIndexMap.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncStats.hpp chimbuko/modules/performance_analysis/pserver/AggregateAnomalyData.hpp chimbuko/modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.hpp chimbuko/modules/performance_analysis/pserver/PScommon.hpp chimbuko/modules/performance_analysis/pserver/FunctionProfile.hpp chimbuko/modules/performance_analysis/pserver/GlobalAnomalyMetrics.hpp chimbuko/modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.hpp chimbuko/modules/performance_analysis/pserver/GlobalCounterStats.hpp chimbuko/modules/performance_analysis/AD.hpp chimbuko/modules/performance_analysis/pserver.hpp chimbuko/modules/factory.hpp chimbuko/core/chimbuko.hpp chimbuko/core/ad/ADOutlier.hpp chimbuko/core/ad/ADNetClient.hpp chimbuko/core/ad/ADDataInterface.hpp chimbuko/core/ad/ADProvenanceDBclient.hpp chimbuko/core/ad/ADcmdLineArgs.hpp chimbuko/core/ad/utils.hpp chimbuko/core/ad/ADio.hpp chimbuko/core/provdb/ProvDBclient.hpp chimbuko/core/provdb/ProvDBpruneCore.hpp chimbuko/core/provdb/ProvDBmoduleSetupCore.hpp chimbuko/core/provdb/ProvDButils.hpp chimbuko/core/provdb/ProvDBengine.hpp chimbuko/core/provdb/setup.hpp chimbuko/core/verbose.hpp chimbuko/core/pserver/PSglobalProvenanceDBclient.hpp chimbuko/core/pserver/PSshardProvenanceDBclient.hpp chimbuko/core/pserver/PSmoduleDataManagerCore.hpp chimbuko/core/pserver/PSparamManager.hpp chimbuko/core/pserver/PSstatSender.hpp chimbuko/core/param/sstd_param.hpp chimbuko/core/param/copod_param.hpp chimbuko/core/param/hbos_param.hpp chimbuko/core/message.hpp chimbuko/core/net.hpp chimbuko/core/pserver.hpp chimbuko/core/provdb.hpp chimbuko/core/param.hpp chimbuko/core/net/zmqme_net.hpp chimbuko/core/net/mpi_net.hpp chimbuko/core/net/zmq_net.hpp chimbuko/core/net/local_net.hpp chimbuko/core/util/chunkAllocator.hpp chimbuko/core/util/RunStats.hpp chimbuko/core/util/ADIOS2parseUtils.hpp chimbuko/core/util/json.hpp chimbuko/core/util/environment.hpp chimbuko/core/util/pointerRegistry.hpp chimbuko/core/util/time.hpp chimbuko/core/util/map.hpp chimbuko/core/util/error.hpp chimbuko/core/util/string.hpp chimbuko/core/util/DispatchQueue.hpp chimbuko/core/util/PerfStats.hpp chimbuko/core/util/curlJsonSender.hpp chimbuko/core/util/RunMetric.hpp chimbuko/core/util/memutils.hpp chimbuko/core/util/Histogram.hpp chimbuko/core/util/barrier.hpp chimbuko/core/util/threadPool.hpp chimbuko/core/util/hash.hpp chimbuko/core/util/mtQueue.hpp chimbuko/core/util/serialize.hpp chimbuko/core/util/commandLineParser.hpp 

include/chimbuko/core/provdb/ProvDBclient.hpp

@@ -149,6 +149,12 @@ namespace chimbuko{
      */
     sonata::Collection & getCollection(const std::string &name);
     const sonata::Collection & getCollection(const std::string &name) const;
+
+    /**
+     * @brief Get the Sonata database object
+     */
+    sonata::Database & getDatabase(){ return m_database; }
+    const sonata::Database & getDatabase() const{ return m_database; }
 
     /**
      * @brief Send data JSON objects synchronously to the database (blocking)

include/chimbuko/core/provdb/ProvDBpruneCore.hpp

@@ -0,0 +1,28 @@
+#pragma once
+
+#include <chimbuko_config.h>
+#include <chimbuko/core/ad/ADOutlier.hpp>
+
+#include <string>
+#include <sonata/Database.hpp>
+
+namespace chimbuko {
+  
+  class ProvDBpruneCore{
+  public:
+    void prune(const std::string &algorithm, const ADOutlier::AlgoParams &algo_params, const std::string &params_ser, sonata::Database &db);
+    
+    /**
+     * @brief Module implementation of pruning given the database shard. This same instance of ProvDBpruneCore will be called in turn for all shards
+     *        hence internally stored information can be aggregated
+     */
+    virtual void pruneImplementation(ADOutlier &ad, sonata::Database &db) = 0;
+
+    /**
+     * @brief Optionally perform a finalization which may include updating the information in the global database
+     */
+    virtual void finalize(sonata::Database &global_db){}
+
+  };  
+
+}

include/chimbuko/core/provdb/ProvDButils.hpp

@@ -0,0 +1,18 @@
+#pragma once
+#include <chimbuko_config.h>
+#include<string>
+#include<functional> 
+#include <sonata/Database.hpp>
+#include <sonata/Collection.hpp>
+
+namespace chimbuko{
+  
+
+  /**
+   * @brief Batch-wise update the records in the collection of the given record indices by applying the operation 'op' to each in turn. 'op' is a functional
+   *        that takes a reference to the record and the record index in range 0 .. ids.size()-1 (not the record id!)
+   */
+  void batchAmendRecords(sonata::Collection &collection, const std::vector<uint64_t> &ids, std::function<void (nlohmann::json&, size_t)> op, size_t batch_size = 500);
+
+
+};

include/chimbuko/core/pserver/PSshardProvenanceDBclient.hpp

@@ -0,0 +1,30 @@
+#pragma once
+#include<chimbuko_config.h>
+
+#ifdef ENABLE_PROVDB
+
+#include <chimbuko/core/provdb/ProvDBclient.hpp>
+#include <chimbuko/core/provdb/setup.hpp>
+
+namespace chimbuko{
+
+  /**
+   * @brief A class for connecting the pserver to the sharded main database. No handshake is used because it is assumed these clients are used prior to the pserver global database client being disconnected
+   */
+  class PSshardProvenanceDBclient: public ProvDBclient{
+  public:
+    PSshardProvenanceDBclient(const std::vector<std::string> &collections): ProvDBclient(collections,"pserver_shard"){}
+
+    ~PSshardProvenanceDBclient();
+
+    /**
+     * @brief Connect the client the appropriate provenance database server instance / shard using the default setup
+     * @param addr_file_dir The directory containing the address files created by the provDB
+     */
+    void connectShard(const std::string &addr_file_dir, int shard, int nshards, int ninstances);
+  };
+
+}
+
+#endif
+    

include/chimbuko/modules/factory.hpp

@@ -2,6 +2,7 @@
 #include<chimbuko_config.h>
 #include<chimbuko/core/chimbuko.hpp>
 #include<chimbuko/core/provdb/ProvDBmoduleSetupCore.hpp>
+#include<chimbuko/core/provdb/ProvDBpruneCore.hpp>
 #include<chimbuko/core/pserver/PSmoduleDataManagerCore.hpp>
 
 namespace chimbuko{
@@ -16,6 +17,11 @@ namespace chimbuko{
      */
     std::unique_ptr<ProvDBmoduleSetupCore> factoryInstantiateProvDBmoduleSetup(const std::string &module);
 
+    /**
+     *@brief A factory function for ProvDBpruneCore instances
+     */   
+    std::unique_ptr<ProvDBpruneCore> factoryInstantiateProvDBprune(const std::string &module); 
+
     /**
      *@brief A factory function for PSmoduleDataManager instances
      *@param net_nworker The number of worker threads used by the NetInterface

include/chimbuko/modules/performance_analysis/provdb/ProvDBprune.hpp

@@ -0,0 +1,26 @@
+#pragma once
+
+#include <chimbuko_config.h>
+#include <chimbuko/core/provdb/ProvDBpruneCore.hpp>
+
+namespace chimbuko {
+  namespace modules{
+    namespace performance_analysis{
+
+      class ProvDBprune: public ProvDBpruneCore{
+      public:
+	/**
+	 * @brief Prune the database shard. Both the anomalies and normalexecs will be updated
+	 */
+	void pruneImplementation(ADOutlier &ad, sonata::Database &db) override;
+
+	/**
+	 * @brief Update the global database with the new statistics information, overriding the old
+	 */
+	void finalize(sonata::Database &global_db) override;
+
+      };  
+
+    }
+  }
+}

include/chimbuko/modules/performance_analysis/provdb/ProvDBpruneOutlierInterface.hpp

@@ -15,7 +15,7 @@ namespace chimbuko {
        */
       class ProvDBpruneOutlierInterface: public ADDataInterface{
       public:
-	ProvDBpruneOutlierInterface(sonata::Database &db);
+	ProvDBpruneOutlierInterface(const ADOutlier &ad, sonata::Database &db);
 
 	/**
 	 * @brief Get the values associated with each recorded anomaly
@@ -38,14 +38,8 @@ namespace chimbuko {
 	sonata::Database &m_database;
 	std::unique_ptr<sonata::Collection> m_collection;
 	std::unordered_map<unsigned long, std::vector<std::pair<uint64_t, double> > > m_data; //[fid] -> [  (record_id, value), ... ]
-      };
-
-
-      /**
-       * @brief Instantiate the AD algorithm with the provided parameters and use it to prune entries from the database that are no longer outliers
-       */
-      void ProvDBpruneOutliers(const std::string &algorithm, const ADOutlier::AlgoParams &algo_params, const std::string &params_ser, sonata::Database &db);
-      
+	const ADOutlier &m_ad; //the outlier algorithm to allow access to the model data when updating records
+      };    
 
     }
   }

src/Makefile.am

@@ -1,4 +1,4 @@
 AM_CPPFLAGS = -I$(top_srcdir)/include -I$(top_srcdir)/3rdparty @PS_FLAGS@
 lib_LTLIBRARIES = libchimbuko.la
-libchimbuko_la_SOURCES = modules/performance_analysis/ad/ADMetadataParser.cpp modules/performance_analysis/ad/ADLocalCounterStatistics.cpp modules/performance_analysis/ad/ADMonitoring.cpp modules/performance_analysis/ad/ADEvent.cpp modules/performance_analysis/ad/ADglobalFunctionIndexMap.cpp modules/performance_analysis/ad/ADExecDataInterface.cpp modules/performance_analysis/ad/AnomalyData.cpp modules/performance_analysis/ad/ADParser.cpp modules/performance_analysis/ad/ADNormalEventProvenance.cpp modules/performance_analysis/ad/ExecData.cpp modules/performance_analysis/ad/ADCounter.cpp modules/performance_analysis/ad/ADLocalFuncStatistics.cpp modules/performance_analysis/ad/ADLocalAnomalyMetrics.cpp modules/performance_analysis/ad/ADAnomalyProvenance.cpp modules/performance_analysis/ad/ADcombinedPSdata.cpp modules/performance_analysis/ad/FuncStats.cpp modules/performance_analysis/ad/FuncAnomalyMetrics.cpp modules/performance_analysis/provdb/ProvDBmoduleSetup.cpp modules/performance_analysis/provdb/ProvDBpruneOutlierInterface.cpp modules/performance_analysis/pserver/FunctionProfile.cpp modules/performance_analysis/pserver/GlobalCounterStats.cpp modules/performance_analysis/pserver/GlobalAnomalyStats.cpp modules/performance_analysis/pserver/GlobalAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.cpp modules/performance_analysis/pserver/PScommon.cpp modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.cpp modules/performance_analysis/pserver/PSglobalFunctionIndexMap.cpp modules/performance_analysis/pserver/PSmoduleDataManager.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateAnomalyData.cpp modules/performance_analysis/pserver/AggregateFuncStats.cpp modules/performance_analysis/chimbuko.cpp modules/factory.cpp core/net.cpp core/ad/ADProvenanceDBclient.cpp core/ad/utils.cpp core/ad/ADNetClient.cpp core/ad/ADOutlier.cpp core/ad/ADDataInterface.cpp core/ad/ADcmdLineArgs.cpp core/ad/ADio.cpp core/provdb/ProvDBclient.cpp core/provdb/ProvDBengine.cpp core/pserver/PSglobalProvenanceDBclient.cpp core/pserver/PSstatSender.cpp core/pserver/PSparamManager.cpp core/param/sstd_param.cpp core/param/hbos_param.cpp core/param/copod_param.cpp core/message.cpp core/chimbuko.cpp core/param.cpp core/net/zmq_net.cpp core/net/local_net.cpp core/net/zmqme_net.cpp core/net/mpi_net.cpp core/util/time.cpp core/util/string.cpp core/util/memutils.cpp core/util/RunStats.cpp core/util/environment.cpp core/util/DispatchQueue.cpp core/util/ADIOS2parseUtils.cpp core/util/json.cpp core/util/curlJsonSender.cpp core/util/PerfStats.cpp core/util/map.cpp core/util/error.cpp core/util/Histogram.cpp 
+libchimbuko_la_SOURCES = modules/performance_analysis/ad/ADMetadataParser.cpp modules/performance_analysis/ad/ADLocalCounterStatistics.cpp modules/performance_analysis/ad/ADMonitoring.cpp modules/performance_analysis/ad/ADEvent.cpp modules/performance_analysis/ad/ADglobalFunctionIndexMap.cpp modules/performance_analysis/ad/ADExecDataInterface.cpp modules/performance_analysis/ad/AnomalyData.cpp modules/performance_analysis/ad/ADParser.cpp modules/performance_analysis/ad/ADNormalEventProvenance.cpp modules/performance_analysis/ad/ExecData.cpp modules/performance_analysis/ad/ADCounter.cpp modules/performance_analysis/ad/ADLocalFuncStatistics.cpp modules/performance_analysis/ad/ADLocalAnomalyMetrics.cpp modules/performance_analysis/ad/ADAnomalyProvenance.cpp modules/performance_analysis/ad/ADcombinedPSdata.cpp modules/performance_analysis/ad/FuncStats.cpp modules/performance_analysis/ad/FuncAnomalyMetrics.cpp modules/performance_analysis/provdb/ProvDBprune.cpp modules/performance_analysis/provdb/ProvDBmoduleSetup.cpp modules/performance_analysis/provdb/ProvDBpruneOutlierInterface.cpp modules/performance_analysis/pserver/FunctionProfile.cpp modules/performance_analysis/pserver/GlobalCounterStats.cpp modules/performance_analysis/pserver/GlobalAnomalyStats.cpp modules/performance_analysis/pserver/GlobalAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetricsAllRanks.cpp modules/performance_analysis/pserver/PScommon.cpp modules/performance_analysis/pserver/NetPayloadRecvCombinedADdata.cpp modules/performance_analysis/pserver/PSglobalFunctionIndexMap.cpp modules/performance_analysis/pserver/PSmoduleDataManager.cpp modules/performance_analysis/pserver/AggregateFuncAnomalyMetrics.cpp modules/performance_analysis/pserver/AggregateAnomalyData.cpp modules/performance_analysis/pserver/AggregateFuncStats.cpp modules/performance_analysis/chimbuko.cpp modules/factory.cpp core/net.cpp core/ad/ADProvenanceDBclient.cpp core/ad/utils.cpp core/ad/ADNetClient.cpp core/ad/ADOutlier.cpp core/ad/ADDataInterface.cpp core/ad/ADcmdLineArgs.cpp core/ad/ADio.cpp core/provdb/ProvDBclient.cpp core/provdb/ProvDButils.cpp core/provdb/ProvDBengine.cpp core/provdb/ProvDBpruneCore.cpp core/pserver/PSglobalProvenanceDBclient.cpp core/pserver/PSstatSender.cpp core/pserver/PSparamManager.cpp core/pserver/PSshardProvenanceDBclient.cpp core/param/sstd_param.cpp core/param/hbos_param.cpp core/param/copod_param.cpp core/message.cpp core/chimbuko.cpp core/param.cpp core/net/zmq_net.cpp core/net/local_net.cpp core/net/zmqme_net.cpp core/net/mpi_net.cpp core/util/time.cpp core/util/string.cpp core/util/memutils.cpp core/util/RunStats.cpp core/util/environment.cpp core/util/DispatchQueue.cpp core/util/ADIOS2parseUtils.cpp core/util/json.cpp core/util/curlJsonSender.cpp core/util/PerfStats.cpp core/util/map.cpp core/util/error.cpp core/util/Histogram.cpp 
 libchimbuko_la_LDFLAGS = -version-info 3:0:0

src/core/provdb/ProvDBpruneCore.cpp

@@ -0,0 +1,13 @@
+#include<chimbuko/core/provdb/ProvDBpruneCore.hpp>
+#include<chimbuko/core/verbose.hpp>
+#include<chimbuko/core/util/error.hpp>
+
+using namespace chimbuko;
+
+void ProvDBpruneCore::prune(const std::string &algorithm, const ADOutlier::AlgoParams &algo_params, const std::string &params_ser, sonata::Database &db){
+  std::unique_ptr<ADOutlier> ad(ADOutlier::set_algorithm(0,algorithm,algo_params));
+  ad->setGlobalParameters(params_ser); //input model
+  ad->setGlobalModelSyncFrequency(0); //fix model
+
+  this->pruneImplementation(*ad, db);
+}