[WIP] [QC-1088] Late Tasks as post-processing within the message passing framework

.clang-format-ignore

@@ -0,0 +1,2 @@
+*.json
+Framework/*.json

Framework/CMakeLists.txt

@@ -140,6 +140,12 @@ add_library(O2QualityControl
   src/QCInputsAdapters.cxx
   src/QCInputsFactory.cxx
   src/UserInputOutput.cxx
+  src/LateTaskRunner.cxx
+  src/LateTaskRunnerFactory.cxx
+  src/LateTaskInterface.cxx
+  src/Actor.cxx
+  src/ActorHelpers.cxx
+  src/DataProcessorAdapter.cxx
 )
 
 target_include_directories(
@@ -182,6 +188,7 @@ add_root_dictionary(O2QualityControl
   HEADERS
   include/QualityControl/CheckInterface.h
   include/QualityControl/TaskInterface.h
+  include/QualityControl/LateTaskInterface.h
   include/QualityControl/UserCodeInterface.h
   include/QualityControl/AggregatorInterface.h
   include/QualityControl/PostProcessingInterface.h
@@ -270,12 +277,16 @@ endforeach()
 add_executable(o2-qc-test-core
                test/testActivity.cxx
                test/testActivityHelpers.cxx
+               test/testActorHelpers.cxx
+               test/testActorTraits.cxx
+               test/testActor.cxx
                test/testAggregatorInterface.cxx
                test/testAggregatorRunner.cxx
                test/testCheck.cxx
                test/testCheckInterface.cxx
                test/testCheckRunner.cxx
                test/testCustomParameters.cxx
+               test/testDataProcessorAdapter.cxx
                test/testDataHeaderHelpers.cxx
                test/testInfrastructureGenerator.cxx
                test/testMonitorObject.cxx
@@ -295,6 +306,7 @@ add_executable(o2-qc-test-core
                test/testQualitiesToFlagCollectionConverter.cxx
                test/testQCInputs.cxx
                test/testUserInputOutput.cxx
+               test/testStringUtils.cxx
 )
 set_property(TARGET o2-qc-test-core
              PROPERTY RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/tests)
@@ -310,6 +322,7 @@ target_include_directories(o2-qc-test-core PRIVATE ${CMAKE_SOURCE_DIR})
 target_include_directories(o2-qc-test-core PRIVATE $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/include>)
 
 set(TEST_SRCS
+    test/testActorCallbacks.cxx
     test/testDbFactory.cxx
     test/testPublisher.cxx
     test/testQcInfoLogger.cxx
@@ -325,12 +338,12 @@ set(TEST_SRCS
     test/testWorkflow.cxx
     test/testRepoPathUtils.cxx
     test/testUserCodeInterface.cxx
-    test/testStringUtils.cxx
     test/testRunnerUtils.cxx
     test/testBookkeepingQualitySink.cxx
   )
 
 set(TEST_ARGS
+    "-b --run"
     ""
     ""
     ""
@@ -380,6 +393,8 @@ endforeach()
 
 target_include_directories(testCcdbDatabase PRIVATE $<BUILD_INTERFACE:${CMAKE_CURRENT_BINARY_DIR}/include>)
 
+set_property(TEST testActorCallbacks PROPERTY TIMEOUT 30)
+set_property(TEST testActorCallbacks PROPERTY LABELS slow)
 set_property(TEST testWorkflow PROPERTY TIMEOUT 40)
 set_property(TEST testWorkflow PROPERTY LABELS slow)
 set_property(TEST testCheckWorkflow PROPERTY TIMEOUT 50)

Framework/basic-late-task.json

@@ -0,0 +1,118 @@
+{
+  "qc": {
+    "config": {
+      "database": {
+        "implementation": "CCDB",
+        "host": "ccdb-test.cern.ch:8080",
+        "maxObjectSize": "2097152",       "": "[Bytes, default=2MB] Maximum size allowed, larger objects are rejected."
+      },
+      "Activity": {
+        "number": "42",
+        "type": "NONE",
+        "periodName": "",           "": "Period name - e.g. LHC22c, LHC22c1b_test",
+        "passName": "",             "": "Pass type - e.g. spass, cpass1",
+        "provenance": "qc",         "": "Provenance - qc or qc_mc depending whether it is normal data or monte carlo data"
+      },
+      "monitoring": {
+        "url": "infologger:///debug?qc"
+      },
+      "consul": {
+        "url": ""
+      },
+      "conditionDB": {
+        "url": "ccdb-test.cern.ch:8080"
+      },
+      "infologger": {                     "": "Configuration of the Infologger (optional).",
+        "filterDiscardDebug": "false",    "": "Set to true to discard debug and trace messages (default: false)",
+        "filterDiscardLevel": "12",       "": "Message at this level or above are discarded (default: 21 - Trace)",
+        "filterDiscardFile": "/tmp/_ID_.txt", "": ["If set, the messages discarded because of filterDiscardLevel",
+          "will go to this file (default: <none>); The keyword _ID_ is replaced by the device id. Discarded Debug ",
+          "messages won't go there."]
+      },
+      "bookkeeping": {
+        "url": ""
+      }
+    },
+    "tasks": {
+      "QcTask": {
+        "active": "true",
+        "className": "o2::quality_control_modules::skeleton::SkeletonTask",
+        "moduleName": "QcSkeleton",
+        "detectorName": "TST",
+        "cycleDurationSeconds": "10",
+        "dataSource": {
+          "type": "dataSamplingPolicy",
+          "name": "tst-raw"
+        }
+      }
+    },
+    "checks": {
+      "QcCheck": {
+        "active": "true",
+        "className": "o2::quality_control_modules::skeleton::SkeletonCheck",
+        "moduleName": "QcSkeleton",
+        "policy": "OnAny",
+        "detectorName": "TST",
+        "dataSource": [{
+          "type": "Task",
+          "name": "QcTask",
+          "MOs": ["example"]
+        }],
+        "extendedCheckParameters": {
+          "physics": {
+            "pp": {
+              "myOwnKey1": "myOwnValue1c"
+            }
+          }
+        }
+      },
+      "latecheck": {
+        "active": "true",
+        "className": "o2::quality_control_modules::skeleton::SkeletonCheck",
+        "moduleName": "QcSkeleton",
+        "policy": "OnAny",
+        "detectorName": "TST",
+        "dataSource": [{
+          "type": "LateTask",
+          "name": "late",
+          "MOs": ["graph_example"]
+        }],
+        "extendedCheckParameters": {
+          "physics": {
+            "pp": {
+              "myOwnKey1": "myOwnValue1c"
+            }
+          }
+        }
+      }
+    },
+    "lateTasks": {
+      "late": {
+        "active": "true",
+        "className": "o2::quality_control_modules::skeleton::SkeletonLateTask",
+        "moduleName": "QcSkeleton",
+        "detectorName": "TST",
+        "dataSources": [{
+          "type": "Task",
+          "name": "QcTask",
+          "MOs": ["example"]
+        }]
+      }
+    }
+  },
+  "dataSamplingPolicies": [
+    {
+      "id": "tst-raw",
+      "active": "true",
+      "machines": [],
+      "query": "data:TST/RAWDATA/0",
+      "samplingConditions": [
+        {
+          "condition": "random",
+          "fraction": "0.1",
+          "seed": "1234"
+        }
+      ]
+    }
+  ]
+}