[QC-988] Bk insert process (#1856)

* [QC-988] Register the task in the BK at start of run

* [QC-988]

* format

* add missing stuff PP

* remove unused include

* format

* fix

Author: Barthelemy

Framework/include/QualityControl/Bookkeeping.h

@@ -38,6 +38,7 @@ class Bookkeeping
 
   void init(const std::string& url);
   void populateActivity(Activity& activity, size_t runNumber);
+  void registerProcess(int runNumber, const std::string& name, const std::string& detector, bookkeeping::DplProcessType type, const std::string& args);
 
  private:
   Bookkeeping() = default;

Framework/include/QualityControl/PostProcessingRunnerConfig.h

@@ -31,6 +31,7 @@ struct PostProcessingRunnerConfig {
   std::string detectorName;
   std::unordered_map<std::string, std::string> database;
   std::string consulUrl{};
+  std::string bookkeepingUrl{};
   core::DiscardFileParameters infologgerDiscardParameters;
   double periodSeconds = 10.0;
   std::string configKeyValues; // These are for ConfigurableParams, not for override-values!

Framework/src/AggregatorRunner.cxx

@@ -413,6 +413,11 @@ void AggregatorRunner::start(ServiceRegistryRef services)
   QcInfoLogger::setRun(mActivity.mId);
   QcInfoLogger::setPartition(mActivity.mPartitionName);
   ILOG(Info, Support) << "Starting run " << mActivity.mId << ENDM;
+
+  // register ourselves to the BK
+  if (gSystem->Getenv("O2_QC_REGISTER_IN_BK")) { // until we are sure it works, we have to turn it on
+    Bookkeeping::getInstance().registerProcess(mActivity.mId, mDeviceName, AggregatorRunner::getDetectorName(mAggregators), bookkeeping::DPL_PROCESS_TYPE_QC_AGGREGATOR, "");
+  }
 }
 
 void AggregatorRunner::stop()

Framework/src/Bookkeeping.cxx

@@ -19,6 +19,7 @@
 #include "QualityControl/Activity.h"
 #include "BookkeepingApi/BkpProtoClientFactory.h"
 #include "BookkeepingApi/BkpProtoClient.h"
+#include <unistd.h>
 
 using namespace o2::bkp::api::proto;
 
@@ -76,4 +77,22 @@ void Bookkeeping::populateActivity(Activity& activity, size_t runNumber)
     ILOG(Warning, Support) << "Error retrieving run info from Bookkeeping: " << error.what() << ENDM;
   }
 }
+
+std::string getHostName()
+{
+  char hostname[256];
+  if (gethostname(hostname, sizeof(hostname)) == 0) {
+    return { hostname };
+  } else {
+    return "";
+  }
+}
+
+void Bookkeeping::registerProcess(int runNumber, const std::string& name, const std::string& detector, bookkeeping::DplProcessType type, const std::string& args)
+{
+  if (!mInitialized) {
+    return;
+  }
+  mClient->dplProcessExecution()->registerProcessExecution(runNumber, type, getHostName(), name, args, detector);
+}
 } // namespace o2::quality_control::core

Framework/src/CheckRunner.cxx

@@ -527,6 +527,11 @@ void CheckRunner::start(ServiceRegistryRef services)
   for (auto& [checkName, check] : mChecks) {
     check.setActivity(mActivity);
   }
+
+  // register ourselves to the BK
+  if (gSystem->Getenv("O2_QC_REGISTER_IN_BK")) { // until we are sure it works, we have to turn it on
+    Bookkeeping::getInstance().registerProcess(mActivity->mId, mDeviceName, mDetectorName, bookkeeping::DPL_PROCESS_TYPE_QC_CHECKER, "");
+  }
 }
 
 void CheckRunner::stop()

Framework/src/PostProcessingRunner.cxx

@@ -25,11 +25,13 @@
 #include "QualityControl/runnerUtils.h"
 #include "QualityControl/ConfigParamGlo.h"
 #include "QualityControl/MonitorObjectCollection.h"
+#include "QualityControl/Bookkeeping.h"
 
 #include <utility>
 #include <Framework/DataAllocator.h>
 #include <Framework/DataTakingContext.h>
 #include <CommonUtils/ConfigurableParam.h>
+#include <TSystem.h>
 
 using namespace o2::quality_control::core;
 using namespace o2::quality_control::repository;
@@ -89,6 +91,7 @@ void PostProcessingRunner::init(const PostProcessingRunnerConfig& runnerConfig,
   if (mPublicationCallback == nullptr) {
     mPublicationCallback = publishToRepository(*mDatabase);
   }
+  Bookkeeping::getInstance().init(runnerConfig.bookkeepingUrl);
 
   // setup user's task
   ILOG(Debug, Devel) << "Creating a user task '" << mTaskConfig.taskName << "'" << ENDM;
@@ -167,6 +170,11 @@ void PostProcessingRunner::start(framework::ServiceRegistryRef dplServices)
   }
   QcInfoLogger::setRun(mTaskConfig.activity.mId);
 
+  // register ourselves to the BK
+  if (gSystem->Getenv("O2_QC_REGISTER_IN_BK")) { // until we are sure it works, we have to turn it on
+    Bookkeeping::getInstance().registerProcess(mTaskConfig.activity.mId, mRunnerConfig.taskName, mRunnerConfig.detectorName, bookkeeping::DPL_PROCESS_TYPE_QC_POSTPROCESSING, "");
+  }
+
   if (mTaskState == TaskState::Created || mTaskState == TaskState::Finished) {
     mInitTriggers = trigger_helpers::createTriggers(mTaskConfig.initTriggers, mTaskConfig);
     if (trigger_helpers::hasUserOrControlTrigger(mTaskConfig.initTriggers)) {
@@ -256,6 +264,7 @@ PostProcessingRunnerConfig PostProcessingRunner::extractConfig(const CommonSpec&
     ppTaskSpec.detectorName,
     commonSpec.database,
     commonSpec.consulUrl,
+    commonSpec.bookkeepingUrl,
     commonSpec.infologgerDiscardParameters,
     commonSpec.postprocessingPeriod,
     "",

Framework/src/TaskRunner.cxx

@@ -463,6 +463,11 @@ void TaskRunner::startOfActivity()
   mCollector->setRunNumber(mActivity.mId);
   mTask->startOfActivity(mActivity);
   mObjectsManager->updateServiceDiscovery();
+
+  // register ourselves to the BK
+  if (gSystem->Getenv("O2_QC_REGISTER_IN_BK")) { // until we are sure it works, we have to turn it on
+    Bookkeeping::getInstance().registerProcess(mActivity.mId, mTaskConfig.taskName, mTaskConfig.detectorName, bookkeeping::DPL_PROCESS_TYPE_QC_TASK, "");
+  }
 }
 
 void TaskRunner::endOfActivity()