MCH: introduce DCS data point processor

Author: aphecetche

Detectors/DCS/src/DetectorsDCSLinkDef.h

@@ -19,8 +19,9 @@
 #pragma link C++ struct o2::dcs::DataPointValue + ;
 #pragma link C++ class o2::dcs::DCSProcessor + ;
 #pragma link C++ class std::unordered_map < o2::dcs::DataPointIdentifier, o2::dcs::DataPointValue> + ;
+#pragma link C++ class std::unordered_map < o2::dcs::DataPointIdentifier, std::vector < o2::dcs::DataPointValue>> + ;
 #pragma link C++ function o2::dcs::expandAlias(const std::string&);
-#pragma link C++ function o2::dcs::expandAliases(const std::vector<std::string>&);
+#pragma link C++ function o2::dcs::expandAliases(const std::vector <std::string>&);
 #pragma link C++ class std::unordered_map < o2::dcs::DataPointIdentifier, std::string> + ;
 
 #endif

Detectors/DCS/testWorkflow/src/DCSRandomDataGeneratorSpec.cxx

@@ -47,7 +47,7 @@ std::vector<int> generateIntegers(size_t size, int min, int max)
   }
   std::shuffle(begin(data), end(data), generator);
   for (auto i = 0; i < data.size(); ++i) {
-    LOG(INFO) << "Generating randomly DP at index " << data[i];
+    LOG(DEBUG) << "Generating randomly DP at index " << data[i];
   }
   return data;
 }
@@ -147,7 +147,7 @@ void DCSRandomDataGenerator::run(o2::framework::ProcessingContext& pc)
   TDatime d;
   auto dpcoms = generate(mDataPointHints, fraction, tfid);
 
-  LOG(INFO) << "***************** TF " << tfid << " has generated " << dpcoms.size() << " DPs for TOF";
+  LOG(INFO) << "***************** TF " << tfid << " has generated " << dpcoms.size() << " DPs";
   pc.outputs().snapshot(Output{"DCS", mDataDescription, 0, Lifetime::Timeframe}, dpcoms);
   mTFs++;
 }

Detectors/MUON/MCH/Conditions/CMakeLists.txt

@@ -22,3 +22,19 @@ if(BUILD_TESTING)
     PUBLIC_LINK_LIBRARIES O2::MCHConditions)
 endif()
 
+o2_add_executable(dcs-check-ccdb
+                  COMPONENT_NAME mch
+                  SOURCES src/dcs-check-ccdb.cxx
+                  PUBLIC_LINK_LIBRARIES O2::Framework O2::DetectorsDCS O2::MCHConditions O2::CCDB)
+
+o2_add_executable(mch-dcs-processor-workflow
+                  COMPONENT_NAME calibration
+                  SOURCES workflow/dcs-processor-workflow.cxx
+                  PUBLIC_LINK_LIBRARIES O2::Framework O2::DetectorsDCS O2::MCHConditions)
+
+
+o2_add_executable(mch-dcs-sim-workflow
+                  COMPONENT_NAME calibration
+                  SOURCES workflow/dcs-sim-workflow.cxx
+                  PUBLIC_LINK_LIBRARIES O2::DCStestWorkflow O2::MCHConditions)
+

Detectors/MUON/MCH/Conditions/README.md

@@ -6,6 +6,20 @@
 
 ## From DCS
 
+To test the DCS to CCDB route you can use the following 3 parts worfklow pipeline : 
+
+```shell
+o2-calibration-mch-dcs-sim-workflow --max-timeframes 10000 --max-cycles-no-full-map 100 -b | \
+o2-calibration-mch-dcs-processor-workflow -b | \
+o2-calibration-ccdb-populator-workflow --ccdb-path="http://localhost:6464" -b
+```
+
+- `o2-calibration-mch-dcs-sim-worfklow` is just generating fake random MCH DCS data points, 
+- `o2-calibration-mch-dcs-processor-workflow` gathers the received data points into a container object 
+- `o2-calibration-ccdb-populator-workflow` uploads the container object to the CCDB (in this example a local dev ccdb).
+
+ The container object that groups the datapoints is considered ready to be shipped either when the data points span a long enough duration (see the `--calib-object-max-duration` option of the `o2-calibration-mch-dcs-processor-workflow`) or is big enough (see the `--calib-object-max-size` option).
+
 ### HV
 
 The MCH high voltage (HV) system is composed of 188 channels :

Detectors/MUON/MCH/Conditions/src/dcs-check-ccdb.cxx

@@ -0,0 +1,122 @@
+// Copyright CERN and copyright holders of ALICE O2. This software is
+// distributed under the terms of the GNU General Public License v3 (GPL
+// Version 3), copied verbatim in the file "COPYING".
+//
+// See http://alice-o2.web.cern.ch/license for full licensing information.
+//
+// In applying this license CERN does not waive the privileges and immunities
+// granted to it by virtue of its status as an Intergovernmental Organization
+// or submit itself to any jurisdiction.
+
+#include "CCDB/CcdbApi.h"
+#include "DetectorsDCS/DataPointIdentifier.h"
+#include "DetectorsDCS/DataPointValue.h"
+#include <boost/program_options.hpp>
+#include <ctime>
+#include <iostream>
+#include <numeric>
+#include <string>
+#include <unordered_map>
+#include <vector>
+
+namespace po = boost::program_options;
+using DPID = o2::dcs::DataPointIdentifier;
+using DPVAL = o2::dcs::DataPointValue;
+using DPMAP = std::unordered_map<DPID, std::vector<DPVAL>>;
+
+int main(int argc, char** argv)
+{
+  po::variables_map vm;
+  po::options_description usage("Usage");
+
+  std::string ccdbUrl;
+  uint64_t timestamp;
+  bool lv;
+  bool hv;
+  bool verbose;
+
+  std::time_t now = std::time(nullptr);
+
+  // clang-format off
+  usage.add_options()
+      ("help,h", "produce help message")
+      ("ccdb",po::value<std::string>(&ccdbUrl)->default_value("http://localhost:6464"),"ccdb url")
+      ("timestamp,t",po::value<uint64_t>(&timestamp)->default_value(now),"timestamp to query")
+      ("hv",po::bool_switch(&hv),"query HV")
+      ("lv",po::bool_switch(&lv),"query LV")
+      ("verbose,v",po::bool_switch(&verbose),"verbose output")
+      ;
+  // clang-format on
+
+  po::options_description cmdline;
+  cmdline.add(usage);
+
+  po::store(po::command_line_parser(argc, argv).options(cmdline).run(), vm);
+
+  if (vm.count("help")) {
+    std::cout << "This program printout summary information from MCH DCS entries.\n";
+    std::cout << usage << "\n";
+    return 2;
+  }
+
+  try {
+    po::notify(vm);
+  } catch (boost::program_options::error& e) {
+    std::cout << "Error: " << e.what() << "\n";
+    exit(1);
+  }
+
+  if (!hv && !lv) {
+    std::cout << "Must specify at least one of --hv or --lv\n";
+    std::cout << usage << "\n";
+    return 3;
+  }
+
+  std::vector<std::string> what;
+  if (hv) {
+    what.emplace_back("MCH/HV");
+  }
+  if (lv) {
+    what.emplace_back("MCH/LV");
+  }
+
+  // union Converter {
+  //   uint64_t raw_data;
+  //   T t_value;
+  // };
+  // if (dpcom.id.get_type() != dt) {
+  //   throw std::runtime_error("DPCOM is of unexpected type " + o2::dcs::show(dt));
+  // }
+  // Converter converter;
+  // converter.raw_data = dpcom.data.payload_pt1;
+
+  auto sum =
+    [](float s, o2::dcs::DataPointValue v) {
+      union Converter {
+        uint64_t raw_data;
+        double value;
+      } converter;
+      converter.raw_data = v.payload_pt1;
+      return s + converter.value;
+    };
+
+  o2::ccdb::CcdbApi api;
+  api.init(ccdbUrl);
+  for (auto w : what) {
+    std::map<std::string, std::string> metadata;
+    auto* m = api.retrieveFromTFileAny<DPMAP>(w, metadata, timestamp);
+    std::cout << "size of " << w << " map = " << m->size() << std::endl;
+    if (verbose) {
+      for (auto& i : *m) {
+        auto v = i.second;
+        auto mean = std::accumulate(v.begin(), v.end(), 0.0, sum);
+        if (v.size()) {
+          mean /= v.size();
+        }
+        std::cout << fmt::format("{:64s} {:4d} values of mean {:7.2f}\n", i.first.get_alias(), v.size(),
+                                 mean);
+      }
+    }
+  }
+  return 0;
+}