CatalogueFetcher.cc

Go to the documentation of this file.

#include "CatalogueFetcher.h"
 
#include "ChimeraTK/MappedImage.h"
#include "DoocsBackend.h"
#include "RegisterInfo.h"
#include "StringUtility.h"
 
#include <doocs/EqCall.h>
 
#include <boost/range/algorithm/find.hpp>
 
const std::vector<std::string> IGNORE_PATTERNS = {".HIST", ".FILT", "._FILT", ".EGU", ".DESC", ".HSTAT", "._HSTAT",
    "._HIST", ".LIST", ".SAVE", ".COMMENT", ".XEGU", ".POLYPARA"};
 
const std::vector<std::string> IGNORE_LIST = {"MESSAGE.TICKER", "SPN"};
 
/********************************************************************************************************************/
 
std::pair<DoocsBackendRegisterCatalogue, bool> CatalogueFetcher::fetch() {
  auto nSlashes = detail::slashes(serverAddress_);
 
  fillCatalogue(serverAddress_, nSlashes);
 
  catalogue_._isCatalogueComplete = !isCancelled() && !locationLookupError_ && catalogue_.getNumberOfRegisters() != 0;
 
  if(!_failedPropertyFirst.empty()) {
    std::cerr << std::format("DoocsBackend::CatalogueFetcher: Failed to query shape information for {} properties. "
                             "First failed property '{}' failed with error '{}'.",
                     _failedPropertyCount, _failedPropertyFirst, _failedPropertyError)
              << std::endl;
  }
 
  return {std::move(catalogue_), catalogue_._isCatalogueComplete};
}
 
/********************************************************************************************************************/
 
void CatalogueFetcher::fillCatalogue(std::string fixedComponents, long level) {
  // obtain list of elements within the given partial address
  doocs::EqAdr ea;
  doocs::EqCall eq;
  doocs::EqData src, propList;
  ea.adr(fixedComponents + "/*");
  int rc = eq.names(&ea, &propList);
  if(rc) {
    // if the enumeration failes, maybe the server is not available (but
    // exists in ENS) -> just ignore this address but warn
    std::cout << "DoocsBackend::CatalogueFetcher: Failed to query names for " + fixedComponents
              << ": \"" + propList.get_string() + "\"" << std::endl;
 
    locationLookupError_ = true;
    return;
  }
 
  // iterate over list
 
  for(int i = 0; i < propList.array_length() && not isCancelled(); ++i) {
    // obtain the name of the element
    auto u = propList.get_ustr(i);
    std::string name(u->str_data.str_data_val);
    name = name.substr(0, name.find_first_of(" ")); // ignore comment which is following the space
 
    // if we are not yet at the property-level, recursivly call the function
    // again to resolve the next hierarchy level
    if(level < 2) {
      fillCatalogue(fixedComponents + "/" + name, level + 1);
    }
    else { // this is a property: create RegisterInfo entry and set its name
 
      // It matches one of DOOCS's internal properties; skip
      if(detail::endsWith(name, IGNORE_PATTERNS).first || boost::range::find(IGNORE_LIST, name) != IGNORE_LIST.end()) {
        continue;
      }
 
      // read property once to determine its length and data type
      std::string fqn = fixedComponents + "/" + name;
      doocs::EqData dst;
      ea.adr(fqn); // strip leading slash
      rc = eq.get(&ea, &src, &dst);
      if((rc && doocs::is_system_error(dst.error())) || dst.error() == eq_errors::device_error) {
        // if the property is not accessible, ignore it. This happens frequently e.g. for archiver-related properties.
        // device_error seems to be reported permanently by some x2timer properties, so exclude them, too.
        continue;
      }
      if(rc && dst.error()) {
        // If error has been set, the shape information is not correct (because DOOCS seems to store a string instead).
        // Until a better solution has been found, the entire catalogue fetching is marked as erroneous to prevent
        // saving it to the cache file.
        if(!locationLookupError_) {
          _failedPropertyFirst = fqn;
          _failedPropertyError = dst.get_string();
        }
        _failedPropertyCount++;
        locationLookupError_ = true;
        continue;
      }
 
      auto regPath = fqn.substr(std::string(serverAddress_).length());
      auto length = dst.array_length();
      auto doocsTypeId = dst.type();
 
      ChimeraTK::AccessModeFlags flags{};
      if(checkZmqAvailability(fqn)) {
        flags.add(ChimeraTK::AccessMode::wait_for_new_data);
      }
      if(doocsTypeId == DATA_IMAGE) {
        // length of the byte string (body part, no header) is reported by DOOCS.
        // We must add our header length.
        length += sizeof(ChimeraTK::ImgHeader);
      }
      catalogue_.addProperty(regPath, length, doocsTypeId, flags);
    }
  }
}
 
/********************************************************************************************************************/
 
bool CatalogueFetcher::checkZmqAvailability(const std::string& fullQualifiedName) const {
  auto lastSlash = fullQualifiedName.find_last_of('/');
  assert(lastSlash != std::string::npos && lastSlash > 0);
  auto fullLocationPath = fullQualifiedName.substr(0, lastSlash);
  auto propertyName = fullQualifiedName.substr(lastSlash + 1);
 
  int rc;
  doocs::EqAdr ea;
  doocs::EqData dat;
  doocs::EqData dst;
  doocs::EqCall eq;
  int portp{0};
 
  ea.adr(fullLocationPath + "/SPN");
 
  // get channel port number
  dat.set(1, 0.0F, 0.0F, time_t{0}, propertyName, 0);
 
  // call get () to see whether it is supported
  rc = eq.get(&ea, &dat, &dst);
  if(rc) {
    return false;
  }
 
  auto* ustr = dst.get_ustr();
  if(ustr != nullptr) {
    portp = ustr->i1_data;
  }
  if(ustr == nullptr || (portp == 0 && int(ustr->f1_data + ustr->f2_data) == 0)) {
    // get() not supported, call set()
    rc = eq.set(&ea, &dat, &dst);
    if(rc) {
      return false;
    }
  }
 
  if(dst.type() == DATA_INT) {
    portp = dst.get_int();
  }
  else {
    ustr = dst.get_ustr();
    if(ustr != nullptr) {
      portp = ustr->i1_data;
    }
  }
  return portp != 0;
}
 
/********************************************************************************************************************/