TestReadUtilities

Line Code
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
#include "CondCore/CondDB/interface/ConnectionPool.h"

#include "CondCore/Utilities/interface/Utilities.h"
#include "CondCore/Utilities/interface/CondDBImport.h"
#include <iostream>

#include <sstream>
#include <boost/tokenizer.hpp>
#include <chrono>

namespace cond {

  class TestReadUtilities : public cond::Utilities {
  public:
    TestReadUtilities();
    ~TestReadUtilities() override;
    int execute() override;
  };
}  // namespace cond

cond::TestReadUtilities::TestReadUtilities() : Utilities("conddb_copy_iov") {
  addConnectOption("connect", "c", "target connection string (required)");
  addAuthenticationOptions();
  //addOption<bool>("deserialize","d","de-serialize the specified payload");
  addOption<std::string>("hashes", "x", "space-separated list of hashes of the payloads");
  addOption<std::string>("tag", "t", "tag for the iov-based search");
  addOption<std::string>("iovs", "i", "space-separated list of target times ( run, lumi or timestamp)");
  addOption<bool>("run", "r", "run-labeled transaction");
}

cond::TestReadUtilities::~TestReadUtilities() {}

int cond::TestReadUtilities::execute() {
  std::string connect = getOptionValue<std::string>("connect");

  typedef boost::tokenizer<boost::char_separator<char>> tokenizer;
  std::vector<std::string> hashes;
  std::string tag("");
  std::vector<cond::Time_t> iovs;
  if (hasOptionValue("hashes")) {
    std::string hs = getOptionValue<std::string>("hashes");
    tokenizer tok(hs);
    for (auto &t : tok) {
      hashes.push_back(t);
    }
  } else if (hasOptionValue("tag")) {
    tag = getOptionValue<std::string>("tag");
    if (!hasOptionValue("iovs")) {
      std::cout << "ERROR: no iovs provided for tag " << tag << std::endl;
      return 1;
    }
    std::string siovs = getOptionValue<std::string>("iovs");
    tokenizer tok(siovs);
    for (auto &t : tok) {
      iovs.push_back(std::stoull(t));
    }
  }

  if (hashes.empty() and iovs.empty()) {
    std::cout << "ERROR: no hashes or tag/iovs provided." << std::endl;
    return 1;
  }

  persistency::ConnectionPool connPool;
  if (hasOptionValue("authPath")) {
    connPool.setAuthenticationPath(getOptionValue<std::string>("authPath"));
  }
  connPool.configure();

  std::cout << "# Connecting to source database on " << connect << std::endl;
  persistency::Session session;
  bool runTransaction = hasOptionValue("run");
  session = connPool.createSession(connect, false);
  if (hashes.empty()) {
    for (auto &i : iovs) {
      auto startt = std::chrono::steady_clock::now();
      persistency::Session iovSession = session;
      if (runTransaction) {
        std::cout << "INFO: using run-labeled transactions." << std::endl;
        iovSession = connPool.createReadOnlySession(connect, std::to_string(i));
      }
      iovSession.transaction().start(true);
      cond::persistency::IOVProxy iovp = iovSession.readIov(tag);
      auto iov = iovp.getInterval(i);
      hashes.push_back(iov.payloadId);
      iovSession.transaction().commit();
      auto stopt = std::chrono::steady_clock::now();
      auto deltat = std::chrono::duration_cast<std::chrono::milliseconds>(stopt - startt);
      std::cout << "INFO: Resolved iov " << iov.since << " for target " << i << " in tag " << tag
                << " (time ms:" << deltat.count() << ")" << std::endl;
    }
  }

  cond::Binary data;
  cond::Binary info;
  std::string typeName("");
  for (auto &h : hashes) {
    auto startt = std::chrono::steady_clock::now();
    session.transaction().start(true);
    bool found = session.fetchPayloadData(h, typeName, data, info);
    session.transaction().commit();
    auto stopt = std::chrono::steady_clock::now();
    auto deltat = std::chrono::duration_cast<std::chrono::milliseconds>(stopt - startt);
    if (!found) {
      std::cout << "ERROR: payload for hash " << h << " has not been found." << std::endl;
      return 2;
    } else {
      std::cout << "INFO: Loaded payload data for hash " << h << " size: " << data.size()
                << " (time ms:" << deltat.count() << ")" << std::endl;
    }
  }
  return 0;
}

int main(int argc, char **argv) {
  cond::TestReadUtilities utilities;
  return utilities.run(argc, argv);
}