|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
#ifndef CondCore_OnlineDBOutputService_h
#define CondCore_OnlineDBOutputService_h
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "CondCore/DBOutputService/interface/PoolDBOutputService.h"
#include <string>
#include <map>
#include <fstream>
#include <mutex>
#include <chrono>
//
// Package: DBOutputService
// Class : OnlineDBOutputService
//
/**\class OnlineDBOutputService OnlineDBOutputService.h CondCore/DBOutputService/interface/OnlineDBOutputService.h
Description: edm service for writing conditions object to DB. Specific implementation for online lumi-based conditions.
*/
//
// Author: Giacomo Govi
//
namespace cond {
cond::Time_t getLatestLumiFromFile(const std::string& fileName);
cond::Time_t getLastLumiFromOMS(const std::string& omsServiceUrl);
namespace service {
class OnlineDBOutputService : public PoolDBOutputService {
public:
OnlineDBOutputService(const edm::ParameterSet& iConfig, edm::ActivityRegistry& iAR);
~OnlineDBOutputService() override;
template <typename PayloadType>
cond::Time_t writeIOVForNextLumisection(const PayloadType& payload, const std::string& recordName) {
auto& rec = PoolDBOutputService::lookUpRecord(recordName);
cond::Time_t lastTime = getLastLumiProcessed();
auto unpkLastTime = cond::time::unpack(lastTime);
cond::Time_t targetTime =
cond::time::lumiTime(unpkLastTime.first, unpkLastTime.second + m_latencyInLumisections);
auto t0 = std::chrono::high_resolution_clock::now();
logger().logInfo() << "Updating lumisection " << targetTime;
cond::Hash payloadId = PoolDBOutputService::writeOneIOV<PayloadType>(payload, targetTime, recordName);
PoolDBOutputService::commitTransaction();
if (payloadId.empty()) {
return 0;
}
auto t1 = std::chrono::high_resolution_clock::now();
auto w_lat = std::chrono::duration_cast<std::chrono::microseconds>(t1 - t0).count();
logger().logInfo() << "Update has taken " << w_lat << " microsecs.";
// check for late updates...
cond::Time_t lastProcessed = getLastLumiProcessed();
logger().logInfo() << "Last lumisection processed after update: " << lastProcessed;
// check the pre-loaded iov
logger().logInfo() << "Preloading lumisection " << targetTime;
auto t2 = std::chrono::high_resolution_clock::now();
cond::Iov_t usedIov = preLoadIov(rec, targetTime);
auto t3 = std::chrono::high_resolution_clock::now();
logger().logInfo() << "Iov for preloaded lumisection " << targetTime << " is " << usedIov.since;
auto p_lat = std::chrono::duration_cast<std::chrono::microseconds>(t3 - t2).count();
logger().logInfo() << "Preload has taken " << p_lat << " microsecs.";
if (usedIov.since < targetTime) {
logger().logWarning() << "Found a late update for lumisection " << targetTime << "(found since "
<< usedIov.since << "). A revert is required.";
PoolDBOutputService::eraseSinceTime(payloadId, targetTime, recordName);
PoolDBOutputService::commitTransaction();
targetTime = 0;
}
auto t4 = std::chrono::high_resolution_clock::now();
auto t_lat = std::chrono::duration_cast<std::chrono::microseconds>(t4 - t0).count();
logger().logInfo() << "Total update time: " << t_lat << " microsecs.";
return targetTime;
}
private:
cond::Iov_t preLoadIov(const PoolDBOutputService::Record& record, cond::Time_t targetTime);
cond::Time_t getLastLumiProcessed();
private:
cond::Time_t m_runNumber;
size_t m_latencyInLumisections;
std::string m_omsServiceUrl;
std::string m_lastLumiFile;
std::string m_preLoadConnectionString;
std::string m_frontierKey;
bool m_debug;
}; //OnlineDBOutputService
} // namespace service
} // namespace cond
#endif
|