|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
#include "DQMMonitoringService.h"
#include "DataFormats/Provenance/interface/Timestamp.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "FWCore/ParameterSet/interface/ParameterSet.h"
#include "FWCore/ServiceRegistry/interface/ActivityRegistry.h"
#include "FWCore/ServiceRegistry/interface/GlobalContext.h"
#include "FWCore/Utilities/interface/StreamID.h"
#include <cstdlib>
#include <ctime>
#include <exception>
#include <iostream>
#include <boost/property_tree/json_parser.hpp>
#include <fmt/printf.h>
/*
* This service is very similar to the FastMonitoringService in the HLT,
* except that it is used for monitoring online DQM applications
*/
namespace dqmservices {
DQMMonitoringService::DQMMonitoringService(const edm::ParameterSet& pset, edm::ActivityRegistry& ar) {
const char* x = std::getenv("DQM2_SOCKET");
if (x) {
std::cerr << "Monitoring pipe: " << x << std::endl;
mstream_.connect(boost::asio::local::stream_protocol::endpoint(x));
} else {
std::cerr << "Monitoring file not found, disabling." << std::endl;
}
// init counters
nevents_ = 0;
last_lumi_ = 0;
last_lumi_nevents_ = 0;
last_lumi_time_ = std::chrono::high_resolution_clock::now();
run_ = 0;
lumi_ = 0;
ar.watchPreGlobalBeginLumi(this, &DQMMonitoringService::evLumi);
ar.watchPreSourceEvent(this, &DQMMonitoringService::evEvent);
}
void DQMMonitoringService::outputLumiUpdate() {
auto now = std::chrono::high_resolution_clock::now();
boost::property_tree::ptree doc;
// these might be different than the numbers we want to report
// rate/stats per lumi are calculated from last_*_ fields
doc.put("cmssw_run", run_);
doc.put("cmssw_lumi", lumi_);
doc.put("events_total", nevents_);
// do statistics for the last (elapsed) ls
auto lumi_millis = std::chrono::duration_cast<std::chrono::milliseconds>(now - last_lumi_time_).count();
auto lumi_events = nevents_ - last_lumi_nevents_;
auto lumi_last = last_lumi_;
if ((lumi_last > 0) && (lumi_millis > 0)) {
doc.put("lumi_number", lumi_last);
doc.put("lumi_events", lumi_events);
doc.put("lumi_duration_ms", lumi_millis);
float rate = ((float)lumi_events * 1000) / lumi_millis;
doc.put("events_rate", rate);
// also save the history entry
boost::property_tree::ptree plumi;
plumi.put("n", lumi_last);
plumi.put("nevents", lumi_events);
plumi.put("nmillis", lumi_millis);
plumi.put("rate", rate);
std::time_t hkey = std::time(nullptr);
doc.add_child(fmt::sprintf("extra.lumi_stats.%d", hkey), plumi);
}
outputUpdate(doc);
}
void DQMMonitoringService::evLumi(edm::GlobalContext const& iContext) {
// these might be different than the numbers we want to report
// rate/stats per lumi are calculated from last_*_ fields
run_ = iContext.luminosityBlockID().run();
lumi_ = iContext.luminosityBlockID().luminosityBlock();
outputLumiUpdate();
last_lumi_time_ = std::chrono::high_resolution_clock::now();
last_lumi_nevents_ = nevents_;
last_lumi_ = lumi_;
}
void DQMMonitoringService::evEvent(edm::StreamID const& iContext) {
nevents_ += 1;
tryUpdate();
}
void DQMMonitoringService::outputUpdate(boost::property_tree::ptree& doc) {
if (!mstream_)
return;
try {
last_update_time_ = std::chrono::high_resolution_clock::now();
doc.put("update_timestamp", std::time(nullptr));
write_json(mstream_, doc, false);
mstream_.flush();
} catch (std::exception const& exc) {
LogDebug("DQMMonitoringService") << "Exception thrown in outputUpdate method: " << exc.what();
}
}
void DQMMonitoringService::keepAlive() {
if (!mstream_)
return;
mstream_ << "\n";
mstream_.flush();
tryUpdate();
}
void DQMMonitoringService::tryUpdate() {
if (!mstream_)
return;
// sometimes we don't see any transition for a very long time
// but we still want updates
// luckily, keepAlive is called rather often by the input source
auto const now = std::chrono::high_resolution_clock::now();
auto const millis = std::chrono::duration_cast<std::chrono::milliseconds>(now - last_update_time_).count();
if (millis >= (25 * 1000)) {
outputLumiUpdate();
}
}
} // namespace dqmservices
#include "FWCore/ServiceRegistry/interface/ServiceMaker.h"
using dqmservices::DQMMonitoringService;
DEFINE_FWK_SERVICE(DQMMonitoringService);
|