fixed PopCon lumisection query limit

Author: JanChyczynski

CondTools/RunInfo/interface/LHCInfoPopConSourceHandler.h

@@ -18,6 +18,8 @@ class LHCInfoPopConSourceHandler : public popcon::PopConSourceHandler<LHCInfo> {
   void getNewObjects() override;
   std::string id() const override;
 
+  static constexpr unsigned int kLumisectionsQueryLimit = 4000;
+
 private:
   void addEmptyPayload(cond::Time_t iov);
 

CondTools/RunInfo/interface/OMSAccess.h

@@ -185,6 +185,9 @@ namespace cond {
       std::stringstream filter;
       if (m_filter.empty()) {
         filter << "?";
+        if(!m_limit.empty()){
+          m_limit.front() = '&';
+        }
       } else {
         filter << m_filter << "&";
       }
@@ -212,6 +215,9 @@ namespace cond {
     // not null filter
     inline OMSServiceQuery& filterNotNull(const std::string& varName) { return filterNEQ(varName, SNULL); }
 
+    // limit for the page size, when unspecified OMS's default limit is 100
+    OMSServiceQuery& limit(int value);
+
     // triggers the execution of the query ( calling curl functions )
     bool execute();
 
@@ -230,6 +236,7 @@ namespace cond {
   private:
     std::string m_url;
     std::string m_filter;
+    std::string m_limit;
     std::string m_varList;
     std::unique_ptr<OMSServiceResult> m_result;
     unsigned long m_status = 0;

CondTools/RunInfo/src/LHCInfoPopConSourceHandler.cc

@@ -156,7 +156,9 @@ size_t LHCInfoPopConSourceHandler::getLumiData(const cond::OMSService& oms,
                                                const boost::posix_time::ptime& endFillTime) {
   auto query = oms.query("lumisections");
   query->addOutputVars({"start_time", "delivered_lumi", "recorded_lumi"});
-  query->filterEQ("fill_number", fillId).filterGT("start_time", beginFillTime).filterLT("start_time", endFillTime);
+  query->filterEQ("fill_number", fillId);
+  query->filterGT("start_time", beginFillTime).filterLT("start_time", endFillTime);
+  query->limit(kLumisectionsQueryLimit);
   size_t nlumi = 0;
   if (query->execute()) {
     auto res = query->result();

CondTools/RunInfo/src/OMSAccess.cc

@@ -83,6 +83,18 @@ namespace cond {
     return *this;
   }
 
+  OMSServiceQuery& OMSServiceQuery::limit(int value) {
+      std::stringstream pageLimit;
+      if (m_filter.empty()) {
+        pageLimit << "?";
+      } else {
+        pageLimit << "&";
+      }
+      pageLimit << "page[limit]=" << value;
+      m_limit = pageLimit.str();
+      return *this;
+    }
+
   bool OMSServiceQuery::execute() {
     bool ret = false;
     std::string out;
@@ -99,7 +111,7 @@ namespace cond {
 
   OMSServiceResult& OMSServiceQuery::result() { return *m_result; }
 
-  std::string OMSServiceQuery::url() { return m_url + m_filter + m_varList; }
+  std::string OMSServiceQuery::url() { return m_url + m_filter + m_limit + m_varList; }
 
   OMSService::OMSService() : m_baseUrl() {}