Mon 16262 victoria metrics interprocess (#703)

* MON-16262 use of boost::asio instead of asio

* MON-16262 http_client library

* MON-16262 http_client add some tests

* MON-16262 add http_tsdb library

* MON-16262 add victoria metrics stream

* MON-16262 http_client failure rewrite

* MON-16262 add some tests and some fix

* MON-16262 add https

* MON-16262 add authorization

* MON-16262 add comments, some clean and a test

* MON-16262-victoria-metrics-interprocess

* MON-16262 add tags and group

* MON-16262 add resource_id

* MON-16262 correction after rebase

* MON-16262 some improvements

* Mon 18167 add pb status pb metric to graphite release (#685)

* MON-18167 add pb_metric and pb_status to graphite

* MON-18167 add pb_metric and pb_status to influxdb

* MON-16167 only one influxdb version

* MON-16262 victoria uses previous cherry-pick (pb_status) features

* MON-16262 add tests and some improvements

* MON-16262 no checksum but a dirty flag

* MON-16262- fix after rabse

* fix(broker):in case ssl handshake fail, https_connection hang

* fix(victoria):bad host header value

* fix after rebase

* correction after review, add a node allocator

CMakeLists.txt

@@ -78,6 +78,8 @@ set(ALLOW_DUPLICATE_EXECUTABLE TRUE)
 
 set(BUILD_ARGS "-w" "dupbuild=warn")
 
+include_directories("inc")
+
 #
 # Get distributions name
 #

bbdo/CMakeLists.txt

@@ -101,7 +101,7 @@ add_library(
   "bbdo/bbdo_version.hh")
 set_target_properties(bbdo_bbdo PROPERTIES POSITION_INDEPENDENT_CODE ON)
 target_precompile_headers(bbdo_bbdo PRIVATE precomp_inc/precomp.hpp)
-add_dependencies(bbdo_bbdo target_bbdo)
+add_dependencies(bbdo_bbdo target_bbdo target_extcmd)
 
 add_library(
   bbdo_storage STATIC

bbdo/storage.proto

@@ -45,6 +45,8 @@ message Status {
   uint32 rrd_len = 3;
   uint64 time = 4;
   uint32 state = 5;
+  uint64 host_id = 6;
+  uint64 service_id = 7;
 }
 
 message IndexMapping {

broker/CMakeLists.txt

@@ -46,7 +46,7 @@ option(WITH_DEBUG_ASIO "Add the Asio debugging flags." OFF)
 if(WITH_DEBUG_ASIO)
   set(CMAKE_BUILD_TYPE Debug)
   set(CMAKE_CXX_FLAGS_DEBUG
-      "${CMAKE_CXX_FLAGS_DEBUG} -DASIO_ENABLE_BUFFER_DEBUGGING -DASIO_ENABLE_HANDLER_TRACKING"
+      "${CMAKE_CXX_FLAGS_DEBUG} -DBOOST_ASIO_ENABLE_BUFFER_DEBUGGING -DBOOST_ASIO_ENABLE_HANDLER_TRACKING"
   )
 endif()
 
@@ -138,7 +138,6 @@ include(cmake/tool.cmake)
 # Check and/or find required components.
 #
 list(APPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_LIST_DIR}/cmake")
-add_definitions("-DASIO_STANDALONE")
 
 #
 # Options.
@@ -308,6 +307,8 @@ set(LIBROKER_SOURCES
     ${SRC_DIR}/bbdo/stream.cc
     ${SRC_DIR}/broker_impl.cc
     ${SRC_DIR}/brokerrpc.cc
+    ${SRC_DIR}/cache/global_cache.cc
+    ${SRC_DIR}/cache/global_cache_data.cc
     ${SRC_DIR}/compression/factory.cc
     ${SRC_DIR}/compression/opener.cc
     ${SRC_DIR}/compression/stack_array.cc
@@ -522,6 +523,9 @@ add_broker_module(TLS ON)
 add_broker_module(TLS2 OFF)
 add_broker_module(DUMP OFF)
 add_broker_module(GRPC ON)
+add_broker_module(VICTORIA_METRICS ON)
+add_subdirectory(http_client)
+add_subdirectory(http_tsdb)
 
 # Lua module.
 option(WITH_MODULE_LUA "Build lua module." ON)

broker/bam/inc/com/centreon/broker/bam/monitoring_stream.hh

@@ -91,7 +91,7 @@ class monitoring_stream : public io::stream {
 
   void _write_forced_svc_check(const std::string& host,
                                const std::string& description);
-  void _explicitly_send_forced_svc_checks(const asio::error_code& ec);
+  void _explicitly_send_forced_svc_checks(const boost::system::error_code& ec);
 
   void _prepare();
   void _rebuild();

broker/bam/precomp_inc/precomp.hpp

@@ -38,7 +38,9 @@
 #include <boost/circular_buffer.hpp>
 #include <boost/optional.hpp>
 
-#include <asio.hpp>
+#include <boost/asio.hpp>
+
+namespace asio = boost::asio;
 
 #include <spdlog/fmt/ostr.h>
 #include <spdlog/spdlog.h>

broker/bam/src/monitoring_stream.cc

@@ -129,14 +129,15 @@ int32_t monitoring_stream::stop() {
         "done");
     std::lock_guard<std::mutex> lck(_forced_svc_checks_m);
     _forced_svc_checks_timer.expires_after(std::chrono::seconds(0));
-    _forced_svc_checks_timer.async_wait([this, &p](const asio::error_code& ec) {
-      _explicitly_send_forced_svc_checks(ec);
-      {
-        std::lock_guard<std::mutex> lck(_forced_svc_checks_m);
-        _forced_svc_checks_timer.cancel();
-      }
-      p.set_value();
-    });
+    _forced_svc_checks_timer.async_wait(
+        [this, &p](const boost::system::error_code& ec) {
+          _explicitly_send_forced_svc_checks(ec);
+          {
+            std::lock_guard<std::mutex> lck(_forced_svc_checks_m);
+            _forced_svc_checks_timer.cancel();
+          }
+          p.set_value();
+        });
   }
   p.get_future().wait();
   /* Now, it is really cancelled. */
@@ -691,11 +692,14 @@ void monitoring_stream::_rebuild() {
  * to avoid getting stuck. If at a moment, it fails to send queries, the
  * function is rescheduled in 5s.
  *
- * @param ec asio::error_code to handle errors due to asio, not the files sent
- * to centengine. Usually, "operation aborted" when cbd stops.
+ * @param ec boost::system::error_code to handle errors due to asio, not the
+ * files sent to centengine. Usually, "operation aborted" when cbd stops.
  */
 void monitoring_stream::_explicitly_send_forced_svc_checks(
-    const asio::error_code& ec) {
+    const boost::system::error_code& ec) {
+  static int count = 0;
+  SPDLOG_LOGGER_DEBUG(log_v2::bam(),
+                      "BAM: time to send forced service checks {}", count++);
   if (!ec) {
     if (_timer_forced_svc_checks.empty()) {
       std::lock_guard<std::mutex> lck(_forced_svc_checks_m);