Insert 1000 logs in once

Author: majecty

src/db/queries/logs.rs

@@ -16,37 +16,40 @@ pub fn insert(conn: &postgres::Connection, node_name: &NodeName, logs: Vec<Struc
         return Ok(())
     }
 
-    let mut query = "";
-    let mut parameters_positions: Vec<String> = Vec::new();
-    let mut parameters: Vec<Box<ToSql>> = Vec::new();
-    for (row_index, log) in logs.into_iter().enumerate() {
-        let base_num = row_index * 6;
-        parameters_positions.push(format!(
-            "(${}, ${}, ${}, ${}, ${}, ${})",
-            base_num + 1,
-            base_num + 2,
-            base_num + 3,
-            base_num + 4,
-            base_num + 5,
-            base_num + 6
-        ));
-        let rfc3339with_nano_second = "%Y-%m-%dT%H:%M:%S.%f%z";
-        let datetime = chrono::DateTime::parse_from_str(&log.timestamp, rfc3339with_nano_second).unwrap();
-        parameters.push(Box::new(node_name));
-        parameters.push(Box::new(log.level));
-        parameters.push(Box::new(log.target));
-        parameters.push(Box::new(log.message));
-        parameters.push(Box::new(datetime));
-        parameters.push(Box::new(log.thread_name));
-    }
+    for log_chunk in logs.chunks(1000) {
+        let mut query = "";
+        let mut parameters_positions: Vec<String> = Vec::new();
+        let mut parameters: Vec<Box<ToSql>> = Vec::new();
+
+        for (row_index, log) in log_chunk.into_iter().enumerate() {
+            let base_num = row_index * 6;
+            parameters_positions.push(format!(
+                "(${}, ${}, ${}, ${}, ${}, ${})",
+                base_num + 1,
+                base_num + 2,
+                base_num + 3,
+                base_num + 4,
+                base_num + 5,
+                base_num + 6
+            ));
+            let rfc3339with_nano_second = "%Y-%m-%dT%H:%M:%S.%f%z";
+            let datetime = chrono::DateTime::parse_from_str(&log.timestamp, rfc3339with_nano_second).unwrap();
+            parameters.push(Box::new(node_name));
+            parameters.push(Box::new(log.level.clone()));
+            parameters.push(Box::new(log.target.clone()));
+            parameters.push(Box::new(log.message.clone()));
+            parameters.push(Box::new(datetime));
+            parameters.push(Box::new(log.thread_name.clone()));
+        }
 
-    let full_sql = format!(
-        "INSERT INTO logs (name, level, target, message, timestamp, thread_name) VALUES {}",
-        parameters_positions.join(", ")
-    );
-    let parameters_ref: Vec<&ToSql> = parameters.iter().map(|param| param.as_ref()).collect();
-    ctrace!("Full query is {}", full_sql);
-    conn.execute(&full_sql, &parameters_ref)?;
+        let full_sql = format!(
+            "INSERT INTO logs (name, level, target, message, timestamp, thread_name) VALUES {}",
+            parameters_positions.join(", ")
+        );
+        let parameters_ref: Vec<&ToSql> = parameters.iter().map(|param| param.as_ref()).collect();
+        ctrace!("Full query is {}", full_sql);
+        conn.execute(&full_sql, &parameters_ref)?;
+    }
 
     Ok(())
 }