Change: Use SQL COPY for loading CVEs

When loading the CVEs with secinfo_fast_init enabled, COPY statements
will be used to load the CVEs, including references, configurations
and affected products.

This is much faster than using INSERT and UPDATE statements.

Author: timopollmeier

src/manage_pg.c

@@ -3820,9 +3820,7 @@ manage_db_add_constraints (const gchar *name)
       sql ("ALTER TABLE scap2.affected_products"
            " ALTER cve SET NOT NULL,"
            " ALTER cpe SET NOT NULL,"
-           " ADD UNIQUE (cve, cpe),"
-           " ADD FOREIGN KEY(cve) REFERENCES cves(id),"
-           " ADD FOREIGN KEY(cpe) REFERENCES cpes(id);");
+           " ADD UNIQUE (cve, cpe);");
 
       sql ("ALTER TABLE scap2.epss_scores"
            " ALTER cve SET NOT NULL,"
@@ -3884,6 +3882,44 @@ drop_indexes_cpe ()
   sql ("DROP INDEX IF EXISTS scap2.cpes_by_cpe_name_id");
 }
 
+/**
+ * @brief Create the indexes for the CVEs tables in the scap2 schema.
+ */
+void
+create_indexes_cve ()
+{
+  sql ("CREATE UNIQUE INDEX cve_idx"
+       " ON scap2.cves (name);");
+  sql ("CREATE INDEX cves_by_creation_time_idx"
+       " ON scap2.cves (creation_time);");
+  sql ("CREATE INDEX cves_by_modification_time_idx"
+       " ON scap2.cves (modification_time);");
+  sql ("CREATE INDEX cves_by_severity"
+       " ON scap2.cves (severity);");
+
+  sql ("CREATE INDEX cpe_match_nodes_by_root_id"
+       " ON scap2.cpe_match_nodes(root_id);");
+
+  sql ("CREATE INDEX cpe_nodes_match_criteria_by_node_id"
+       " ON scap2.cpe_nodes_match_criteria(node_id);");
+}
+
+/**
+ * @brief Remove the indexes for the CVEs tables in the scap2 schema.
+ */
+void
+drop_indexes_cve ()
+{
+  sql ("DROP INDEX IF EXISTS scap2.cve_idx");
+  sql ("DROP INDEX IF EXISTS scap2.cves_by_creation_time_idx");
+  sql ("DROP INDEX IF EXISTS scap2.cves_by_modification_time_idx");
+  sql ("DROP INDEX IF EXISTS scap2.cves_by_severity");
+  
+  sql ("DROP INDEX IF EXISTS scap2.cpe_match_nodes_by_root_id");
+
+  sql ("DROP INDEX IF EXISTS scap2.cpe_nodes_match_criteria_by_node_id");
+}
+
 /**
  * @brief Init external database.
  *
@@ -3896,22 +3932,9 @@ manage_db_init_indexes (const gchar *name)
 {
   if (strcasecmp (name, "scap") == 0)
     {
-      sql ("CREATE UNIQUE INDEX cve_idx"
-           " ON scap2.cves (name);");
-      sql ("CREATE INDEX cves_by_creation_time_idx"
-           " ON scap2.cves (creation_time);");
-      sql ("CREATE INDEX cves_by_modification_time_idx"
-           " ON scap2.cves (modification_time);");
-      sql ("CREATE INDEX cves_by_severity"
-           " ON scap2.cves (severity);");
-
       create_indexes_cpe ();
 
-      sql ("CREATE INDEX cpe_match_nodes_by_root_id"
-           " ON scap2.cpe_match_nodes(root_id);");
-
-      sql ("CREATE INDEX cpe_nodes_match_criteria_by_node_id"
-           " ON scap2.cpe_nodes_match_criteria(node_id);");
+      create_indexes_cve ();
 
       sql ("CREATE INDEX afp_cpe_idx"
            " ON scap2.affected_products (cpe);");

src/manage_sql.h

@@ -549,4 +549,10 @@ create_indexes_cpe ();
 void
 drop_indexes_cpe ();
 
+void
+create_indexes_cve ();
+
+void
+drop_indexes_cve ();
+
 #endif /* not _GVMD_MANAGE_SQL_H */