Merge pull request #2312 from greenbone/GEA-635_Use_compression_in_fe…

…ed_updates Add: Added reading of gzip files for CVEs and EPSS.
greenbone · Oct 22, 2024 · c3e6c2e · c3e6c2e
2 parents 8a1c684 + 356100d
commit c3e6c2e
Showing 1 changed file with 18 additions and 5 deletions.
diff --git a/src/manage_sql_secinfo.c b/src/manage_sql_secinfo.c
@@ -51,6 +51,7 @@
 #include <cjson/cJSON.h>
 #include <gvm/base/gvm_sentry.h>
 #include <bsd/unistd.h>
+#include <gvm/util/compressutils.h>
 #include <gvm/util/cpeutils.h>
 #include <gvm/util/fileutils.h>
 #include <gvm/util/jsonpull.h>
@@ -3588,7 +3589,7 @@ update_cve_json (const gchar *cve_path, GHashTable *hashed_cpes)
 
   g_info ("Updating %s", full_path);
 
-  cve_file = fdopen (fd, "r");
+  cve_file = gvm_gzip_open_file_reader_fd (fd);
   if (cve_file == NULL)
     {
       g_warning ("%s: Failed to open CVE file: %s",
@@ -3825,7 +3826,8 @@ update_scap_cves ()
   gboolean read_json = FALSE;
   while ((cve_path = g_dir_read_name (dir)))
     {
-      if (fnmatch ("nvdcve-1.1-*.json", cve_path, 0) == 0)
+      if (fnmatch ("nvdcve-1.1-*.json.gz", cve_path, 0) == 0 ||
+          fnmatch ("nvdcve-1.1-*.json", cve_path, 0) == 0)
         {
           read_json = TRUE;
           break;
@@ -3836,7 +3838,9 @@ update_scap_cves ()
   count = 0;
   while ((cve_path = g_dir_read_name (dir)))
     {
-      if ((fnmatch ("nvdcve-1.1-*.json", cve_path, 0) == 0) && read_json)
+      if ((fnmatch ("nvdcve-1.1-*.json.gz", cve_path, 0) == 0 ||
+           fnmatch ("nvdcve-1.1-*.json", cve_path, 0) == 0)
+          && read_json)
         {
           if (update_cve_json (cve_path, hashed_cpes))
             {
@@ -3922,10 +3926,19 @@ update_epss_scores ()
   inserts_t inserts;
 
   current_json_path = g_build_filename (GVM_SCAP_DATA_DIR,
-                                        "epss-scores-current.json",
+                                        "epss-scores-current.json.gz",
                                         NULL);
   int fd = open(current_json_path, O_RDONLY);
 
+  if (fd < 0 && errno == ENOENT)
+    {
+      g_free (current_json_path);
+      current_json_path = g_build_filename (GVM_SCAP_DATA_DIR,
+                                            "epss-scores-current.json",
+                                            NULL);
+      fd = open(current_json_path, O_RDONLY);
+    }
+
   if (fd < 0)
     {
       int ret;
@@ -3945,7 +3958,7 @@ update_epss_scores ()
       return ret;
     }
 
-  epss_scores_file = fdopen(fd, "r");
+  epss_scores_file = gvm_gzip_open_file_reader_fd (fd);
   if (epss_scores_file == NULL)
     {
       g_warning ("%s: Failed to convert file descriptor to FILE*: %s",