Backport nvd scraping patch

Author: terriko

cve_bin_tool/cvedb.py

@@ -150,7 +150,8 @@ class CVEDB(object):
     FEED = "https://nvd.nist.gov/vuln/data-feeds"
     LOGGER = LOGGER.getChild("CVEDB")
     NVDCVE_FILENAME_TEMPLATE = "nvdcve-1.1-{}.json.gz"
-    META_REGEX = re.compile(r"https:\/\/.*\/json\/.*-[0-9]*\.[0-9]*-[0-9]*\.meta")
+    META_LINK = "https://nvd.nist.gov"
+    META_REGEX = re.compile(r"\/feeds\/json\/.*-[0-9]*\.[0-9]*-[0-9]*\.meta")
     RANGE_UNSET = ""
 
     def __init__(self, verify=True, feed=None, cachedir=None):
@@ -169,11 +170,12 @@ def nist_scrape(self, feed):
         with contextlib.closing(request.urlopen(feed)) as response:
             page = response.read().decode()
             jsonmetalinks = self.META_REGEX.findall(page)
+            full_links = [f"{self.META_LINK}{path}" for path in jsonmetalinks]
             pool = multiprocessing.Pool()
             try:
                 metadata = dict(
                     pool.map(
-                        functools.partial(log_traceback, getmeta), tuple(jsonmetalinks)
+                        functools.partial(log_traceback, getmeta), tuple(full_links)
                     )
                 )
                 pool.close()