fix(nvd): Allow num worker to be set in kubernetes for nvd conversion (#4751)

Author: jess-lowe

deployment/clouddeploy/gke-workers/environments/oss-vdb-test/nvd-cve-osv.yaml

@@ -18,3 +18,5 @@ spec:
               value: gs://osv-test-cve-osv-conversion/cpe_repos/cpe_product_to_repo.json
             - name: OSV_OUTPUT_GCS_PATH
               value: gs://osv-test-cve-osv-conversion/nvd-osv
+            - name: NUM_WORKERS
+              value: "10"

deployment/clouddeploy/gke-workers/environments/oss-vdb/nvd-cve-osv.yaml

@@ -18,3 +18,5 @@ spec:
               value: gs://cve-osv-conversion/cpe_repos/cpe_product_to_repo.json
             - name: OSV_OUTPUT_GCS_PATH
               value: gs://cve-osv-conversion/nvd-osv
+            - name: NUM_WORKERS
+              value: "10"

vulnfeeds/cmd/converters/cve/nvd-cve-osv/run_cve_to_osv_generation.sh

@@ -43,6 +43,8 @@ gcloud --no-user-output-enabled storage -q cp "${CPEREPO_GCS_PATH}" "${WORK_DIR}
 
 mkdir -p "${WORK_DIR}/nvd2osv/gcs_stage"
 
+NUM_WORKERS="${NUM_WORKERS:=10}"
+
 # Convert NVD CVE records to OSV.
 
 for (( YEAR = $(date +%Y) ; YEAR >= ${FIRST_INSCOPE_YEAR} ; YEAR-- )); do
@@ -52,7 +54,8 @@ for (( YEAR = $(date +%Y) ; YEAR >= ${FIRST_INSCOPE_YEAR} ; YEAR-- )); do
     --cpe-repos "${WORK_DIR}/cpe_product_to_repo.json" \
     --nvd-json "${WORK_DIR}/nvd/nvdcve-2.0-${YEAR}.json" \
     --out-dir "${WORK_DIR}/nvd2osv/${YEAR}" \
-    --out-format OSV
+    --out-format OSV \
+    --workers "${NUM_WORKERS}"
 
   # Copy results to staging area.
   echo "Copying NVD CVE records from ${YEAR} successfully converted to OSV to aggregated staging"