fix: add repo column support to database_build.js (#302)

* fix: add repo column support to database_build.js

Port the repo field fix from database_build.py (PR #289) to the new
Node.js database build script. PDS JSON sources now include a repo
field; this adds a repo VARCHAR(500) column to all tables and inserts
the value (or null) during import.

Fixes #241

Signed-off-by: vmuralictr <vmurali.ctr@gmail.com>

* fix: deduplicate comma-separated repo values during import

Some PDS source files contain repo fields with the same value repeated
many times (e.g. 47x), exceeding the VARCHAR(500) column limit. Dedupe
the comma-separated values using a Set before inserting, so only unique
repo names are stored.

See: linux-on-ibm-z/PDS#127
Signed-off-by: vmuralictr <vmurali.ctr@gmail.com>

---------

Signed-off-by: vmuralictr <vmurali.ctr@gmail.com>

Author: vmuralictr

bin/database_build.js

@@ -32,6 +32,7 @@ async function createTable(connection, tblname) {
     packageName VARCHAR(100) NOT NULL,
     version VARCHAR(500) NOT NULL,
     description VARCHAR(500),
+    repo VARCHAR(500),
     osName VARCHAR(100) NOT NULL,
     PRIMARY KEY (pkgId)
   )`;
@@ -53,6 +54,7 @@ async function jsonToSql(connection, table, file, osName) {
       item.packageName,
       item.version,
       item.description || null,
+      item.repo ? [...new Set(item.repo.split(','))].join(',') : null,
       osName
     ]);
 
@@ -61,7 +63,7 @@ async function jsonToSql(connection, table, file, osName) {
     return;
   }
 
-  const query = `INSERT INTO \`${table}\` (packageName, version, description, osName) VALUES ?`;
+  const query = `INSERT INTO \`${table}\` (packageName, version, description, repo, osName) VALUES ?`;
   await connection.query(query, [finalData]);
   console.log(`${table} : Entries filled`);
 }