Initial commit

Author: IngRicardoRdz

.gitignore

@@ -0,0 +1 @@
+/node_modules

main.js

@@ -0,0 +1,80 @@
+const fs = require('fs');
+const papa = require('papaparse');
+const AWS = require('aws-sdk');
+const file = fs.createReadStream('.csv');
+
+// * Usar perfil de configuracion, por defecto se usa "default"
+const credentials = new AWS.SharedIniFileCredentials({ profile: 'default' });
+AWS.config.update({ region: 'us-east-2', credentials });
+
+const ddb = new AWS.DynamoDB({ apiVersion: '2012-08-10' });
+
+const TableName = "";
+
+// * Parsea csv a json
+papa.parse(file, {
+    header: true,
+    skipEmptyLines: true,
+    complete: onComplete
+});
+
+async function onComplete(results) {
+    const array = results.data;
+    const dynamoItems = array.map(item => {
+        /*
+            * Necesitamos obtener los valores y llaves de cada item,
+            * para luego identifar el tipo de dato del valor y crear el objeto
+            * con el schema de Dynamo: { PutRequest: { Item: dynamoSchema } } 
+        */
+        let dynamoSchema = Object.entries(item).reduce((acc, [key, value]) => {
+            let type = isNaN(value) ? 'S' : 'N';
+
+            let cleanKey = key.replace(/\s/g, '');
+
+            return ({
+                ...acc, [cleanKey]: {
+                    [type]: value
+                }
+            })
+        }, {});
+        return { PutRequest: { Item: dynamoSchema } }
+    });
+
+    const chunks = chunkArray(dynamoItems, 25);
+
+    console.log('=== chunks size ===', chunks.length);
+
+    for (let i = 0; i < chunks.length; i++) {
+        try {
+            const dynamoData = { [TableName]: chunks[i] }
+            const params = { RequestItems: dynamoData }
+            await write2dynamo(params)
+            console.log('=== chunk written ===', i);
+        } catch (error) {
+            console.log("Error: ", error)
+            // * Ciclamos la información del chunk
+            for (let j = 0; j < chunks[j].length; j++) {
+                console.log(chunks[i][j]?.PutRequest);
+            }
+        }
+    }
+}
+
+// * Parte el array en chunks de tamaño 'size'
+function chunkArray(arr, size) {
+    return Array.from({ length: Math.ceil(arr.length / size) }, (v, i) => arr.slice(i * size, i * size + size));
+}
+
+// * Promisifica la escritura en DynamoDB
+function write2dynamo(params) {
+    return new Promise((resolve, reject) => {
+        ddb.batchWriteItem(params, function (err, data) {
+            if (err) {
+                return reject(err);
+            } else {
+                console.log("Success", data);
+                return resolve(data);
+            }
+        });
+    });
+}

package-lock.json

@@ -0,0 +1,15 @@
+{
+  "name": "script-dynamodb",
+  "version": "1.0.0",
+  "description": "Script para realizar cargas masivas a DynamoDB de AWS",
+  "main": "main.js",
+  "scripts": {
+    "start": "node main.js"
+  },
+  "author": "fruits.dev",
+  "license": "ISC",
+  "dependencies": {
+    "aws-sdk": "^2.1147.0",
+    "papaparse": "^5.3.2"
+  }
+}