Initial code for tidying up the CSV

Author: TimReddingPBX

package-lock.json

@@ -0,0 +1,16 @@
+{
+  "name": "valley-disco",
+  "version": "1.0.0",
+  "description": "",
+  "license": "ISC",
+  "author": "",
+  "type": "commonjs",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "dependencies": {
+    "csv-parse": "^5.6.0",
+    "csv-stringify": "^6.5.2"
+  }
+}

package.json

@@ -0,0 +1,79 @@
+const fs = require('fs');
+const path = require('path');
+const { parse } = require('csv-parse');
+const { stringify } = require('csv-stringify');
+
+async function loadCsv() {
+  const filePath = path.join(__dirname, '../data/SPRING_DISCO-_YEARS_1__2_and_3-05-02-2025.csv');
+  const data = [];
+  return new Promise((resolve, reject) => {
+    fs.createReadStream(filePath)
+      .pipe(parse({ columns: true, trim: true }))
+      .on('data', (row) => data.push(row))
+      .on('end', () => resolve(data))
+      .on('error', (err) => reject(err));
+  });
+}
+
+function manipulateData(data) {
+  const pupilCounts = {};
+  data.forEach(row => {
+    const pupilKey = row.Pupils;
+    pupilCounts[pupilKey] = (pupilCounts[pupilKey] || 0) + 1;
+  });
+  data.forEach(row => {
+    row.PupilCount = pupilCounts[row.Pupils];
+  });
+  return data;
+}
+
+function saveCsvToOutFolder(data) {
+  const filePath = path.join(__dirname, '../data/SPRING_DISCO-_YEARS_1__2_and_3-05-02-2025.csv');
+  const outFilePath = path.join(__dirname, '../out', path.basename(filePath));
+  stringify(data, { header: true }, (err, outputCsv) => {
+
+    console.log("Hello World");
+
+    if (err) throw err;
+    fs.writeFileSync(outFilePath, outputCsv);
+  });
+}
+
+function expandPupils(data, years) {
+  const expanded = [];
+  const visited = new Set();
+  data.forEach((row) => {
+    if (row.Pupils && row.Pupils.includes('&')) {
+      row.Pupils.split('&').map((p) => p.trim()).forEach((val) => {
+        if (years.some((year) => val.includes(year))) {
+          const newRow = { ...row, Pupil: val };
+          const key = JSON.stringify(newRow);
+          if (!visited.has(key)) {
+            visited.add(key);
+            expanded.push(newRow);
+          }
+        }
+      });
+    } else {
+      const newRow = { ...row, Pupil: row.Pupils };
+      const key = JSON.stringify(newRow);
+      if (!visited.has(key)) {
+        visited.add(key);
+        expanded.push(newRow);
+      }
+    }
+  });
+  return expanded;
+}
+
+async function main() {
+
+  const years = ['Year 1', 'Year 2', 'Year 3'];
+
+  const data = await loadCsv();
+  let updated = manipulateData(data);
+  updated = expandPupils(updated, years);
+  saveCsvToOutFolder(updated);
+}
+
+main();

src/index-working-but-4-alex-philips.js

@@ -0,0 +1,117 @@
+const fs = require("fs");
+const path = require("path");
+const { parse } = require("csv-parse");
+const { stringify } = require("csv-stringify");
+
+async function loadCsv(filename) {
+  const filePath = path.join(__dirname, "../data/", filename);
+  const data = [];
+  return new Promise((resolve, reject) => {
+    fs.createReadStream(filePath)
+      .pipe(parse({ columns: true, trim: true }))
+      .on("data", (row) => data.push(row))
+      .on("end", () => resolve(data))
+      .on("error", (err) => reject(err));
+  });
+}
+
+function manipulateData(data) {
+  const pupilCounts = {};
+  data.forEach((row) => {
+    const pupilKey = row.Pupils;
+    pupilCounts[pupilKey] = (pupilCounts[pupilKey] || 0) + 1;
+  });
+  data.forEach((row) => {
+    row.TicketCount = pupilCounts[row.Pupils];
+  });
+  return data;
+}
+
+function saveCsvToOutFolder(data, filename) {
+  const filePath = path.join(__dirname, "../data/", filename);
+  const outFilePath = path.join(__dirname, "../out", path.basename(filePath));
+  stringify(data, { header: true }, (err, outputCsv) => {
+    console.log("\nSaving updated CSV to", outFilePath);
+
+    if (err) throw err;
+    fs.writeFileSync(outFilePath, outputCsv);
+  });
+}
+
+function expandPupils(data, years) {
+  const expanded = [];
+  return data.map((row) => {
+    let retPupil = "Unknown, check other column";
+
+    const pupils = row.Pupils.split("&").filter((p) =>
+      years.some((year) => p.includes(year))
+    );
+
+    if (
+        // row['Guest first name'] === 'Kelly'
+        row['Guest first name'] === 'Micaela'
+    ) {
+        console.log('-----------------');
+        console.log(`Pupils: ${row.Pupils}, Found: ${pupils}, Tickets: ${row.TicketCount}`);
+        console.log('-----------------');
+    }
+
+    if (pupils.length > 1) {
+      console.log(`Multiple pupils found for row ${row.Pupils}`);
+    }
+
+    for (const pupil of pupils) {
+      if (expanded.some((e) => e.Pupil === pupil && row['Guest first name'] === e['Guest first name'])) {
+        console.log(`Pupil ${pupil} already exists`);
+      } else {
+        console.log(`Adding Pupil ${pupil}`);
+        retPupil = pupil;
+        break;
+      }
+    }
+
+    // save record for later checking
+    expanded.push({ ...row, Pupil: retPupil });
+
+    return { ...row, Pupil: retPupil };
+  });
+}
+
+async function main() {
+  config = {
+    reception: {
+      filename: "CARNIVAL_DISCO-_RECEPTION.csv",
+      years: ["Reception"],
+    },
+    years1_2_3: {
+      filename: "SPRING_DISCO-_YEARS_1_2_3.csv",
+      years: ["Year 1", "Year 2", "Year 3"],
+    },
+    years4_5_6: {
+      filename: "SPRING_DISCO-_YEARS_4_5_6.csv",
+      years: ["Year 4", "Year 5", "Year 6"],
+    },
+  };
+
+  //     filename: "SPRING_DISCO-_YEARS_1__2_and_3-05-02-2025.csv"
+  //   const years = ["Year 1", "Year 2", "Year 3"];
+
+  async function disco(filename, years) {
+    const data = await loadCsv(filename);
+    let updated = manipulateData(data);
+    updated = expandPupils(updated, years);
+    saveCsvToOutFolder(updated, filename);
+    console.log("Input Data, Rows: ", data.length);
+    console.log("Output Data, Rows: ", updated.length);
+  }
+
+  disco(config.reception.filename, config.reception.years);
+  disco(config.years1_2_3.filename, config.years1_2_3.years);
+  disco(config.years4_5_6.filename, config.years4_5_6.years);
+}
+
+main();
+
+// reception = 48 tickets, outpout 44
+// years 1,2,3 = 85 tickets, output 85
+// years 4,5,6 = 114 tickets, output 113