refactor: rough work on level0 file parsing for modifying in future, attempts to abstract shared logic with sharedAssets (not yet applied on the latter)

Author: padraigfl

src/level0.split3

@@ -0,0 +1,60 @@
+package model;
+
+import util.Helpers;
+
+/*
+Can be used for:
+- shared assets card data bases (each season is one record)
+- level0 in-game card data (each row in table is one record)
+- probably other locations
+ */
+public abstract class AbstractDropmixDataRecord {
+  int startIdx;
+  int dataStartIdx;
+  int dataLength;
+  int dataSpace; // the space occupied by the data (does not include the specifier before the data, does include whitespace at end)
+  byte[] raw;// everything including the 32 bit length specifier and whitespace
+  byte[] recordData; //
+  boolean iOS;
+  public AbstractDropmixDataRecord(byte[] data, int startIdx, boolean iOS) {
+    this.startIdx = startIdx;
+    this.dataStartIdx = startIdx + 4;
+    this.dataLength = Helpers.intFromByteArray(Helpers.getNRange(data, startIdx, 4));
+    int remainder = (dataLength) % 4;
+    this.dataSpace = dataLength + (remainder == 0 ? 0 : 4 - remainder);
+    this.raw = Helpers.getNRange(data, startIdx, dataSpace + 4);
+    this.recordData = Helpers.getNRange(data, startIdx + 4, dataLength);
+    this.iOS = iOS;
+  }
+
+  public String toString() {
+    return Helpers.byteArrayToString(Helpers.getNRange(raw, 4, dataLength));
+  }
+
+  public boolean validateUpdatedData(byte[] newData) {
+    if (
+      newData.length != dataLength
+    ) {
+      return false;
+    }
+    return true;
+  }
+
+  public static int getStartIndex(byte[] rawData, byte[] startSequence) {
+    outer:
+    for (int i = 0; i < rawData.length; i++) {
+      if (rawData[i] == startSequence[0]) {
+        inner:
+        for (int j = 1; j < startSequence.length &&  (j+i) < rawData.length; j++ ) {
+          if (rawData[i + j] != startSequence[j]) {
+            continue outer;
+          }
+        }
+        return i + startSequence.length;
+      }
+    }
+    return -1;
+  }
+
+  public abstract String[] getHeadings();
+}

src/level0.split4

@@ -3,11 +3,9 @@
 import se.vidstige.jadb.JadbDevice;
 import ui.UIMain;
 
-import javax.swing.*;
 import java.io.File;
 import java.io.IOException;
 import java.nio.file.Files;
-import java.nio.file.Path;
 import java.nio.file.Paths;
 import java.util.*;
 
@@ -24,6 +22,7 @@ public class AppState {
   public Process currentProcess = Process.NONE;
   public UIMain appFrame; // for forcing refreshes
   public boolean isNestedLog;
+  public boolean iOS = false;
   private AppState() {
   }
   public static AppState getInstance() {
@@ -45,38 +44,38 @@ public void setData(byte[] fileData) {
     this.assetsHandler = new DropmixSharedAssets(fileData);
   }
 
-  public CardDetail[] getCards() {
-    ArrayList<CardDetail> cards = new ArrayList<CardDetail>();
+  public DropmixSharedAssetsCard[] getCards() {
+    ArrayList<DropmixSharedAssetsCard> cards = new ArrayList<DropmixSharedAssetsCard>();
     try {
       int seasonIdx = 0;
-      SeasonTable season = this.assetsHandler.seasons.get(seasonIdx++);
+      DropmixSharedAssetsSeason season = this.assetsHandler.seasons.get(seasonIdx++);
       while (season != null) {
         cards.addAll(Arrays.asList(season.cards));
         season = this.assetsHandler.seasons.get(seasonIdx++);
       }
-      return cards.toArray(new CardDetail[0]);
+      return cards.toArray(new DropmixSharedAssetsCard[0]);
     } catch (Exception e) {
       e.printStackTrace();
-      return new CardDetail[0];
+      return new DropmixSharedAssetsCard[0];
     }
   }
-  public PlaylistDetail[] getPlaylists() {
+  public DropmixSharedAssetsPlaylist[] getPlaylists() {
     Set<String> playlistNames = new HashSet<String>();
-    for (CardDetail c: AppState.getInstance().getCards()) {
-      playlistNames.add(c.cardData.get(CardDetail.SeriesIcon));
+    for (DropmixSharedAssetsCard c: AppState.getInstance().getCards()) {
+      playlistNames.add(c.data.get(DropmixSharedAssetsCard.SeriesIcon));
     }
     String[] playlistNamesArray = playlistNames.toArray(new String[0]);
 
 
-    ArrayList<PlaylistDetail> seasons = new ArrayList<>();
+    ArrayList<DropmixSharedAssetsPlaylist> seasons = new ArrayList<>();
 
     for (int i=0; i < playlistNames.size(); i++) {
-      PlaylistDetail playlist = new PlaylistDetail(playlistNamesArray[i]);
+      DropmixSharedAssetsPlaylist playlist = new DropmixSharedAssetsPlaylist(playlistNamesArray[i]);
       seasons.add(playlist);
     }
     // this is required to sort the playlists in the common order
-    Collections.sort(seasons, new Comparator<PlaylistDetail>(){
-      public int compare(PlaylistDetail o1, PlaylistDetail o2)
+    Collections.sort(seasons, new Comparator<DropmixSharedAssetsPlaylist>(){
+      public int compare(DropmixSharedAssetsPlaylist o1, DropmixSharedAssetsPlaylist o2)
       {
         int val = o1.season.compareTo(o2.season);
         if (val == 0) {
@@ -94,7 +93,7 @@ public int compare(PlaylistDetail o1, PlaylistDetail o2)
         return val;
       }
     });
-    return seasons.toArray(new PlaylistDetail[0]);
+    return seasons.toArray(new DropmixSharedAssetsPlaylist[0]);
   }
   byte[] loadFile() {
     if (rawData != null) {
@@ -128,7 +127,7 @@ public void setPlaylistSwap(String p1, String p2) throws Exception {
     if (this.playlistSwap.containsValue(p1) || this.playlistSwap.containsValue(p2)) {
       throw new Exception("value-in-use");
     }
-    for(PlaylistDetail pl : this.getPlaylists()) {
+    for(DropmixSharedAssetsPlaylist pl : this.getPlaylists()) {
       if (pl.name == p1 || pl.name == p2) {
         if (pl.playlistCount != 15) {
           throw new Exception("invalid-playlist");
@@ -204,16 +203,16 @@ public static TreeMap<String, String> getCardSwapFromPlaylist(TreeMap<String, St
       }
     }
     String[] playlistNames = plSwap.keySet().toArray(new String[0]);
-    PlaylistDetail[] playlists = getInstance().getPlaylists();
-    TreeMap<String, PlaylistDetail> playlistDetailTreeMap = new TreeMap<String, PlaylistDetail>();
+    DropmixSharedAssetsPlaylist[] playlists = getInstance().getPlaylists();
+    TreeMap<String, DropmixSharedAssetsPlaylist> dropmixSharedAssetsPlaylistTreeMap = new TreeMap<String, DropmixSharedAssetsPlaylist>();
     TreeMap<String, String> generatedCardSwap = new TreeMap<>();
     Set<String> alreadySwappedPlaylists = new HashSet<>();
-    for (PlaylistDetail pl: playlists) {
-      playlistDetailTreeMap.put(pl.name, pl);
+    for (DropmixSharedAssetsPlaylist pl: playlists) {
+      dropmixSharedAssetsPlaylistTreeMap.put(pl.name, pl);
     }
     for (String playlist: playlistNames) {
-      PlaylistDetail srcPl = playlistDetailTreeMap.get(playlist);
-      PlaylistDetail swapPl = playlistDetailTreeMap.get(plSwap.get(playlist));
+      DropmixSharedAssetsPlaylist srcPl = dropmixSharedAssetsPlaylistTreeMap.get(playlist);
+      DropmixSharedAssetsPlaylist swapPl = dropmixSharedAssetsPlaylistTreeMap.get(plSwap.get(playlist));
       if (alreadySwappedPlaylists.contains(swapPl.name)) {
         continue;
       }

src/model/AbstractDropmixDataRecord.java

@@ -0,0 +1,57 @@
+package model;
+
+import java.util.ArrayList;
+import java.util.Set;
+import java.util.TreeMap;
+
+public class DataRow {
+  public String[] headings;
+  public TreeMap<String, String> data = new TreeMap<String, String>();
+  boolean iOS;
+  boolean keepQuotesOnAllStrings;
+  static int dataStartIdx = 0;
+  String[] src;
+  Set<String> forceStringFields;
+
+  public DataRow(String[] data, String[] headings, Set<String> forceStringFields) {
+    this.src = data;
+    this.headings = headings;
+    this.forceStringFields = forceStringFields;
+    this.parseDataRow();
+  }
+  public void parseDataRow() {
+    ArrayList<String> finalEntry = new ArrayList<>();
+    this.data = new TreeMap<String, String>();
+    for (int i = 0; i < src.length; i++) {
+      if (i >= (headings.length - 1)) {
+        if (i == headings.length - 1 || i == src.length - 1) {
+          finalEntry.add(src[i].replaceAll("\"", ""));
+        } else {
+          finalEntry.add(src[i]);
+        }
+      } else {
+        data.put(headings[i], src[i].replaceAll("\"", ""));
+      }
+    }
+    data.put(headings[headings.length - 1], String.join(",", finalEntry.toArray(new String[0])).replaceAll("\n", ""));
+  };
+  public String writeDataRow() {
+    ArrayList<String> row = new ArrayList<>();
+    for (int i = 0; i < headings.length; i++) {
+      if (forceStringFields.contains(headings[i])) {
+        row.add("\"" + data.get(headings[i]) + "\"");
+        continue;
+      }
+      try {
+        Integer.parseInt(this.data.get(i));
+        row.add(this.data.get(i));
+      } catch(Exception e) {
+        row.add(this.data.get(i));
+      }
+    }
+    return String.join(",", row);
+  };
+  public String[] getHeadings() {
+    return new String[]{};
+  };
+}

src/model/AppState.java

@@ -0,0 +1,53 @@
+package model;
+
+import util.Helpers;
+
+import java.util.HashSet;
+
+public class DropmixLevel0 {
+  public byte[] raw;
+  public int startIdx;
+  public static String preData = "\u0000\u0000\u0000\u0000\u0002\u0000\u0000\u0000Ä\u0002\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0000\u0000\u0000\u0002\u0000\u0000\u0000µ\u0002\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0000\u0000\u0000Á\u0002\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0000\u0000\u0000Å\u0002\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000¹\u0001\u0000\u0000";
+  //public static byte[] header = {7,73,68,44,65,114,116,105,115,116,44,78,97,109,101,44,65,117,100,105,111,44,73,108,108,117,115,116,114,97,116,111,114,44,73,109,97,103,101,44,84,121,112,101,44,78,117,109,32,66,97,114,115,44,84,101,115,116,32,80,111,119,101,114,44,73,110,115,116,114,117,109,101,110,116,44,73,110,115,116,114,117,109,101,110,116,32,50,44,73,110,115,116,114,117,109,101,110,116,32,51,44,73,110,115,116,114,117,109,101,110,116,32,52,44,71,101,110,114,101,44,89,101,97,114,44,83,111,117,114,99,101,44,65,98,105,108,105,116,121,44,83,99,114,101,101,110,32,84,101,120,116,44,77,117,115,105,99,32,69,102,102,101,99,116,44,84,101,109,112,111,44,75,101,121,44,77,111,100,101,44,84,114,97,110,115,105,116,105,111,110,44,87,105,108,100,32,66,101,97,116,32,72,97,115,32,75,101,121,44,65,114,116,32,67,114,111,112,32,67,101,110,116,101,114,44,67,44,68,98,44,68,44,69,98,44,69,44,70,44,71,98,44,71,44,65,98,44,65,44,66,98,44,66,44,67,114,101,100,105,116,115};
+  public DropmixLevel0Card[] cards = new DropmixLevel0Card[440];
+  public int dataLength;
+  public boolean iOS = false;
+
+  public DropmixLevel0(byte[] raw) {
+    byte[] header = new byte[preData.length()];
+    int i = 0;
+    for (char c : preData.toCharArray()) {
+      header[i] = (byte) c;
+      i++;
+    }
+    this.startIdx = AbstractDropmixDataRecord.getStartIndex(raw, header);
+    this.raw = raw;
+    DropmixLevel0Card headingRow = new DropmixLevel0Card(raw, this.startIdx, new HashSet<String>(), this.iOS);
+    for (String h: DropmixLevel0Card.headings) {
+      if (!h.equals(headingRow.card.data.get(h))) {
+        throw new RuntimeException("db-corrupt:bad-heading:"+ h);
+      }
+    }
+
+    int currentStart = headingRow.startIdx + headingRow.raw.length;
+    int counter = 0;
+    while (counter < 440) {
+      DropmixLevel0Card newCard = new DropmixLevel0Card(raw, currentStart, new HashSet<String>(), this.iOS);
+      currentStart = newCard.startIdx + newCard.raw.length;
+      cards[counter] = newCard;
+      counter++;
+    }
+    this.dataLength = currentStart - startIdx;
+  }
+
+  public byte[] backToByteArray() {
+    byte[] rawCopy = this.raw.clone();
+    for (DropmixLevel0Card card: this.cards) {
+      byte[] cardData = card.backToByteArray();
+      for (int i = 0; i < card.dataLength; i++) {
+        rawCopy[card.startIdx + i] = cardData[i];
+      }
+    }
+    return rawCopy;
+  }
+}