Feature: Can now ingest .csv. When correlated with a valid graph, can generate instance-level RDFXML.

Author: CodeGat

lib/commons-csv-1.6.jar

@@ -6,7 +6,7 @@
  * An abstract Controller that faciliitates the passing of data to and from the Controller class.
  * @param <T> the type of data passed between the classes.
  */
-public abstract class AbstractDataSharingController<T> {
+abstract class AbstractDataSharingController<T> {
     public abstract void setData(ArrayList<T> data);
     public abstract ArrayList<T> getData();
 }

src/controller/AbstractDataSharingController.java

@@ -3,16 +3,16 @@
 import javafx.fxml.FXMLLoader;
 import javafx.scene.Parent;
 import javafx.scene.Scene;
-import javafx.scene.shape.StrokeType;
 import javafx.stage.Modality;
 import javafx.stage.Stage;
 import model.conceptual.Edge;
 import model.conceptual.Vertex;
 import model.conceptual.Vertex.OutsideElementException;
 import model.conversion.gat.FromGatConverter;
 import model.conversion.gat.ToGatConverter;
-import model.conversion.ttl.Converter;
+import model.conversion.rdfxml.RDFXMLGenerator;
 import model.graph.Arrow;
+import model.conversion.ttl.Converter;
 import javafx.embed.swing.SwingFXUtils;
 import javafx.fxml.FXML;
 import javafx.geometry.BoundingBox;
@@ -33,16 +33,18 @@
 import javafx.scene.shape.Rectangle;
 import javafx.scene.text.Text;
 import javafx.stage.FileChooser;
+import org.apache.commons.csv.CSVFormat;
+import org.apache.commons.csv.CSVParser;
+import org.apache.commons.csv.CSVRecord;
 
 import javax.imageio.ImageIO;
 import java.awt.*;
 import java.awt.image.RenderedImage;
 import java.io.*;
 import java.lang.reflect.InvocationTargetException;
 import java.lang.reflect.Method;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Optional;
+import java.util.*;
+import java.util.List;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
@@ -55,18 +57,22 @@ public final class Controller {
     @FXML protected BorderPane root;
     @FXML protected Pane drawPane;
     @FXML protected ScrollPane scrollPane;
-    @FXML protected Button prefixBtn, saveGraphBtn, loadGraphBtn, exportTllBtn, exportPngBtn, instrBtn, optionsBtn;
+    @FXML protected Button prefixBtn, saveGraphBtn, loadGraphBtn, exportTllBtn, exportPngBtn, eatCsvBtn, rdfXmlBtn,
+            instrBtn, optionsBtn;
     @FXML protected Label  statusLbl;
     private ArrayList<Boolean> config = new ArrayList<>(Arrays.asList(false, false, false));
 
-    private ArrayList<String> prefixes = new ArrayList<>();
+    private Map<String, String> prefixes = new HashMap<>();
     private final ArrayList<Edge>   properties = new ArrayList<>();
     private final ArrayList<Vertex> classes    = new ArrayList<>();
 
     private Arrow arrow;
     private Vertex subject;
     private boolean srcClick = true;
 
+    private List<CSVRecord> csv;
+    private Map<String, Integer> headers;
+
     /**
      * Method invoked on any key press in the main application.
      * @param keyEvent the key that invoked the method.
@@ -124,8 +130,12 @@ private <C extends AbstractDataSharingController<T>, T> ArrayList<T> showWindow(
      * Shows the Prefixes menu, updating the prefixes if they have been modified in the menu.
      */
     @FXML void showPrefixMenuAction() {
-        ArrayList<String> updatedPrefixes = showWindow("/view/prefixmenu.fxml", "Prefixes Menu", prefixes);
-        if (updatedPrefixes != null) prefixes = updatedPrefixes;
+        ArrayList<Map<String, String>> data = new ArrayList<>();
+        data.add(prefixes);
+
+        ArrayList<Map<String, String>> updatedData = showWindow("/view/prefixmenu.fxml", "Prefixes Menu", data);
+
+        if (updatedData != null) prefixes = updatedData.get(0);
     }
 
     /**
@@ -135,12 +145,12 @@ private <C extends AbstractDataSharingController<T>, T> ArrayList<T> showWindow(
     @FXML public void saveGraphAction() {
         File saveFile = showSaveFileDialog("graph.gat", "Save Graph As", null);
         if (saveFile != null){
-            String filetext = ToGatConverter.traverseCanvas(
+            ToGatConverter converter = new ToGatConverter(
                     drawPane.getWidth(),
                     drawPane.getHeight(),
-                    classes,
-                    properties
+                    classes, properties
             );
+            String filetext = converter.traverseCanvas();
             try {
                 FileWriter writer = new FileWriter(saveFile);
                 writer.write(filetext);
@@ -158,15 +168,15 @@ private <C extends AbstractDataSharingController<T>, T> ArrayList<T> showWindow(
      *   into elements of a graph. It then binds the visual elements into meaningful java-friendly elements.
      */
     @FXML public void loadGraphAction() {
-        File loadFile = showLoadFileDialog();
+        File loadFile = showLoadFileDialog("Load Graph File");
         if (loadFile != null){
             drawPane.getChildren().clear();
             prefixes.clear();
             classes.clear();
             properties.clear();
 
             try (FileReader reader = new FileReader(loadFile)){
-                char[] rawGraph = new char[10000];
+                char[] rawGraph = new char[10000]; //needs to be arbitrary
                 if (reader.read(rawGraph) == 0 ) {
                     statusLbl.setText("Read failed: nothing in graph file.");
                     LOGGER.warning("Nothing in graph file.");
@@ -445,21 +455,15 @@ private void addElementSubaction(MouseEvent mouseEvent) {
         double textWidth = elementName.getBoundsInLocal().getWidth();
 
         if (isClass){
-            Ellipse elementType = new Ellipse();
-            elementType.setCenterX(x);
-            elementType.setCenterY(y);
-            elementType.setRadiusX(textWidth / 2 > 62.5 ? textWidth / 2 + 10 : 62.5);
-            elementType.setRadiusY(37.5);
+            Ellipse elementType = new Ellipse(x, y, textWidth / 2 > 62.5 ? textWidth / 2 + 10 : 62.5, 37.5);
             elementType.setFill(Color.web("f4f4f4"));
             elementType.setStroke(Color.BLACK);
             compiledElement.getChildren().addAll(elementType, elementName);
 
         } else {
-            Rectangle elementType = new Rectangle();
+            Rectangle elementType = new Rectangle(textWidth > 125 ? textWidth + 15 : 125, 75);
             String name = elementName.getText();
 
-            elementType.setHeight(75);
-            elementType.setWidth(textWidth > 125 ? textWidth + 15 : 125);
             elementType.setFill(Color.web("f4f4f4"));
             elementType.setStroke(Color.BLACK);
             if (name.matches(instanceLiteralRegex) && !name.matches(globalLiteralRegex))
@@ -553,9 +557,9 @@ private File showSaveFileDialog(String fileName, String windowTitle, FileChooser
      * Creates a load file dialog, which prompts the user to load from a specific file.
      * @return the file that will be loaded from.
      */
-    private File showLoadFileDialog(){
+    private File showLoadFileDialog(String title){
         FileChooser fileChooser = new FileChooser();
-        fileChooser.setTitle("Load Graph File");
+        fileChooser.setTitle(title);
         fileChooser.setInitialDirectory(new File(System.getProperty("user.home")));
 
         return fileChooser.showOpenDialog(root.getScene().getWindow());
@@ -588,4 +592,63 @@ private void showOptionsDialog() {
         ArrayList<Boolean> updatedConfig = showWindow("/view/optionsmenu.fxml", "Options for the Current Project", config);
         if (updatedConfig != null) config = updatedConfig;
     }
+
+    @FXML protected void ingestCsvAction(){
+        File loadFile = showLoadFileDialog("Load .csv for RDF/XML generation");
+        if (loadFile != null){
+            csv = null;
+            headers = null;
+            try (Reader reader = new BufferedReader(new FileReader(loadFile))){
+                CSVParser parser = CSVFormat.DEFAULT.withFirstRecordAsHeader().parse(reader);
+                headers = parser.getHeaderMap();
+                csv = parser.getRecords();
+                statusLbl.setText(".csv ingested. Yum.");
+                LOGGER.info("Ingested " + loadFile.getName() + ".\nFound csv headers: " + headers);
+                rdfXmlBtn.setDisable(false);
+                parser.close();
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+    }
+
+    @FXML protected void rdfXmlGenAction() {
+        String rdfxml;
+        RDFXMLGenerator rdfxmlGenerator = new RDFXMLGenerator(headers, csv, classes, prefixes);
+        rdfxmlGenerator.attemptCorrelationOfHeaders();
+
+        LOGGER.info("BEFORE Correlation:\nCorrelated: " + rdfxmlGenerator.getCorrelations().toString() +
+                "\nUncorrelated: " + rdfxmlGenerator.uncorrelatedToString());
+
+        if (rdfxmlGenerator.getUncorrelated() != null && rdfxmlGenerator.getUncorrelated().getKey().size() != 0)
+            showManualCorrelationDialog(rdfxmlGenerator);
+        if (rdfxmlGenerator.getUncorrelated() != null && rdfxmlGenerator.getUncorrelated().getKey().size() != 0){
+            LOGGER.info("Cancelled Manual Correlations. ");
+            return;
+        }
+
+        LOGGER.info("AFTER Correlation:" +
+                "\nCorrelated: " + rdfxmlGenerator.getCorrelations().toString() +
+                "\nUncorrelated (assumed constant): " + rdfxmlGenerator.uncorrelatedClassesToString());
+
+        rdfxml = rdfxmlGenerator.generate();
+        File saveFile = showSaveFileDialog("rdf.rdf", "Save RDF/XML Document", null);
+        if (saveFile != null){
+            try {
+                FileWriter writer = new FileWriter(saveFile);
+                writer.write(rdfxml);
+                writer.flush();
+                writer.close();
+                statusLbl.setText("RDF/XML saved.");
+            } catch (IOException e) {
+                e.printStackTrace();
+            }
+        }
+    }
+
+    private void showManualCorrelationDialog(RDFXMLGenerator generator){
+        ArrayList<RDFXMLGenerator> data = new ArrayList<>();
+        data.add(generator);
+        showWindow("/view/correlateDialog.fxml", "Set Manual Correlations", data);
+    }
 }

src/controller/Controller.java

@@ -0,0 +1,142 @@
+package controller;
+
+import javafx.beans.binding.BooleanBinding;
+import javafx.beans.property.BooleanProperty;
+import javafx.beans.property.SimpleBooleanProperty;
+import javafx.collections.FXCollections;
+import javafx.fxml.FXML;
+import javafx.fxml.Initializable;
+import javafx.scene.control.Button;
+import javafx.scene.control.ListView;
+import javafx.stage.Stage;
+import javafx.util.Pair;
+import model.conceptual.Vertex;
+import model.conversion.rdfxml.Correlation;
+import model.conversion.rdfxml.RDFXMLGenerator;
+
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.ResourceBundle;
+import java.util.stream.Collectors;
+
+public class CorrelateDialogController extends AbstractDataSharingController<RDFXMLGenerator> implements Initializable {
+    @FXML Button addManualCorrBtn, addHeaderBtn, commitBtn, cancelBtn;
+    @FXML ListView<String> csvHeaderList;
+    @FXML ListView<String> csvTtlCorrelationList;
+    @FXML ListView<String> ttlHeaderList;
+
+    private BooleanProperty isSelectionFromCsvList = new SimpleBooleanProperty(false);
+    private BooleanProperty isSelectionFromTtlList = new SimpleBooleanProperty(false);
+    private BooleanBinding isSelectionFromBothLists = isSelectionFromCsvList.and(isSelectionFromTtlList);
+
+    private BooleanProperty isCsvListEmpty = new SimpleBooleanProperty(false);
+    private BooleanProperty isTtlListEmpty = new SimpleBooleanProperty(false);
+
+    private ArrayList<Correlation> correlations = new ArrayList<>();
+    private ArrayList<String> uncorrelatedCsvHeaders;
+    private ArrayList<Vertex> uncorrelatedTtlClasses;
+    private ArrayList<String> uncorrelatedTtlClassNames;
+
+    private RDFXMLGenerator rdfxmlGenerator;
+
+    @Override public void initialize(URL location, ResourceBundle resources) {
+        isSelectionFromBothLists.addListener((observable, oldV, newV) -> {
+            if (observable.getValue().booleanValue()) addManualCorrBtn.setDisable(false);
+            else addManualCorrBtn.setDisable(true);
+        });
+
+        isCsvListEmpty.addListener(((observable, oldV, newV) -> {
+            if (observable.getValue().booleanValue()) commitBtn.setDisable(false);
+            else commitBtn.setDisable(true);
+        }));
+
+        csvHeaderList.getSelectionModel().selectedItemProperty().addListener((observable, oldV, newV) -> {
+            if (csvHeaderList.getItems().isEmpty()) isCsvListEmpty.setValue(true);
+            if      (oldV == null) isSelectionFromCsvList.setValue(true);
+            else if (newV == null) isSelectionFromCsvList.setValue(false);
+        });
+
+        ttlHeaderList.getSelectionModel().selectedItemProperty().addListener(((observable, oldV, newV) -> {
+            if (ttlHeaderList.getItems().isEmpty()) isTtlListEmpty.setValue(true);
+            if      (oldV == null) isSelectionFromTtlList.setValue(true);
+            else if (newV == null) isSelectionFromTtlList.setValue(false);
+        }));
+    }
+
+    @FXML void addManualCorrelationAction() {
+        String selectedCsvHeader = csvHeaderList.getSelectionModel().getSelectedItem();
+        int index = Integer.parseInt(selectedCsvHeader.split(" ")[0]);
+        String csvAttribute = selectedCsvHeader.split(" ")[1];
+        String selectedTtlClass = ttlHeaderList.getSelectionModel().getSelectedItem();
+        Vertex ttlClass = null;
+        for (Vertex klass : uncorrelatedTtlClasses) {
+            String klassName = klass.getName().toLowerCase();
+            String selectedKlass = selectedTtlClass.toLowerCase();
+
+            if (klassName.equals(selectedKlass)) {
+                ttlClass = klass;
+                uncorrelatedTtlClasses.remove(klass);
+                uncorrelatedTtlClassNames.remove(selectedTtlClass);
+                uncorrelatedCsvHeaders.remove(selectedCsvHeader);
+                ttlHeaderList.getItems().remove(selectedTtlClass);
+                csvHeaderList.getItems().remove(selectedCsvHeader);
+                ttlHeaderList.getSelectionModel().clearSelection();
+                csvHeaderList.getSelectionModel().clearSelection();
+                break;
+            }
+        }
+
+        correlations.add(new Correlation(index, csvAttribute, ttlClass));
+        ArrayList<String> correlationStrList = correlations
+                        .stream()
+                        .map(Correlation::toString)
+                        .collect(Collectors.toCollection(ArrayList::new));
+        csvTtlCorrelationList.setItems(FXCollections.observableArrayList(correlationStrList));
+    }
+
+    @FXML void addHeaderAction() {
+
+    }
+
+    @FXML void commitCorrelationBtn() {
+        rdfxmlGenerator.setCorrelations(correlations);
+        rdfxmlGenerator.setUncorrelated(new Pair<>(uncorrelatedCsvHeaders, uncorrelatedTtlClasses));
+        Stage stage = (Stage) commitBtn.getScene().getWindow();
+        stage.close();
+    }
+
+    @FXML void cancelCorrelationBtn() {
+        Stage stage = (Stage) cancelBtn.getScene().getWindow();
+        stage.close();
+    }
+
+    @Override
+    public void setData(ArrayList<RDFXMLGenerator> data) {
+        RDFXMLGenerator generator = data.get(0);
+
+        rdfxmlGenerator = generator;
+        correlations = rdfxmlGenerator.getCorrelations();
+        ArrayList<String> correlationStrings = correlations
+                .stream()
+                .map(Correlation::toString)
+                .collect(Collectors.toCollection(ArrayList::new));
+
+        csvTtlCorrelationList.setItems(FXCollections.observableArrayList(correlationStrings));
+
+        uncorrelatedCsvHeaders = rdfxmlGenerator.getUncorrelated().getKey();
+        csvHeaderList.setItems(FXCollections.observableArrayList(uncorrelatedCsvHeaders));
+        uncorrelatedTtlClasses = generator.getUncorrelated().getValue();
+        uncorrelatedTtlClassNames = uncorrelatedTtlClasses
+                .stream()
+                .map(Vertex::getName)
+                .collect(Collectors.toCollection(ArrayList::new));
+        ttlHeaderList.setItems(FXCollections.observableArrayList(uncorrelatedTtlClassNames));
+    }
+
+    @Override
+    public ArrayList<RDFXMLGenerator> getData() {
+        ArrayList<RDFXMLGenerator> data = new ArrayList<>();
+        data.add(rdfxmlGenerator);
+        return data;
+    }
+}

src/controller/CorrelateDialogController.java

@@ -14,12 +14,13 @@ public class OptionsMenuController extends AbstractDataSharingController<Boolean
     @FXML Button cancelBtn, commitBtn;
     @FXML CheckBox collectionsCbx, blankCbx, ontologyCbx;
 
-    private ArrayList<Boolean> commit_config = new ArrayList<>();
+    private ArrayList<Boolean> commit_config;
 
     /**
      * Commits the changes to the base Controller.
      */
     @FXML void commitConfigBtn() {
+        commit_config = new ArrayList<>();
         commit_config.add(collectionsCbx.isSelected());
         commit_config.add(blankCbx.isSelected());
         commit_config.add(ontologyCbx.isSelected());