added headless firefox, removed use of promisemanager webdriver, bug fixes

Author: dwind

LICENSE

@@ -1,39 +1,38 @@
-# RobotTool
-Tool for detecting (price) changes on webpages.
-
-In this repo we maintain and publish an international version of the RobotTool.
-Other organisations are invited to experiment and use it.
-The tool is provided under an EUPL license on an ‘as is’ basis and without warranties of any kind (see license file).
-Feedback is appreciated (by email or by adding an issue ticket on this repo).
-
-
-## Prerequisites
-- Node.js (version >= 8)
-- Google Chrome (version >= 61)
-
-## Installation
-
-```bash
-  $ npm install
-```
-
-When you upgrade from a previous version of the RobotTool you have to upgrade the database.
-Copy the file observationDB.sqlite in map 'inst/server/db' from your previous version of the RobotTool to the same map in this version.
-
-Run the command:
-```bash
-  $ npm upgradeDB
-```
-
-## Usage
-
-Start application:
-```bash
-  $ npm start
-```
-
-See the user guide in the documentation map for detailed description of this application.
-
-## Credits
-The development of this tool was partly subsidized by a Grant from Eurostat. Previous versions were published at our
-[research server](http://research.cbs.nl/Projects/RobotTool).
+# RobotTool
+Tool for detecting (price) changes on webpages.
+
+In this repo we maintain and publish an international version of the RobotTool.
+Other organisations are invited to experiment and use it.
+The tool is provided under an EUPL license on an ‘as is’ basis and without warranties of any kind (see license file).
+Feedback is appreciated (by email or by adding an issue ticket on this repo).
+
+
+## Prerequisites
+- Google Chrome (version >= 61)
+
+## Installation
+
+```bash
+  $ npm install
+```
+
+When you upgrade from a previous version of the RobotTool you have to upgrade the database.
+Copy the file observationDB.sqlite in map 'inst/server/db' from your previous version of the RobotTool to the same map in this version.
+
+Run the command:
+```bash
+  $ npm upgradeDB
+```
+
+## Usage
+
+Start application:
+```bash
+  $ npm start
+```
+
+See the user guide in the documentation map for detailed description of this application.
+
+## Credits
+The development of this tool was partly subsidized by a Grant from Eurostat. Previous versions were published at our
+[research server](http://research.cbs.nl/Projects/RobotTool).

README.md

@@ -324,3 +324,13 @@
  .grid path {
      stroke-width: 0;
  }
+
+ .ui-jqgrid .ui-jqgrid-htable th div {
+height:auto;
+overflow:hidden;
+padding-right:4px;
+padding-top:2px;
+position:relative;
+vertical-align:text-top;
+white-space:normal !important;
+}

inst/app/css/robottool.css

@@ -79,6 +79,9 @@ <h3 style="margin-top:5px;float: left" id="group"></h3>
         <div style="position:absolute;bottom:10px;height:10px;width:370px;" id="stepBar"></div>
     </div>
     <div class="chart" style="display:none;"></div>
+    <div class="summary" style="display:none;">
+        <table id="metrics"></table>
+    </div>
 
     <script data-main="app.js" src="js/require.js"></script>
     <footer>

inst/app/index.html

@@ -1551,13 +1551,41 @@ Globalize.parseFloat = function( value, radix, cultureSelector ) {
 			fraction = intAndFraction.substr( decimalPos + decSep.length );
 		}
 		// handle groups (e.g. 1,000,000)
+		// var groupSep = nf[ "," ];
+		// integer = integer.split( groupSep ).join( "" );
 		var groupSep = nf[ "," ];
-		integer = integer.split( groupSep ).join( "" );
+		var groups = integer.split(groupSep);
+		if (groups.length > 1) {
+			// if the digits are grouped, check if the grouping is valid.
+			var i, groupLength, groupSize;
+			for (i = 0; i < groups.length; i++) {
+				groupLength = groups[groups.length - i - 1].length;
+				if (groupLength == 0) {
+					// empty groups are not allowed
+					return ret;
+				}
+				groupSize = nf.groupSizes[Math.min(i, nf.groupSizes.length - 1)];
+				if (i == groups.length - 1) {
+					// the last group should not be longer than the group size (unless its 0 meaning no more separators from here).
+					if (groupSize > 0 && groupLength > groupSize) {
+						return ret;
+					}
+				}
+				else {
+					if (groupLength != groupSize) {
+						// invalid when incorrect group size
+						return ret;
+					}
+				}
+			}
+		}
+		integer = groups.join("");
+
 		var altGroupSep = groupSep.replace( /\u00A0/g, " " );
 		if ( groupSep !== altGroupSep ) {
 			integer = integer.split( altGroupSep ).join( "" );
 		}
-		// build a natively parsable number string
+		//build a natively parsable number string
 		var p = sign + integer;
 		if ( fraction !== null ) {
 			p += "." + fraction;

inst/app/js/globalize.js

@@ -30,6 +30,7 @@
     "Active"          : "Active",
     "Comment"         : "Comment",
     "Currency"        : "Currency",
+    "LastDate"        : "Date",
     "LastValue"       : "Last price",
     "NoValue"         : "No price",
     "Action"          : "Action",
@@ -88,6 +89,16 @@
     "Copy"            : "Copy productgroup"
   },
 
+  "Summary": {
+    "Label"         : "Summary",
+    "Productgroup"  : "Product",
+    "Source"        : "Source",
+    "HasPrice"      : "Price",
+    "NoPrice"       : "No price",
+    "NoObservation" : "No observation",
+    "Total"         : "Total"
+  },
+
   "Server": {
     "SuccessMessage"    : "Data saved",
     "ErrorMessage"      : "Error message server: ",
@@ -102,7 +113,8 @@
     "SaveObsError"      : "Priceinformation not saved:",
     "PriceContextEmpty" : "PriceContext is empty",
     "NoData"            : "no data",
-    "NoObservation"     : "No observation exists for this source."
+    "NoObservation"     : "No observation exists for this source.",
+    "NoBrowser"         : " Could not find browser: "
   }
 
 }

inst/app/js/i18next.js

@@ -19,7 +19,7 @@
     "OK"                : "OK",
     "Process"           : "Verwerking...",
     "Get"               : "Ophalen data van: ",
-    "AllRecords"	    : "Alle"
+    "AllRecords"	      : "Alle"
 
   },
 
@@ -31,6 +31,7 @@
     "Active"          : "Actief",
     "Comment"         : "Opmerking",
     "Currency"        : "Munteenheid",
+    "LastDate"        : "Datum",
     "LastValue"       : "Laatste prijs",
     "NoValue"         : "Geen prijs",
     "Action"          : "Actie",
@@ -59,7 +60,7 @@
     "Date"              : "Datum",
     "Action"            : "Actie",
     "Value"             : "Prijs",
-    "Quantity"			: "Hoeveelheid",
+    "Quantity"			    : "Hoeveelheid",
     "Comment"           : "Opmerking",
     "Context"           : "PrijsContext",
     "CopyValue"         : "Overnemen vorige waarneming",
@@ -80,7 +81,7 @@
     "Description"     : "Naam",
   	"Comment"         :	"Omschrijving",
     "Action"          : "Actie",
-	"MessageDelete"   : "Let op: ook alle bijbehorende berichtgevers worden verwijderd!",
+	  "MessageDelete"   : "Let op: ook alle bijbehorende berichtgevers worden verwijderd!",
     "ExportConfig"    : "Exporteren configuratie",
     "ImportConfig"    : "Importeren configuratie",
     "Browse"          : "Bladeren...",
@@ -89,6 +90,17 @@
     "Copy"            : "Kopieren artikel"
   },
 
+  "Summary": {
+    "Label"         : "Overzicht",
+    "Productgroup"  : "Artikel",
+    "Source"        : "Bron",
+    "HasPrice"      : "Prijs",
+    "NoPrice"       : "Geen prijs",
+    "NoObservation" : "Geen waarneming",
+    "Total"         : "Totaal"
+
+  },
+
   "Server": {
     "SuccessMessage"    : "Gegevens opgeslagen",
     "ErrorMessage"      : "Foutmelding server:",
@@ -103,7 +115,8 @@
     "SaveObsError"      : "Prijsinformatie niet opgeslagen:",
     "PriceContextEmpty" : "PrijsContext is leeg",
     "NoData"            : "geen data",
-    "NoObservation"     : "Er is nog geen waarneming voor deze berichtgever."
+    "NoObservation"     : "Er is nog geen waarneming voor deze berichtgever.",
+    "NoBrowser"         : "Kan browser niet vinden: "
   }
 
 }

inst/app/js/i18nextXHRBackend.min.js

@@ -49,7 +49,7 @@ define(["d3.min"], function(d3) {
         .append("g")
         .attr("transform", "translate(" + margin.left + "," + margin.top + ")");
 
-    d3.json("data.html?action=chart&id=" + id + "&productgroup_id=" + productgroup_id,
+    d3.json("data?action=chart&id=" + id + "&productgroup_id=" + productgroup_id,
       function(error, data) {
         var maxValue = data.maxValue;
         data = data.rows.filter(function(elt) {
@@ -144,7 +144,7 @@ define(["d3.min"], function(d3) {
       return d3.svg.axis().scale(y).orient("left").ticks(10);
     }
 
-    d3.json("data.html?action=chart&productgroup_id=" + productgroup_id,
+    d3.json("data?action=chart&productgroup_id=" + productgroup_id,
       function(error, data) {
         var maxValue = data.maxValue;