Merge pull request #450 from TESTARtool/master_development

Webdriver and paste action updates

Author: ferpasri

CHANGELOG

@@ -1,7 +1,18 @@
+#TESTAR v2.7.10 (26-Sep-2025)
+- Use scroll-snap-type to ignore scroll actions in carousels
+- Remove unused creation of existingCssClasses file
+- Catch potential chromedriver not responding test sequences
+- Add WdDriver stopProcessTree logic to kill Chrome SUT if chromedriver hangs
+- Catch potential IllegalStateExceptions opening the system clipboard
+- Fix potential null pointer exception in WdRootElement scroll
+- Refactor executeCanvasScript logic to Canvas web classes
+
+
 #TESTAR v2.7.9 (23-Sep-2025)
 - Bump io.github.bonigarcia:webdrivermanager from 6.2.0 to 6.3.2
 - Update Windows GitHub runners environment to Windows Server 2022
 
+
 #TESTAR v2.7.8 (2-Sep-2025)
 - Add paintBatch and drawBatchTestar logic to paint all web elements at once
 - Fix the derivation and visualization of slide actions in web applications

VERSION

@@ -1 +1 @@
-2.7.9
+2.7.10

core/src/org/testar/monkey/alayer/actions/PasteText.java

@@ -71,7 +71,12 @@ public void run(SUT system, State state, double duration) throws ActionFailedExc
 		StringSelection selection = new StringSelection(inputText);
 
 		Clipboard clipboard = Toolkit.getDefaultToolkit().getSystemClipboard();
-		clipboard.setContents(selection, null);
+
+		try {
+		    clipboard.setContents(selection, null);
+		} catch (IllegalStateException ise) {
+		    throw new ActionFailedException("PasteText action execution failed due to currently unavailable clipboard!", ise);
+		}
 
 		system.get(Tags.StandardKeyboard).paste();
 	}

testar/src/org/testar/monkey/Main.java

@@ -62,7 +62,7 @@
 
 public class Main {
 
-	public static final String TESTAR_VERSION = "v2.7.9 (23-Sep-2025)";
+	public static final String TESTAR_VERSION = "v2.7.10 (26-Sep-2025)";
 
 	//public static final String TESTAR_DIR_PROPERTY = "DIRNAME"; //Use the OS environment to obtain TESTAR directory
 	public static final String SETTINGS_FILE = "test.settings";

testar/src/org/testar/protocols/WebdriverProtocol.java

@@ -33,6 +33,8 @@
 import com.google.common.collect.ArrayListMultimap;
 import com.google.common.collect.Multimap;
 import org.apache.commons.lang3.ArrayUtils;
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
 import org.openqa.selenium.logging.LogEntries;
 import org.openqa.selenium.logging.LogEntry;
 import org.testar.environment.Environment;
@@ -48,6 +50,7 @@
 import org.testar.monkey.alayer.webdriver.Constants;
 import org.testar.monkey.alayer.webdriver.enums.WdRoles;
 import org.testar.monkey.alayer.webdriver.enums.WdTags;
+import org.testar.monkey.alayer.windows.WinApiException;
 import org.testar.monkey.alayer.windows.WinProcess;
 import org.testar.monkey.alayer.windows.Windows;
 import org.testar.plugin.NativeLinker;
@@ -57,23 +60,20 @@
 import java.io.*;
 import java.net.MalformedURLException;
 import java.net.URL;
-import java.nio.file.Files;
-import java.nio.file.Paths;
 import java.util.*;
 import java.util.logging.Level;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
-import java.util.stream.Stream;
-
 import static org.testar.monkey.alayer.Tags.Blocked;
 import static org.testar.monkey.alayer.Tags.Enabled;
 
 public class WebdriverProtocol extends GenericUtilsProtocol {
+
+    protected static final Logger logger = LogManager.getLogger();
+
     //Attributes for adding slide actions
     protected static double SCROLL_ARROW_SIZE = 36; // sliding arrows
     protected static double SCROLL_THICK = 16; //scroll thickness
-    
-    protected static Set<String> existingCssClasses = new HashSet<>();
 
 	// WedDriver settings from file:
 	protected List<String> clickableClasses, typeableClasses, deniedExtensions, webDomainsAllowed;
@@ -254,15 +254,12 @@ protected void beginSequence(SUT system, State state) {
      */
     @Override
     protected State getState(SUT system) throws StateBuildException {
-    	
-    	try {
-    		WdDriver.waitDocumentReady();
-    	} catch(org.openqa.selenium.WebDriverException wde) {
+
+    	if(!WdDriver.waitDocumentReady()) {
     		LogSerialiser.log("WEBDRIVER ERROR: Selenium Chromedriver seems not to respond!\n", LogSerialiser.LogLevel.Critical);
     		System.out.println("******************************************************************");
     		System.out.println("** WEBDRIVER ERROR: Selenium Chromedriver seems not to respond! **");
     		System.out.println("******************************************************************");
-    		System.out.println(wde.getMessage());
     		system.set(Tags.IsRunning, false);
     	}
 
@@ -277,19 +274,17 @@ protected State getState(SUT system) throws StateBuildException {
     			&& system.get(Tags.PID, (long)-1) != (long)-1 
     			&& WinProcess.procName(system.get(Tags.PID)).contains("chrome") 
     			&& !WinProcess.isForeground(system.get(Tags.PID))){
-    		
-    		WinProcess.toForeground(system.get(Tags.PID), 0.3, 100);
-    		LogSerialiser.log("Trying to set Chrome Browser to Foreground... " 
-    		+ WinProcess.procName(system.get(Tags.PID)) + "\n");
-    		
-    	}
 
-    	if(settings.get(ConfigTags.Mode) == Modes.Spy) {
+    	    String msg = "Trying to set the browser to Foreground... " + system.get(Tags.PID, -1L);
+    	    logger.log(org.apache.logging.log4j.Level.INFO, msg);
 
-    		for(Widget w : state) {
-    			WdElement element = ((WdWidget) w).element;
-				existingCssClasses.addAll(element.cssClasses);
-    		}
+    	    try {
+    	        WinProcess.toForeground(system.get(Tags.PID), 0.3, 100);
+    	    } catch (WinApiException wae) {
+    	        logger.log(org.apache.logging.log4j.Level.WARN, wae);
+    	        Verdict verdict = new Verdict(Verdict.Severity.NOT_RESPONDING, "Unable to bring the browser to foreground!");
+    	        state.set(Tags.OracleVerdict, verdict);
+    	    }
     	}
 
         return state;
@@ -390,33 +385,9 @@ protected void finishSequence(){
 
     @Override
     protected void stopSystem(SUT system) {
-        if(settings.get(ConfigTags.Mode) == Modes.Spy) {
-
-            try {
-                if(Settings.getSettingsPath() != null) {
-                    File folder = new File(Settings.getSettingsPath());
-                    File file = new File(folder, "existingCssClasses.txt");
-                    if(!file.exists())
-                        file.createNewFile();
-
-                    Stream<String> stream = Files.lines(Paths.get(file.getCanonicalPath()));
-                    stream.forEach(line -> existingCssClasses.add(line));
-                    stream.close();
-
-                    PrintWriter write = new PrintWriter(new FileWriter(file.getCanonicalPath()));
-                    for(String s : existingCssClasses)
-                        write.println(s);
-                    write.close();
-                }
-
-            } catch (IOException e) {
-				e.printStackTrace();
-			}
-		}
-
         super.stopSystem(system);
     }
-    
+
     @Override
 	protected void closeTestSession() {
 		super.closeTestSession();

webdriver/resources/web-extension/js/testar.state.js

@@ -307,6 +307,7 @@ function getDimensionsTestar(element, computedStyle) {
     return {
         overflowX: computedStyle.getPropertyValue('overflow-x'),
         overflowY: computedStyle.getPropertyValue('overflow-y'),
+        scrollSnapType: computedStyle.getPropertyValue('scroll-snap-type'),
         clientWidth: element.clientWidth,
         clientHeight: element.clientHeight,
         offsetWidth: element.offsetWidth || 0,

webdriver/src/org/testar/monkey/alayer/webdriver/CanvasDimensions.java

@@ -32,6 +32,7 @@
 
 import org.testar.monkey.Util;
 import org.openqa.selenium.WebDriverException;
+import org.openqa.selenium.remote.RemoteWebDriver;
 
 import java.util.List;
 
@@ -113,11 +114,14 @@ public void run() {
   private void updateDimensions() {
     // This assumes no status bars on the left or on the bottom
     try {
-      List<Long> screen = (List<Long>)
-          WdDriver.executeScript("return canvasDimensionsTestar()");
-      if (screen == null) {
-        return;
-      }
+      RemoteWebDriver remoteWebDriver = WdDriver.getRemoteWebDriver();
+
+      if(remoteWebDriver == null) return;
+
+      List<Long> screen = (List<Long>)remoteWebDriver.executeScript("return canvasDimensionsTestar()");
+
+      if (screen == null) return;
+
       canvasX = Math.toIntExact(screen.get(0));
       canvasY = Math.toIntExact(screen.get(1));
       canvasWidth = Math.toIntExact(screen.get(2));

webdriver/src/org/testar/monkey/alayer/webdriver/WdCanvas.java

@@ -33,6 +33,10 @@
 import java.util.ArrayList;
 import java.util.List;
 
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
+import org.openqa.selenium.WebDriverException;
+import org.openqa.selenium.remote.RemoteWebDriver;
 import org.testar.monkey.Assert;
 import org.testar.monkey.Pair;
 import org.testar.monkey.alayer.Canvas;
@@ -45,6 +49,8 @@
  * Represents a webdriver canvas on which can be painted.
  */
 public class WdCanvas implements Canvas {
+  protected static final Logger logger = LogManager.getLogger();
+
   private static final int textOffsetX = 5;
   private static final int textOffsetY = 15;
 
@@ -97,7 +103,7 @@ public void release() {
   @Override
   public void clear(double x, double y, double width, double height) {
     Object[] args = new Object[]{x, y, width, height};
-    WdDriver.executeCanvasScript("clearCanvasTestar(arguments)", args);
+    executeCanvasScript("clearCanvasTestar(arguments)", args);
   }
 
   @Override
@@ -181,7 +187,7 @@ public void rect(Pen pen, double x, double y, double width, double height) {
   @Override
   public void paintBatch() {
 	  if (!drawBatch.isEmpty()) {
-		  WdDriver.executeCanvasScript("drawBatchTestar(arguments[0])", drawBatch);
+		  executeCanvasScript("drawBatchTestar(arguments[0])", drawBatch);
 		  drawBatch.clear();
 	  }
   }
@@ -216,4 +222,19 @@ private String cssColor() {
   public String toString() {
     return "x: " + x() + ", y: " + y() + ", width: " + width() + ", height: " + height() ;
   }
+  
+  private void executeCanvasScript(String script, Object... args) {
+    try {
+      RemoteWebDriver remoteWebDriver = WdDriver.getRemoteWebDriver();
+
+      if(remoteWebDriver == null) return;
+        
+      // Add the canvas if the page doesn't have one
+      remoteWebDriver.executeScript("addCanvasTestar()");
+
+      remoteWebDriver.executeScript(script, args);
+    } catch (NullPointerException | WebDriverException ignored) {
+
+    }
+  }
 }