Merge pull request #464 from TESTARtool/master_android

Add Android logcat logic and refactor GenerateMode logic to report initialState issues

Author: ferpasri

.gitattributes

@@ -0,0 +1 @@
+*.sh text eol=lf

.github/workflows/test-ubuntu-android.yml

@@ -120,5 +120,8 @@ jobs:
     - name: Run TESTAR android generic protocol
       run: ./gradlew runTestAndroidGenericOk
 
+    - name: Run TESTAR android generic protocol for the suspicious logcat message
+      run: ./gradlew runTestAndroidGenericSuspiciousLog
+
     - name: Run TESTAR android generic protocol with suspicious message
       run: ./gradlew runTestAndroidGenericSuspiciousTagStateModel

.github/workflows/test-windows-webdriver.yml

@@ -49,15 +49,25 @@ jobs:
         name: Java${{ matrix.java }}-runTestWebdriverSuspiciousTagStateModel-artifact
         path: D:/a/TESTAR_dev/TESTAR_dev/testar/target/install/testar/bin/webdriver_and_suspicious
 
-    - name: Run webdriver to login in parabank and detect browser console error
-      run: ./gradlew runTestWebdriverParabankLoginAndConsoleError
-    - name: Save runTestWebdriverParabankLoginAndConsoleError HTML report artifact
+    - name: Run webdriver to detect a browser console error in parabank
+      run: ./gradlew runTestWebdriverParabankConsoleError
+    - name: Save runTestWebdriverParabankConsoleError HTML report artifact
       uses: actions/upload-artifact@v4
       # Only upload GitHub Actions results if this task fails (Can be replaced with 'if: always()')
       if: failure()
       with:
-        name: Java${{ matrix.java }}-runTestWebdriverParabankLoginAndConsoleError-artifact
-        path: D:/a/TESTAR_dev/TESTAR_dev/testar/target/install/testar/bin/webdriver_login_console_error
+        name: Java${{ matrix.java }}-runTestWebdriverParabankConsoleError-artifact
+        path: D:/a/TESTAR_dev/TESTAR_dev/testar/target/install/testar/bin/webdriver_console_error
+
+    - name: Run webdriver to login in parabank and detect a welcome suspicious tag
+      run: ./gradlew runTestWebdriverParabankLogin
+    - name: Save runTestWebdriverParabankLogin HTML report artifact
+      uses: actions/upload-artifact@v4
+      # Only upload GitHub Actions results if this task fails (Can be replaced with 'if: always()')
+      if: failure()
+      with:
+        name: Java${{ matrix.java }}-runTestWebdriverParabankLogin-artifact
+        path: D:/a/TESTAR_dev/TESTAR_dev/testar/target/install/testar/bin/webdriver_login_welcome
 
     - name: Run webdriver to login in parabank using form filling
       run: ./gradlew runTestWebdriverParabankFormFilling

CHANGELOG

@@ -1,3 +1,17 @@
+#TESTAR v2.7.21 (17-Feb-2026)
+- Add logic to detect Android logcat suspicious messages
+- Refactor the GenerateMode logic to report initialState issues
+- Add appium capabilities adb timeouts commands
+- Add gitattributes for LF EOL
+- Refactor android system actions to map only the state
+- Add buggy app APK for demos
+- Update testar main default paths
+- Make output directories creation issues verbose
+- Mark android driver timeout as unresponsive
+- Deduplicate and sort AndroidLogcatOracle messages
+- Add and update tests accordingly
+
+
 #TESTAR v2.7.20 (3-Feb-2026)
 - Fix android SPY is displayed property
 - Add Rect overlap method

VERSION

@@ -1 +1 @@
-2.7.20
+2.7.21

android/src/org/testar/monkey/alayer/android/AndroidAppiumFramework.java

@@ -1,7 +1,7 @@
 /***************************************************************************************************
  *
- * Copyright (c) 2020 - 2025 Universitat Politecnica de Valencia - www.upv.es
- * Copyright (c) 2020 - 2025 Open Universiteit - www.ou.nl
+ * Copyright (c) 2020 - 2026 Universitat Politecnica de Valencia - www.upv.es
+ * Copyright (c) 2020 - 2026 Open Universiteit - www.ou.nl
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are met:
@@ -75,6 +75,7 @@ public class AndroidAppiumFramework extends SUTBase {
 	public static AndroidAppiumFramework androidSUT = null;
 
 	private static AndroidDriver driver = null;
+	private static volatile boolean driverUnresponsive = false;
 
 	// Appium v2 do not use /wd/hub suffix anymore
 	// It can be enabled using the "--base-path /wd/hub" command when launching the Appium server
@@ -138,6 +139,26 @@ public static AndroidDriver getDriver() {
 		return driver;
 	}
 
+	static void markDriverUnresponsive(Throwable t) {
+		driverUnresponsive = true;
+		if (t != null) {
+			if(t.getMessage() != null) {
+				System.err.println("AndroidAppiumFramework: Android driver is unresponsive: " + t.getClass().getSimpleName() + " - " + t.getMessage());
+			} else {
+				System.err.println("AndroidAppiumFramework: Android driver is unresponsive");
+				t.printStackTrace();
+			}
+		}
+	}
+
+	static boolean isDriverUnresponsive() {
+		return driverUnresponsive;
+	}
+
+	static void resetDriverUnresponsive() {
+		driverUnresponsive = false;
+	}
+
 	public static List<WebElement> findElements(By by){
 		return driver.findElements(by);
 	}
@@ -333,8 +354,12 @@ public static void generateText() {
 	}
 
 	public static String getCurrentPackage() {
-		String currentPackage = driver.getCurrentPackage();
-		return currentPackage;
+		try {
+			return driver.getCurrentPackage();
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return "";
+		}
 	}
 
 	public static void pressKeyEvent(KeyEvent keyEvent){
@@ -380,7 +405,12 @@ public static void pushFile(String remotePath, File file){
 	}
 
 	public static String getActivity() {
-		return driver.currentActivity();
+		try {
+			return driver.currentActivity();
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return "";
+		}
 	}
 
 	public static String getScreenshotSpyMode(String stateID) throws IOException {
@@ -393,15 +423,27 @@ public static String getScreenshotSpyMode(String stateID) throws IOException {
 	}
 
 	public static String getScreenshotState(State state) throws IOException {
-		byte[] byteImage = driver.getScreenshotAs(OutputType.BYTES);
-		InputStream is = new ByteArrayInputStream(byteImage);
-		AWTCanvas canvas = AWTCanvas.fromInputStream(is);
-		return ScreenshotSerialiser.saveStateshot(state.get(Tags.ConcreteID, "NoConcreteIdAvailable"), canvas);
+		try {
+			byte[] byteImage = driver.getScreenshotAs(OutputType.BYTES);
+			InputStream is = new ByteArrayInputStream(byteImage);
+			AWTCanvas canvas = AWTCanvas.fromInputStream(is);
+			return ScreenshotSerialiser.saveStateshot(state.get(Tags.ConcreteID, "NoConcreteIdAvailable"), canvas);
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			throw new IOException("Exception: AndroidDriver getScreenshotState failed", wde);
+		}
 	}
 
 	public static String getScreenshotAction(State state, Action action) throws IOException {
-		byte[] byteImage = driver.getScreenshotAs(OutputType.BYTES);
-		InputStream is = new ByteArrayInputStream(byteImage);
+		byte[] byteImage;
+		InputStream is;
+		try {
+			byteImage = driver.getScreenshotAs(OutputType.BYTES);
+			is = new ByteArrayInputStream(byteImage);
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			throw new IOException("Exception: AndroidDriver getScreenshotAction failed", wde);
+		}
 
 		// Highlight the action on the screenshot:
 		BufferedImage newBi = ImageIO.read(is);
@@ -432,9 +474,14 @@ public static String getScreenshotAction(State state, Action action) throws IOEx
 	}
 
 	public static AWTCanvas getScreenshotBinary(State state) throws IOException {
-		byte[] byteImage = driver.getScreenshotAs(OutputType.BYTES);
-		InputStream is = new ByteArrayInputStream(byteImage);
-		return AWTCanvas.fromInputStream(is);
+		try {
+			byte[] byteImage = driver.getScreenshotAs(OutputType.BYTES);
+			InputStream is = new ByteArrayInputStream(byteImage);
+			return AWTCanvas.fromInputStream(is);
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			throw new IOException("Exception: AndroidDriver getScreenshotBinary failed", wde);
+		}
 	}
 
 	public static void terminateApp(String bundleId){
@@ -486,6 +533,98 @@ public static LogEntries getAppiumLogs() {
 		return driver.manage().logs().get("driver");
 	}
 
+	/**
+	 * Clear all logcat content. 
+	 */
+	public static void clearLogcat() {
+		try {
+			mobileShell("logcat", List.of("-b", "all", "-c"), Duration.ofSeconds(10));
+		} catch (Exception ignored) {}
+	}
+
+	/**
+	 * Execute an Android shell command on the device via Appium ("mobile: shell"). 
+	 */
+	private static void mobileShell(String command, List<String> args, Duration timeout) {
+		Map<String, Object> m = new HashMap<>();
+		m.put("command", command);
+		m.put("args", args);
+		m.put("timeout", (int) timeout.toMillis());
+		driver.executeScript("mobile: shell", m);
+	}
+
+	/**
+	 * Dump logcat output (main + system + crash buffers). 
+	 */
+	public static String dumpLogcatThreadtimeForPackage(String pkg) {
+		if (pkg == null || pkg.isBlank()) return "";
+
+		// 1) get PID
+		String pid = mobileShellStdout("pidof", List.of("-s", pkg), Duration.ofSeconds(5)).trim();
+		if (pid.isEmpty()) return "";
+
+		// 2) dump logcat for that PID
+		return mobileShellStdout(
+			"logcat",
+			List.of("-d", "-v", "threadtime", "--pid", pid, "-b", "main", "-b", "system", "-b", "crash"),
+			Duration.ofSeconds(10)
+		);
+	}
+
+	/**
+	 * Execute an Android shell command on the device via Appium ("mobile: shell") and return stdout. 
+	 */
+	private static String mobileShellStdout(String command, List<String> args, Duration timeout) {
+		Map<String, Object> m = new HashMap<>();
+		m.put("command", command);
+		m.put("args", args);
+		m.put("timeout", (int) timeout.toMillis());
+
+		Object raw;
+		try {
+			raw = driver.executeScript("mobile: shell", m);
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return "";
+		}
+		if (raw == null) return "";
+		if (raw instanceof String) return (String)raw;
+		if (raw instanceof Map<?, ?>) {
+			Object out = ((Map<?, ?>)raw).get("stdout");
+			return out == null ? "" : out.toString();
+		}
+		return raw.toString();
+	}
+
+	public static String getAppPackageFromCapabilitiesOrCurrent() {
+		if (driver == null) {
+			return "";
+		}
+
+		try {
+			Object appPackage = driver.getCapabilities().getCapability("appium:appPackage");
+			if (appPackage == null) {
+				appPackage = driver.getCapabilities().getCapability("appPackage");
+			}
+			if (appPackage != null) {
+				String pkg = appPackage.toString().trim();
+				if (!pkg.isEmpty()) {
+					return pkg;
+				}
+			}
+		} catch (Exception ignored) {
+		}
+
+		try {
+			return driver.getCurrentPackage();
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return "";
+		} catch (Exception ignored) {
+			return "";
+		}
+	}
+
 	@Override
 	public void stop() throws SystemStopException {
 		driver.quit();
@@ -500,6 +639,10 @@ public boolean isRunning() {
 			//driver.queryAppState(appId), equalTo(ApplicationState.RUNNING_IN_FOREGROUND)
 			driver.getCurrentPackage();
 		}
+		catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return false;
+		}
 		catch (Exception e) {
 			return false;
 		}
@@ -510,11 +653,21 @@ public boolean isRunning() {
 	@Override
 	public String getStatus() {
 		//TODO: Check and select proper method to print the status
-		return "Android current package : " + driver.getCurrentPackage();
+		try {
+			return "Android current package : " + driver.getCurrentPackage();
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return "Android current package : <unavailable>";
+		}
 	}
 
 	public static ApplicationState getStatus(String appId) {
-		return driver.queryAppState(appId);
+		try {
+			return driver.queryAppState(appId);
+		} catch (WebDriverException wde) {
+			markDriverUnresponsive(wde);
+			return ApplicationState.NOT_RUNNING;
+		}
 	}
 
 	@Override

android/src/org/testar/monkey/alayer/android/AndroidCapabilitiesFactory.java

@@ -1,7 +1,7 @@
 /***************************************************************************************************
  *
- * Copyright (c) 2025 Universitat Politecnica de Valencia - www.upv.es
- * Copyright (c) 2025 Open Universiteit - www.ou.nl
+ * Copyright (c) 2025 - 2026 Universitat Politecnica de Valencia - www.upv.es
+ * Copyright (c) 2025 - 2026 Open Universiteit - www.ou.nl
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are met:
@@ -80,6 +80,13 @@ Result fromJsonObject(JsonObject json) {
 
         cap.setCapability("appium:settings[allowInvisibleElements]", getBool(json, "allowInvisibleElements", false));
 
+        cap.setCapability("appium:ignoreHiddenApiPolicyError", getBool(json, "ignoreHiddenApiPolicyError", false));
+
+        // ADB / server timeouts
+        cap.setCapability("appium:adbExecTimeout", getInt(json, "adbExecTimeout", 120000));
+        cap.setCapability("appium:uiautomator2ServerInstallTimeout", getInt(json, "uiautomator2ServerInstallTimeout", 120000));
+        cap.setCapability("appium:uiautomator2ServerLaunchTimeout", getInt(json, "uiautomator2ServerLaunchTimeout", 120000));
+
         String appiumUrl = defaultAppiumUrl;
 
         // If the APK is already installed we use appPackage identifier

android/src/org/testar/monkey/alayer/android/AndroidStateBuilder.java

@@ -1,7 +1,7 @@
 /***************************************************************************************************
  *
- * Copyright (c) 2020 - 2022 Universitat Politecnica de Valencia - www.upv.es
- * Copyright (c) 2020 - 2022 Open Universiteit - www.ou.nl
+ * Copyright (c) 2020 - 2026 Universitat Politecnica de Valencia - www.upv.es
+ * Copyright (c) 2020 - 2026 Open Universiteit - www.ou.nl
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are met:
@@ -54,8 +54,29 @@ public AndroidStateBuilder(double timeOut) {
 	@Override
 	public State apply(SUT system) throws StateBuildException {
 		try {
+			// If the driver became unresponsive during non-state fetcher calls like actions or logact
+			if (AndroidAppiumFramework.isDriverUnresponsive()) {
+				AndroidAppiumFramework.resetDriverUnresponsive();
+				AndroidRootElement rootElement = AndroidStateFetcher.buildRoot(system);
+				AndroidState androidState = new AndroidState(rootElement);
+				androidState.set(Tags.Role, Roles.Process);
+				androidState.set(Tags.NotResponding, true);
+				return androidState;
+			}
+
 			Future<AndroidState> future = executor.submit(new AndroidStateFetcher(system));
 			AndroidState state = future.get((long) (timeOut), TimeUnit.SECONDS);
+
+			// If the driver became unresponsive during state fetch calls
+			if (AndroidAppiumFramework.isDriverUnresponsive()) {
+				AndroidAppiumFramework.resetDriverUnresponsive();
+				AndroidRootElement rootElement = AndroidStateFetcher.buildRoot(system);
+				AndroidState androidState = new AndroidState(rootElement);
+				androidState.set(Tags.Role, Roles.Process);
+				androidState.set(Tags.NotResponding, true);
+				return androidState;
+			}
+
 			return state;
 		}
 		catch (InterruptedException | ExecutionException e) {