vscode-java-pack/test-plans/java-gradle-java25.yaml at ec5a5e5eb6aeb708eb246fc6853d77c656eb8085 · microsoft/vscode-java-pack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
# Test Plan: Gradle Java 25 (from vscode-java-pack.wiki)
#
# Source: wiki Test-Plan.md "Gradle - Java 11" scenario (upgraded to Java 25)
# Verify: Open Gradle project with JDK 25 → LS ready → editing experience works
#
# Uses the eclipse.jdt.ls subprojects project (Gradle 8.5)
#
# Prerequisites:
#   - eclipse.jdt.ls repo is cloned locally
#   - JDK 25 is installed (C:\Program Files\Java\jdk-25)
#
# Usage: autotest run test-plans/java-gradle-java25.yaml

name: "Gradle Java 25 — JDK 25 Compatibility"
description: |
  Corresponds to the Gradle Java 11 scenario in the wiki Test Plan (upgraded to Java 25):
  Open a Gradle 8.5 project with JDK 25,
  verify the language server starts normally and the editing experience works.

setup:
  extension: "redhat.java"
  extensions:
    - "vscjava.vscode-java-pack"
  vscodeVersion: "stable"
  workspace: "../../eclipse.jdt.ls/org.eclipse.jdt.ls.tests/projects/gradle/subprojects"
  timeout: 180
  settings:
    java.jdt.ls.java.home: "C:\\Program Files\\Java\\jdk-25"

steps:
  # ── Step 1: Wait for LS ready ────────────────────────────
  # wiki: "check the status bar icon is 👍, and there should be no errors"
  - id: "ls-ready"
    action: "waitForLanguageServer"
    verify: "Gradle subprojects workspace has loaded under JDK 25; Problems panel shows no errors"
    verifyProblems:
      errors: 0
    timeout: 300
    skipLlmVerify: true  # waitForLanguageServer is authoritative; LLM only sees the same status bar

  # ── Step 2: Open Java file ───────────────────────────────
  # wiki: "Open Foo.java, make sure the editing experience is correctly working"
  - id: "open-test1"
    action: "open file Test1.java"
    verify: "Test1.java file is opened in the editor"
    timeout: 15

  # ── Step 3: Verify completion ───────────────────────────
  # verify text describes the rendered popup; verifyCompletion.notEmpty
  # is the deterministic ground truth — kept lenient so a transient
  # "Loading…" indicator at screenshot time doesn't downgrade.
  - id: "verify-completion"
    action: "triggerCompletionAt endOfMethod"
    verify: "Code completion has been triggered in HelloWorld.java; the IntelliSense popup is being rendered (the language server may briefly show a 'Loading...' indicator while computing suggestions on a cold cache — this is a valid intermediate state since the deterministic verifyCompletion.notEmpty asserts the LS produced completion items)"
    verifyCompletion:
      notEmpty: true
    waitBefore: 8
    # Retry once on cold-cache "Loading..." LLM downgrades.
    retries: 1

  # ── Step 4: Verify editing ────────────────────────────────
  - id: "goto-line"
    action: "goToLine 3"

  - id: "goto-end"
    action: "goToEndOfLine"

  - id: "type-code"
    action: "typeInEditor // JDK 25 gradle test marker"
    verifyEditor:
      contains: "// JDK 25 gradle test marker"