Use JUnit dry-run for JVM tests run

dnestoro · dnestoro · commit 23494be08cf2 · 2025-08-28T15:32:34.000+02:00
diff --git a/common/utils/src/main/java/org/graalvm/buildtools/utils/SharedConstants.java b/common/utils/src/main/java/org/graalvm/buildtools/utils/SharedConstants.java
@@ -78,6 +78,7 @@ public interface SharedConstants {
     String AGENT_OUTPUT_DIRECTORY_MARKER = "{output_dir}";
     String AGENT_OUTPUT_DIRECTORY_OPTION = "config-output-dir=";
     String METADATA_REPO_URL_TEMPLATE = "https://github.com/oracle/graalvm-reachability-metadata/releases/download/%1$s/graalvm-reachability-metadata-%1$s.zip";
+    String SKIP_JVM_TESTS = "skipJVMTests";
     /**
      * The default metadata repository version. Maintained for backwards
      * compatibility.
diff --git a/native-gradle-plugin/src/main/java/org/graalvm/buildtools/gradle/NativeImagePlugin.java b/native-gradle-plugin/src/main/java/org/graalvm/buildtools/gradle/NativeImagePlugin.java
@@ -170,6 +170,7 @@ public class NativeImagePlugin implements Plugin<Project> {
     public static final Attribute<Boolean> JAR_ANALYSIS_ATTRIBUTE = Attribute.of("jar-analysis", Boolean.class);
 
     private static final String JUNIT_PLATFORM_LISTENERS_UID_TRACKING_ENABLED = "junit.platform.listeners.uid.tracking.enabled";
+    private static final String JUNIT_PLATFORM_DRY_RUN_ENABLED = "junit.platform.execution.dryRun.enabled";
     private static final String JUNIT_PLATFORM_LISTENERS_UID_TRACKING_OUTPUT_DIR = "junit.platform.listeners.uid.tracking.output.dir";
     private static final String REPOSITORY_COORDINATES = "org.graalvm.buildtools:graalvm-reachability-metadata:" + VersionInfo.NBT_VERSION + ":repository@zip";
     private static final String DEFAULT_URI = String.format(METADATA_REPO_URL_TEMPLATE, VersionInfo.METADATA_REPO_VERSION);
@@ -679,6 +680,16 @@ public void registerTestBinary(Project project,
             test.getOutputs().dir(testList);
             // Set system property read by the UniqueIdTrackingListener.
             test.systemProperty(JUNIT_PLATFORM_LISTENERS_UID_TRACKING_ENABLED, true);
+
+            // Set system property to skip execution of JVM tests before native tests
+            if (shouldSkipJVMTests()) {
+                if (graalExtension.getAgent().getEnabled().get()) {
+                    throw new IllegalStateException("Native Image Agent and skipJVMTests cannot be used at the same time.");
+                }
+
+                test.systemProperty(JUNIT_PLATFORM_DRY_RUN_ENABLED, true);
+            }
+
             TrackingDirectorySystemPropertyProvider directoryProvider = project.getObjects().newInstance(TrackingDirectorySystemPropertyProvider.class);
             directoryProvider.getDirectory().set(testListDirectory);
             test.getJvmArgumentProviders().add(directoryProvider);
@@ -713,6 +724,11 @@ public void registerTestBinary(Project project,
         });
     }
 
+    private boolean shouldSkipJVMTests() {
+        String option = System.getProperty(SharedConstants.SKIP_JVM_TESTS);
+        return (option != null && option.isEmpty()) || Boolean.parseBoolean(option);
+    }
+
     /**
      * Returns a provider which prefers the CLI arguments over the configured
      * extension value.
diff --git a/native-maven-plugin/src/main/java/org/graalvm/buildtools/maven/MergeAgentFilesMojo.java b/native-maven-plugin/src/main/java/org/graalvm/buildtools/maven/MergeAgentFilesMojo.java
@@ -116,7 +116,7 @@ private void mergeForGivenDir(String agentOutputDirectory) throws MojoExecutionE
         File baseDir = new File(agentOutputDirectory);
         if (baseDir.exists()) {
             List<File> sessionDirectories = sessionDirectoriesFrom(baseDir.listFiles()).collect(Collectors.toList());
-            if (sessionDirectories.size() == 0) {
+            if (sessionDirectories.isEmpty()) {
                 sessionDirectories = Collections.singletonList(baseDir);
             }
 
diff --git a/native-maven-plugin/src/main/java/org/graalvm/buildtools/maven/NativeExtension.java b/native-maven-plugin/src/main/java/org/graalvm/buildtools/maven/NativeExtension.java
@@ -67,13 +67,14 @@
 import static org.graalvm.buildtools.utils.NativeImageConfigurationUtils.getNativeImage;
 
 /**
- * This extension is responsible for configuring the Surefire plugin to enable
+ * This extension is responsible for configuring the Surefire and the Failsafe plugins to enable
  * the JUnit Platform test listener and registering the native dependency transparently.
  */
 @Component(role = AbstractMavenLifecycleParticipant.class, hint = "native-build-tools")
 public class NativeExtension extends AbstractMavenLifecycleParticipant implements LogEnabled {
 
     private static final String JUNIT_PLATFORM_LISTENERS_UID_TRACKING_ENABLED = "junit.platform.listeners.uid.tracking.enabled";
+    private static final String JUNIT_PLATFORM_DRY_RUN_ENABLED = "junit.platform.execution.dryRun.enabled";
     private static final String JUNIT_PLATFORM_LISTENERS_UID_TRACKING_OUTPUT_DIR = "junit.platform.listeners.uid.tracking.output.dir";
     private static final String NATIVEIMAGE_IMAGECODE = "org.graalvm.nativeimage.imagecode";
 
@@ -134,11 +135,16 @@ public void afterProjectsRead(MavenSession session) {
                     throw new RuntimeException(e);
                 }
 
+                boolean skipJVMTests = shouldSkipJVMTests(session);
+                if (skipJVMTests && agent.isEnabled()) {
+                    throw new IllegalStateException("Native Image Agent and skipJVMTests cannot be used at the same time.");
+                }
+
                 // Test configuration
                 List<String> plugins = List.of("maven-surefire-plugin", "maven-failsafe-plugin");
                 for (String pluginName : plugins) {
                     withPlugin(build, pluginName, plugin -> {
-                        configureJunitListener(plugin, testIdsDir);
+                        configureJunitListener(plugin, testIdsDir, skipJVMTests);
                         if (agent.isEnabled()) {
                             List<String> agentOptions = agent.getAgentCommandLine();
                             configureAgentForPlugin(plugin, buildAgentArgument(target, Context.test, agentOptions));
@@ -188,6 +194,11 @@ public void afterProjectsRead(MavenSession session) {
         }
     }
 
+    private static boolean shouldSkipJVMTests(MavenSession session) {
+        String option = session.getSystemProperties().getProperty(SharedConstants.SKIP_JVM_TESTS);
+        return (option != null && option.isEmpty()) || Boolean.parseBoolean(option);
+    }
+
     private static void setupMergeAgentFiles(PluginExecution exec, Xpp3Dom configuration, Context context) {
         List<String> goals = new ArrayList<>();
         goals.add("merge-agent-files");
@@ -217,12 +228,19 @@ private static void configureAgentForPlugin(Plugin plugin, String agentArgument)
         });
     }
 
-    private static void configureJunitListener(Plugin surefirePlugin, String testIdsDir) {
-        updatePluginConfiguration(surefirePlugin, (exec, configuration) -> {
+    private static void configureJunitListener(Plugin plugin, String testIdsDir, boolean skipJVMTests) {
+        updatePluginConfiguration(plugin, (exec, configuration) -> {
             Xpp3Dom systemProperties = findOrAppend(configuration, "systemProperties");
+
             Xpp3Dom junitTracking = findOrAppend(systemProperties, JUNIT_PLATFORM_LISTENERS_UID_TRACKING_ENABLED);
-            Xpp3Dom testIdsProperty = findOrAppend(systemProperties, JUNIT_PLATFORM_LISTENERS_UID_TRACKING_OUTPUT_DIR);
             junitTracking.setValue("true");
+
+            if (skipJVMTests) {
+                Xpp3Dom junitDryRun = findOrAppend(systemProperties, JUNIT_PLATFORM_DRY_RUN_ENABLED);
+                junitDryRun.setValue("true");
+            }
+
+            Xpp3Dom testIdsProperty = findOrAppend(systemProperties, JUNIT_PLATFORM_LISTENERS_UID_TRACKING_OUTPUT_DIR);
             testIdsProperty.setValue(testIdsDir);
         });
     }
diff --git a/native-maven-plugin/src/main/java/org/graalvm/buildtools/utils/AgentUtils.java b/native-maven-plugin/src/main/java/org/graalvm/buildtools/utils/AgentUtils.java
@@ -56,10 +56,13 @@
 import java.util.List;
 import java.util.stream.Collectors;
 
-import static org.graalvm.buildtools.utils.Utils.parseBoolean;
-
 public abstract class AgentUtils {
 
+    private static final String STANDARD = "standard";
+    private static final String CONDITIONAL = "conditional";
+    private static final String DIRECT = "direct";
+    private static final String DISABLED = "disabled";
+
     public static AgentMode getAgentMode(Xpp3Dom agent) throws Exception {
         Xpp3Dom defaultModeNode = Xpp3DomParser.getTagByName(agent, "defaultMode");
         // if default mode is not provided in pom, return Standard mode
@@ -72,13 +75,13 @@ public static AgentMode getAgentMode(Xpp3Dom agent) throws Exception {
         AgentMode agentMode;
         String mode = defaultModeNode.getValue();
         switch (mode.toLowerCase()) {
-            case "standard":
-                agentMode = new StandardAgentMode();
-                break;
-            case "disabled":
+            case DISABLED:
                 agentMode = new DisabledAgentMode();
                 break;
-            case "conditional":
+            case STANDARD:
+                agentMode = new StandardAgentMode();
+                break;
+            case CONDITIONAL:
                 // conditional mode needs few more options declared in xml
                 if (agentModes == null) {
                     throw new RuntimeException("Tag <modes> not provided in agent configuration.");
@@ -91,12 +94,12 @@ public static AgentMode getAgentMode(Xpp3Dom agent) throws Exception {
                     throw new Exception("UserCodeFilterPath must be provided in agent configuration");
                 }
 
-                Boolean parallel = parseBooleanNode(agentModes, "parallel");
+                Boolean parallel = Utils.parseBooleanNode(agentModes, "parallel");
                 agentMode = new ConditionalAgentMode(userCodeFilterPathNode.getValue(),
                                                     extraFilterPathNode != null ? extraFilterPathNode.getValue() : "",
                                                      parallel == null ? false : parallel);
                 break;
-            case "direct":
+            case DIRECT:
                 // direct mode is given
                 if (agentModes == null) {
                     throw new RuntimeException("Tag <modes> not provided in agent configuration.");
@@ -138,11 +141,11 @@ public static AgentConfiguration collectAgentProperties(MavenSession session, Xp
 
         ArrayList<String> callerFilterFiles = (ArrayList<String>) getFilterFiles(options, "callerFilterFiles");
         ArrayList<String> accessFilterFiles = (ArrayList<String>) getFilterFiles(options, "accessFilterFiles");
-        Boolean builtinCallerFilter = parseBooleanNode(options, "builtinCallerFilter");
-        Boolean builtinHeuristicFilter = parseBooleanNode(options, "builtinHeuristicFilter");
-        Boolean enableExperimentalPredefinedClasses = parseBooleanNode(options, "enableExperimentalPredefinedClasses");
-        Boolean enableExperimentalUnsafeAllocationTracing = parseBooleanNode(options, "enableExperimentalUnsafeAllocationTracing");
-        Boolean trackReflectionMetadata = parseBooleanNode(options, "trackReflectionMetadata");
+        Boolean builtinCallerFilter = Utils.parseBooleanNode(options, "builtinCallerFilter");
+        Boolean builtinHeuristicFilter = Utils.parseBooleanNode(options, "builtinHeuristicFilter");
+        Boolean enableExperimentalPredefinedClasses = Utils.parseBooleanNode(options, "enableExperimentalPredefinedClasses");
+        Boolean enableExperimentalUnsafeAllocationTracing = Utils.parseBooleanNode(options, "enableExperimentalUnsafeAllocationTracing");
+        Boolean trackReflectionMetadata = Utils.parseBooleanNode(options, "trackReflectionMetadata");
 
         AgentMode mode;
         try {
@@ -175,7 +178,7 @@ private static Boolean isAgentEnabledInCmd(MavenSession session) {
         String systemProperty = session.getSystemProperties().getProperty("agent");
         if (systemProperty != null) {
             // -Dagent=[true|false] overrides configuration in the POM.
-            return parseBoolean("agent system property", systemProperty);
+            return Boolean.parseBoolean(systemProperty);
         }
 
         return null;
@@ -187,7 +190,7 @@ private static boolean isAgentEnabled(MavenSession session, Xpp3Dom agent) {
             return cmdEnable;
         }
 
-        Boolean val = parseBooleanNode(agent, "enabled");
+        Boolean val = Utils.parseBooleanNode(agent, "enabled");
         if (val == null) {
             return false;
         }
@@ -210,18 +213,4 @@ private static List<String> getFilterFiles(Xpp3Dom root, String type) {
                 .map(Xpp3Dom::getValue)
                 .collect(Collectors.toCollection(ArrayList::new));
     }
-
-    private static Boolean parseBooleanNode(Xpp3Dom root, String name) {
-        if (root == null) {
-            return null;
-        }
-
-        Xpp3Dom node = Xpp3DomParser.getTagByName(root, name);
-        if (node == null) {
-            // if node is not provided, default value is false
-            return null;
-        }
-
-        return Utils.parseBoolean("<" + name + ">", node.getValue());
-    }
 }
diff --git a/native-maven-plugin/src/main/java/org/graalvm/buildtools/utils/Utils.java b/native-maven-plugin/src/main/java/org/graalvm/buildtools/utils/Utils.java
@@ -40,17 +40,22 @@
  */
 package org.graalvm.buildtools.utils;
 
+import org.codehaus.plexus.util.xml.Xpp3Dom;
+
 public abstract class Utils {
-    public static boolean parseBoolean(String description, String value) {
-        value = assertNotEmptyAndTrim(value, description + " must have a value").toLowerCase();
-        switch (value) {
-            case "true":
-                return true;
-            case "false":
-                return false;
-            default:
-                throw new IllegalStateException(description + " must have a value of 'true' or 'false'");
+
+    public static Boolean parseBooleanNode(Xpp3Dom root, String name) {
+        if (root == null) {
+            return null;
         }
+
+        Xpp3Dom node = Xpp3DomParser.getTagByName(root, name);
+        if (node == null) {
+            // if node is not provided, default value is false
+            return null;
+        }
+
+        return Boolean.parseBoolean(node.getValue());
     }
 
     public static String assertNotEmptyAndTrim(String input, String message) {

Original file line number	Diff line number	Diff line change
`@@ -116,7 +116,7 @@ private void mergeForGivenDir(String agentOutputDirectory) throws MojoExecutionE`
`116`	`116`	`File baseDir = new File(agentOutputDirectory);`
`117`	`117`	`if (baseDir.exists()) {`
`118`	`118`	`List<File> sessionDirectories = sessionDirectoriesFrom(baseDir.listFiles()).collect(Collectors.toList());`
`119`		`- if (sessionDirectories.size() == 0) {`
	`119`	`+ if (sessionDirectories.isEmpty()) {`
`120`	`120`	`sessionDirectories = Collections.singletonList(baseDir);`
`121`	`121`	`}`
`122`	`122`