feat: add @PluginProperty group annotations from taxonomy (#74)

Co-authored-by: François Delbrayelle <fdelbrayelle@kestra.io>

Author: fdelbrayelle

plugin-transform-grok/src/main/java/io/kestra/plugin/transform/grok/GrokInterface.java

@@ -5,39 +5,47 @@
 
 import java.util.List;
 import java.util.Map;
+import io.kestra.core.models.annotations.PluginProperty;
 
 public interface GrokInterface {
 
     @Schema(title = "The Grok pattern to match.")
+    @PluginProperty(group = "advanced")
     Property<String> getPattern();
 
     @Schema(title = "The list of Grok patterns to match.")
+    @PluginProperty(group = "advanced")
     Property<List<String>> getPatterns();
 
     @Schema(
         title = "List of user-defined pattern directories.",
         description = "Directories must be paths relative to the working directory."
     )
+    @PluginProperty(group = "advanced")
     Property<List<String>> getPatternsDir();
 
     @Schema(
         title = "Custom pattern definitions.",
         description = "A map of pattern-name and pattern pairs defining custom patterns to be used by the current tasks. Patterns matching existing names will override the pre-existing definition. "
     )
+    @PluginProperty(group = "advanced")
     Property<Map<String, String>> getPatternDefinitions();
 
     @Schema(title = "If `true`, only store named captures from grok.")
+    @PluginProperty(group = "advanced")
     Property<Boolean> getNamedCapturesOnly();
 
     @Schema(
         title = "If `true`, break on first match.",
         description = "The first successful match by grok will result in the task being finished. Set to `false` if you want the task to try all configured patterns."
     )
+    @PluginProperty(group = "advanced")
     Property<Boolean> getBreakOnFirstMatch();
 
     @Schema(
         title = "If `true`, keep empty captures.",
         description = "When an optional field cannot be captured, the empty field is retained in the output. Set `false` if you want empty optional fields to be filtered out."
     )
+    @PluginProperty(group = "advanced")
     Property<Boolean> getKeepEmptyCaptures();
 }

plugin-transform-grok/src/main/java/io/kestra/plugin/transform/grok/TransformItems.java

@@ -76,7 +76,7 @@ public class TransformItems extends Transform implements GrokInterface, Runnable
         description = "Must be a `kestra://` internal storage URI."
     )
     @NotNull
-    @PluginProperty(internalStorageURI = true)
+    @PluginProperty(internalStorageURI = true, group = "main")
     private Property<String> from;
 
     /**

plugin-transform-grok/src/main/java/io/kestra/plugin/transform/grok/TransformValue.java

@@ -19,6 +19,7 @@
 
 import java.nio.charset.StandardCharsets;
 import java.util.Map;
+import io.kestra.core.models.annotations.PluginProperty;
 
 @SuperBuilder
 @ToString
@@ -76,6 +77,7 @@ public class TransformValue extends Transform implements GrokInterface, Runnable
 
     @Schema(title = "The value to parse.")
     @NotNull
+    @PluginProperty(group = "main")
     private Property<String> from;
 
     /**

plugin-transform-json/src/main/java/io/kestra/plugin/transform/jsonata/JSONataInterface.java

@@ -9,9 +9,11 @@ public interface JSONataInterface {
 
     @Schema(title = "The JSONata expression to apply on the JSON object.")
     @NotNull
+    @PluginProperty(group = "main")
     Property<String> getExpression();
 
     @Schema(title = "The maximum number of recursive calls allowed for the JSONata transformation.")
     @NotNull
+    @PluginProperty(group = "main")
     Property<Integer> getMaxDepth();
 }

plugin-transform-json/src/main/java/io/kestra/plugin/transform/jsonata/Transform.java

@@ -33,7 +33,7 @@ public abstract class Transform<T extends Output> extends Task implements JSONat
 
     private static final ObjectMapper MAPPER = JacksonMapper.ofJson();
 
-    @PluginProperty(language = MonacoLanguages.JAVASCRIPT)
+    @PluginProperty(language = MonacoLanguages.JAVASCRIPT, group = "advanced")
     private Property<String> expression;
 
     @Builder.Default

plugin-transform-json/src/main/java/io/kestra/plugin/transform/jsonata/TransformItems.java

@@ -100,7 +100,7 @@ public class TransformItems extends Transform<TransformItems.Output> implements
         description = "Must be a `kestra://` internal storage URI."
     )
     @NotNull
-    @PluginProperty(internalStorageURI = true)
+    @PluginProperty(internalStorageURI = true, group = "main")
     private Property<String> from;
 
     @Schema(
@@ -109,6 +109,7 @@ public class TransformItems extends Transform<TransformItems.Output> implements
     )
     @NotNull
     @Builder.Default
+    @PluginProperty(group = "advanced")
     private Property<Boolean> explodeArray = Property.ofValue(true);
 
     /**

plugin-transform-json/src/main/java/io/kestra/plugin/transform/jsonata/TransformValue.java

@@ -90,6 +90,7 @@ public class TransformValue extends Transform<TransformValue.Output> implements
         description = "Must be a valid JSON string."
     )
     @NotNull
+    @PluginProperty(group = "main")
     private Property<String> from;
 
 

plugin-transform-records/src/main/java/io/kestra/plugin/transform/Aggregate.java

@@ -47,6 +47,7 @@
 import java.util.Objects;
 import java.util.Locale;
 import java.util.UUID;
+import io.kestra.core.models.annotations.PluginProperty;
 
 @SuperBuilder
 @ToString
@@ -154,6 +155,7 @@ private static BigDecimal normalizedAverage(BigDecimal total, long count) {
         Ion list or struct to transform, or a storage URI pointing to an Ion file.
         """
     )
+    @PluginProperty(group = "main")
     private Property<Object> from;
 
     @NotNull
@@ -163,6 +165,7 @@ private static BigDecimal normalizedAverage(BigDecimal total, long count) {
         Fields to group on.
         """
     )
+    @PluginProperty(group = "main")
     private Property<List<String>> groupBy;
 
     @NotNull
@@ -173,6 +176,7 @@ private static BigDecimal normalizedAverage(BigDecimal total, long count) {
         Each value can be a shorthand expression string or an object with expr and optional type.
         """
     )
+    @PluginProperty(group = "main")
     private Property<Map<String, AggregateDefinition>> aggregates;
 
     @Builder.Default
@@ -191,6 +195,7 @@ private static BigDecimal normalizedAverage(BigDecimal total, long count) {
         Experimental: TEXT or BINARY. Only transform tasks can read binary Ion. Use TEXT as the final step.
         """
     )
+    @PluginProperty(group = "processing")
     private Property<OutputFormat> outputFormat = Property.ofValue(OutputFormat.TEXT);
 
     @Schema(
@@ -200,6 +205,7 @@ private static BigDecimal normalizedAverage(BigDecimal total, long count) {
         """
     )
     @Builder.Default
+    @PluginProperty(group = "advanced")
     private Property<OutputMode> outputType = Property.ofValue(OutputMode.AUTO);
 
     @Override
@@ -543,6 +549,7 @@ public static class AggregateDefinition {
             Supported forms are count(), sum(path), min(path), max(path), avg(path), first(path), and last(path).
             """
         )
+        @PluginProperty(group = "advanced")
         private String expr;
 
         @Schema(
@@ -551,6 +558,7 @@ Supported forms are count(), sum(path), min(path), max(path), avg(path), first(p
             Optional type to cast the aggregate result to before writing the output field.
             """
         )
+        @PluginProperty(group = "advanced")
         private IonTypeName type;
 
         @JsonCreator(mode = JsonCreator.Mode.DELEGATING)

plugin-transform-records/src/main/java/io/kestra/plugin/transform/Filter.java

@@ -39,6 +39,7 @@
 import java.util.Locale;
 import java.util.Map;
 import java.util.UUID;
+import io.kestra.core.models.annotations.PluginProperty;
 
 @SuperBuilder
 @ToString
@@ -95,6 +96,7 @@ public class Filter extends Task implements RunnableTask<Filter.Output> {
         Ion list or struct to transform, or a storage URI pointing to an Ion file.
         """
     )
+    @PluginProperty(group = "main")
     private Property<Object> from;
 
     @NotNull
@@ -104,6 +106,7 @@ public class Filter extends Task implements RunnableTask<Filter.Output> {
         Expression evaluated on each record and required to return true or false.
         """
     )
+    @PluginProperty(group = "main")
     private Property<String> where;
 
     @Builder.Default
@@ -113,6 +116,7 @@ public class Filter extends Task implements RunnableTask<Filter.Output> {
         FAIL stops the task on expression errors, SKIP drops the current record, and KEEP emits the original record when the filter expression fails.
         """
     )
+    @PluginProperty(group = "advanced")
     private Property<OnErrorMode> onError = Property.ofValue(OnErrorMode.FAIL);
 
     @Builder.Default
@@ -122,6 +126,7 @@ public class Filter extends Task implements RunnableTask<Filter.Output> {
         Experimental: TEXT or BINARY. Only transform tasks can read binary Ion. Use TEXT as the final step.
         """
     )
+    @PluginProperty(group = "processing")
     private Property<OutputFormat> outputFormat = Property.ofValue(OutputFormat.TEXT);
 
     @Schema(
@@ -131,6 +136,7 @@ public class Filter extends Task implements RunnableTask<Filter.Output> {
         """
     )
     @Builder.Default
+    @PluginProperty(group = "advanced")
     private Property<OutputMode> outputType = Property.ofValue(OutputMode.AUTO);
 
     @Override

plugin-transform-records/src/main/java/io/kestra/plugin/transform/Map.java

@@ -47,6 +47,7 @@
 import java.util.Map.Entry;
 import java.util.Objects;
 import java.util.UUID;
+import io.kestra.core.models.annotations.PluginProperty;
 
 @SuperBuilder
 @ToString
@@ -178,6 +179,7 @@ public class Map extends Task implements RunnableTask<Map.Output> {
         Ion list or struct to transform, or a storage URI pointing to an Ion file.
         """
     )
+    @PluginProperty(group = "main")
     private Property<Object> from;
 
     @NotNull
@@ -197,6 +199,7 @@ public class Map extends Task implements RunnableTask<Map.Output> {
         Keeps input fields not explicitly mapped. If you map a_new: a, the original a is still kept.
         """
     )
+    @PluginProperty(group = "advanced")
     private Property<Boolean> keepOriginalFields = Property.ofValue(false);
 
     @Builder.Default
@@ -206,6 +209,7 @@ public class Map extends Task implements RunnableTask<Map.Output> {
         Omits output fields whose final value is null after mapping.
         """
     )
+    @PluginProperty(group = "advanced")
     private Property<Boolean> dropNulls = Property.ofValue(true);
 
     @Builder.Default
@@ -224,6 +228,7 @@ public class Map extends Task implements RunnableTask<Map.Output> {
         Experimental: TEXT or BINARY. Only transform tasks can read binary Ion. Use TEXT as the final step.
         """
     )
+    @PluginProperty(group = "processing")
     private Property<OutputFormat> outputFormat = Property.ofValue(OutputFormat.TEXT);
 
     @Schema(
@@ -233,6 +238,7 @@ public class Map extends Task implements RunnableTask<Map.Output> {
         """
     )
     @Builder.Default
+    @PluginProperty(group = "advanced")
     private Property<OutputMode> outputType = Property.ofValue(OutputMode.AUTO);
 
     @Override
@@ -470,6 +476,7 @@ public static class FieldDefinition {
             Per-record expression used to compute the output field value.
             """
         )
+        @PluginProperty(group = "advanced")
         private String expr;
 
         @Schema(
@@ -478,6 +485,7 @@ public static class FieldDefinition {
             Optional type to cast the evaluated value to before writing the output field.
             """
         )
+        @PluginProperty(group = "advanced")
         private IonTypeName type;
 
         @Builder.Default
@@ -488,6 +496,7 @@ public static class FieldDefinition {
             Expression and cast errors are still handled by onError.
             """
         )
+        @PluginProperty(group = "advanced")
         private boolean optional = false;
 
         @JsonCreator(mode = JsonCreator.Mode.DELEGATING)