feat: general improvements and minor bugs

Author: ReneSchwarzer

src/WebExpress.WebIndex.Test/WQL/UnitTestWqlWordSearchA.cs

@@ -222,6 +222,7 @@ public void AbstracrSyntaxTree()
         /// </summary>
         [Theory]
         [InlineData("", true, 0, WqlExpressionType.None, WqlExpressionType.Attribute, WqlExpressionType.OpenParenthesis)]
+        [InlineData("(", false, 1, WqlExpressionType.OpenParenthesis, WqlExpressionType.Attribute, WqlExpressionType.OpenParenthesis)]
         [InlineData("text", false, 1, WqlExpressionType.Attribute, WqlExpressionType.Operator)]
         [InlineData("text ", false, 1, WqlExpressionType.Attribute, WqlExpressionType.Operator)]
         [InlineData("text #", false, 2, WqlExpressionType.Operator, WqlExpressionType.Operator)]
@@ -233,17 +234,16 @@ public void AbstracrSyntaxTree()
         [InlineData("text ~ or", false, 2, WqlExpressionType.Operator, WqlExpressionType.Parameter)]
         [InlineData("text ~ &", false, 2, WqlExpressionType.Operator, WqlExpressionType.Parameter)]
         [InlineData("text ~ ||", false, 2, WqlExpressionType.Operator, WqlExpressionType.Parameter)]
-        [InlineData("text ~ '", false, 3, WqlExpressionType.Parameter, WqlExpressionType.Parameter)]
-        [InlineData("text ~ \"", false, 3, WqlExpressionType.Parameter, WqlExpressionType.Parameter)]
-        [InlineData("text ~ Helena", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        [InlineData("text ~ 'Helena'", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        [InlineData("text ~ \"Helena\"", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        [InlineData("text ~ day(", false, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        [InlineData("text ~ day()", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        //[InlineData("text ~ day(\"param1\")", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator)]
-        [InlineData("text ~ Helena and", false, 4, WqlExpressionType.LogicalOperator, WqlExpressionType.Attribute)]
-
-        //[InlineData("text in ('Helena', 'Hans')", true, 2, WqlExpressionType.Operator, WqlExpressionType.Parameter, WqlExpressionType.OpenParenthesis)]
+        [InlineData("text ~ '", false, 3, WqlExpressionType.Quotation, WqlExpressionType.Parameter)]
+        [InlineData("text ~ \"", false, 3, WqlExpressionType.Quotation, WqlExpressionType.Parameter)]
+        [InlineData("text ~ Helena", true, 3, WqlExpressionType.Parameter, WqlExpressionType.LogicalOperator, WqlExpressionType.Order, WqlExpressionType.Partitioning)]
+        [InlineData("text ~ 'Helena'", true, 5, WqlExpressionType.Quotation, WqlExpressionType.LogicalOperator, WqlExpressionType.Order, WqlExpressionType.Partitioning)]
+        [InlineData("text ~ \"Helena\"", true, 5, WqlExpressionType.Quotation, WqlExpressionType.LogicalOperator, WqlExpressionType.Order, WqlExpressionType.Partitioning)]
+        [InlineData("text ~ day(", false, 4, WqlExpressionType.OpenParenthesis, WqlExpressionType.Parameter, WqlExpressionType.Quotation, WqlExpressionType.CloseParenthesis)]
+        [InlineData("text ~ day()", true, 5, WqlExpressionType.CloseParenthesis, WqlExpressionType.LogicalOperator, WqlExpressionType.Order, WqlExpressionType.Partitioning)]
+        [InlineData("text ~ day(\"", false, 5, WqlExpressionType.Quotation, WqlExpressionType.Parameter, WqlExpressionType.CloseParenthesis)]
+        [InlineData("text ~ Helena and", false, 4, WqlExpressionType.LogicalOperator, WqlExpressionType.Attribute, WqlExpressionType.OpenParenthesis)]
+        [InlineData("text in ('Helena', 'Hans')", true, 11, WqlExpressionType.CloseParenthesis, WqlExpressionType.LogicalOperator, WqlExpressionType.Order, WqlExpressionType.Partitioning)]
         public void Analyze(string wql, bool valid, int count, WqlExpressionType type, params WqlExpressionType[] expectedNextTokens)
         {
             // arrange

src/WebExpress.WebIndex/Internationalization/de

@@ -11,6 +11,8 @@ wql.expected_terminated_string_token=Es wird ein String-Token mit einem abschlie
 wql.expected_similarity=Es wird eine Ähnlichkeitsbedingung erwartet.
 wql.expected_distance=Es wird eine Distanzbedingung erwartet.
 wql.function_unknown=Unbekannte Funktion.
+wql.expected_function=Es wird eine Funktion erwartet.
 wql.expected_skip_or_take=Es wird eine Skip- oder Take-Bedingung erwartet.
 wql.expected_token=Es wird ein Token erwartet.
-wql.expected_token_matching=Das Token entspricht nicht dem erwarteten Muster oder Format.
+wql.expected_token_matching=Das Token entspricht nicht dem erwarteten Muster oder Format.
+wql.expected_close_parenthesis=Es wird eine schließende Klammer erwartet.

src/WebExpress.WebIndex/Internationalization/en

@@ -11,6 +11,8 @@ wql.expected_terminated_string_token=A string token with a terminating quotation
 wql.expected_similarity=A similarity condition is expected.
 wql.expected_distance=A distance condition is expected.
 wql.function_unknown=Unknown function.
+wql.expected_function=A function is expected.
 wql.expected_skip_or_take=A skip or take condition is expected.
 wql.expected_token=A token is expected.
-wql.expected_token_matching=The token does not match the expected pattern or format.
+wql.expected_token_matching=The token does not match the expected pattern or format.
+wql.expected_close_parenthesis=A closing parenthesis is expected.

src/WebExpress.WebIndex/Wql/IWqlLookaheadToken.cs

@@ -23,11 +23,5 @@ public interface IWqlLookaheadToken
         /// current position (lookahead).
         /// </summary>
         IEnumerable<WqlExpressionType> ExpectedNextTokens { get; }
-
-        /// <summary>
-        /// Indicates whether the input is syntactically valid up to the current
-        /// position.
-        /// </summary>
-        bool IsValid { get; }
     }
 }

src/WebExpress.WebIndex/Wql/WqlExpressionType.cs

@@ -32,25 +32,57 @@ public enum WqlExpressionType
         /// </summary>
         Parameter,
 
+        /// <summary>
+        /// Represents a function that performs a specific operation.
+        /// </summary>
+        Function,
+
         /// <summary>
         /// Represents an order in the system, encapsulating details about the items 
         /// purchased and their quantities.
         /// </summary>
         Order,
 
-
+        /// <summary>
+        /// Specifies the direction in which a collection is sorted, such as ascending 
+        /// or descending.
+        /// </summary>
         OrderDirection,
 
+        /// <summary>
+        /// Gets or sets the partitioning strategy used for data distribution.
+        /// </summary>
         Partitioning,
 
+        /// <summary>
+        /// Represents an operator that partitions a sequence into multiple segments based on 
+        /// specified criteria.
+        /// </summary>
         PartitioningOperator,
 
+        /// <summary>
+        /// Represents the opening parenthesis character used in expressions.
+        /// </summary>
         OpenParenthesis,
 
+        /// <summary>
+        /// Represents the closing parenthesis character used in expressions.
+        /// </summary>
         CloseParenthesis,
 
+        /// <summary>
+        /// Represents the quotation mark character used to delimit string literals.
+        /// </summary>
+        Quotation,
+
+        /// <summary>
+        /// Represents the separator character used to delimit values.
+        /// </summary>
         Separator,
 
+        /// <summary>
+        /// Represents a constant value used within an expression.
+        /// </summary>
         Literal
     }
 }

src/WebExpress.WebIndex/Wql/WqlLookaheadToken.cs

@@ -24,12 +24,6 @@ public sealed class WqlLookaheadToken : IWqlLookaheadToken
         /// </summary>
         public IEnumerable<WqlExpressionType> ExpectedNextTokens { get; init; } = [];
 
-        /// <summary>
-        /// Indicates whether the input is syntactically valid up to the current
-        /// position.
-        /// </summary>
-        public bool IsValid { get; init; }
-
         /// <summary>
         /// Initializes a new instance of the class using the specified WqlToken.
         /// </summary>