TBE-2678 Tests for general commands

REGRESSION/resources/config-ci-regression-mobile.xml

@@ -17,15 +17,19 @@
         <tag name="condition-self" enabled="false"/>
         <tag name="shell-self" enabled="false"/>
         <tag name="shell-mixed" enabled="false"/>
-        <tag name="assert-self" enabled="false"/>
+        <tag name="assert" enabled="false"/>
         <tag name="var-mixed" enabled="false"/>
-        <tag name="var-self" enabled="false"/>
+        <tag name="var" enabled="false"/>
         <tag name="variations-mixed" enabled="false"/>
         <tag name="variations-self" enabled="false"/>
         <tag name="auth-basic-mixed" enabled="false"/>
         <tag name="auth-jwt-mixed" enabled="false"/>
         <tag name="elasticsearch-mixed" enabled="false"/>
         <tag name="elasticsearch-self" enabled="false"/>
+        <tag name="repeat" enabled="true"/>
+        <tag name="migrate" enabled="true"/>
+        <tag name="include" enabled="true"/>
+        <tag name="wait" enabled="true"/>
         <tag name="api" enabled="false"/>
         <tag name="websocket" enabled="false"/>
         <tag name="graphql" enabled="false"/>

REGRESSION/resources/config-ci-regression-windows.xml

@@ -17,15 +17,19 @@
         <tag name="condition-self" enabled="true"/>
         <tag name="shell-self" enabled="false"/>
         <tag name="shell-mixed" enabled="false"/>
-        <tag name="assert-self" enabled="true"/>
+        <tag name="assert" enabled="true"/>
         <tag name="var-mixed" enabled="false"/>
-        <tag name="var-self" enabled="true"/>
+        <tag name="var" enabled="true"/>
         <tag name="variations-mixed" enabled="false"/>
         <tag name="variations-self" enabled="true"/>
         <tag name="auth-basic-mixed" enabled="false"/>
         <tag name="auth-jwt-mixed" enabled="false"/>
         <tag name="elasticsearch-mixed" enabled="false"/>
         <tag name="elasticsearch-self" enabled="false"/>
+        <tag name="repeat" enabled="true"/>
+        <tag name="migrate" enabled="true"/>
+        <tag name="include" enabled="true"/>
+        <tag name="wait" enabled="true"/>
         <tag name="api" enabled="false"/>
         <tag name="websocket" enabled="false"/>
         <tag name="graphql" enabled="false"/>

REGRESSION/resources/config-ci-regression.xml

@@ -17,15 +17,19 @@
         <tag name="condition-self" enabled="true"/>
         <tag name="shell-self" enabled="true"/>
         <tag name="shell-mixed" enabled="true"/>
-        <tag name="assert-self" enabled="true"/>
+        <tag name="assert" enabled="true"/>
         <tag name="var-mixed" enabled="true"/>
-        <tag name="var-self" enabled="true"/>
+        <tag name="var" enabled="true"/>
         <tag name="variations-mixed" enabled="true"/>
         <tag name="variations-self" enabled="true"/>
         <tag name="auth-basic-mixed" enabled="true"/>
         <tag name="auth-jwt-mixed" enabled="true"/>
         <tag name="elasticsearch-mixed" enabled="true"/>
         <tag name="elasticsearch-self" enabled="true"/>
+        <tag name="repeat" enabled="true"/>
+        <tag name="migrate" enabled="true"/>
+        <tag name="include" enabled="true"/>
+        <tag name="wait" enabled="true"/>
         <tag name="api" enabled="true"/>
         <tag name="websocket" enabled="true"/>
         <tag name="graphql" enabled="true"/>

REGRESSION/resources/config-local.xml

@@ -8,50 +8,55 @@
     <delayBetweenScenarioRuns seconds="1" enabled="false"/>
 
     <runScenariosByTag enabled="true">
-        <tag name="web" enabled="true"/>
+        <tag name="web" enabled="false"/>
         <tag name="mobilebrowser" enabled="false"/>
         <tag name="mobilebrowser-healthcheck" enabled="false"/>
         <tag name="native" enabled="false"/>
         <tag name="native-healthcheck" enabled="false"/>
-        <tag name="condition-mixed" enabled="true"/>
-        <tag name="condition-self" enabled="true"/>
+        <tag name="condition-mixed" enabled="false"/>
+        <tag name="condition" enabled="true"/>
 
         <tag name="shell-self" enabled="false"/>
         <tag name="shell-mixed" enabled="false"/>
 
-        <tag name="assert-self" enabled="true"/>
+        <tag name="assert" enabled="true"/>
 
-        <tag name="var-mixed" enabled="true"/>
-        <tag name="var-self" enabled="true"/>
+        <tag name="var-mixed" enabled="false"/>
+        <tag name="var" enabled="true"/>
 
-        <tag name="variations-mixed" enabled="true"/>
-        <tag name="variations-self" enabled="true"/>
+        <tag name="variations-mixed" enabled="false"/>
+        <tag name="variations-self" enabled="false"/>
 
-        <tag name="auth-basic-mixed" enabled="true"/>
-        <tag name="auth-jwt-mixed" enabled="true"/>
+        <tag name="auth-basic-mixed" enabled="false"/>
+        <tag name="auth-jwt-mixed" enabled="false"/>
 
-        <tag name="elasticsearch-mixed" enabled="true"/>
-        <tag name="elasticsearch-self" enabled="true"/>
+        <tag name="elasticsearch-mixed" enabled="false"/>
+        <tag name="elasticsearch-self" enabled="false"/>
 
-        <tag name="api" enabled="true"/>
-        <tag name="websocket" enabled="true"/>
-        <tag name="graphql" enabled="true"/>
+        <tag name="repeat" enabled="true"/>
+        <tag name="migrate" enabled="true"/>
+        <tag name="include" enabled="true"/>
+        <tag name="wait" enabled="true"/>
+
+        <tag name="api" enabled="false"/>
+        <tag name="websocket" enabled="false"/>
+        <tag name="graphql" enabled="false"/>
         <tag name="lambda" enabled="false"/>
-        <tag name="mysql" enabled="true"/>
-        <tag name="postgresql" enabled="true"/>
+        <tag name="mysql" enabled="false"/>
+        <tag name="postgresql" enabled="false"/>
         <tag name="clickhouse" enabled="false"/>
         <tag name="oracle" enabled="false"/>
-        <tag name="mongodb" enabled="true"/>
-        <tag name="dynamodb" enabled="true"/>
-        <tag name="kafka" enabled="true"/>
-        <tag name="rabbit" enabled="true"/>
-        <tag name="sqs" enabled="true"/>
-        <tag name="redis" enabled="true"/>
-        <tag name="s3" enabled="true"/>
+        <tag name="mongodb" enabled="false"/>
+        <tag name="dynamodb" enabled="false"/>
+        <tag name="kafka" enabled="false"/>
+        <tag name="rabbit" enabled="false"/>
+        <tag name="sqs" enabled="false"/>
+        <tag name="redis" enabled="false"/>
+        <tag name="s3" enabled="false"/>
         <tag name="sendgrid" enabled="false"/>
         <tag name="twilio" enabled="false"/>
         <tag name="smtp" enabled="false"/>
-        <tag name="ses" enabled="true"/>
+        <tag name="ses" enabled="false"/>
     </runScenariosByTag>
 
     <report>
@@ -66,9 +71,9 @@
 
     <environments>
         <!--   No need to launch vault to use this env     -->
-        <env folder="static" enabled="false" threads="1"/>
+        <env folder="static" enabled="true" threads="1"/>
         <!--   Vault is must have to use this env     -->
-        <env folder="vault" enabled="true" threads="1"/>
+        <env folder="vault" enabled="false" threads="1"/>
     </environments>
 
     <vault>

REGRESSION/resources/data/patches/clickhouse_patch_1.sql

@@ -0,0 +1,2 @@
+INSERT INTO news (id, newsName, newsNumber, active, createdAt)
+VALUES (21, 'Uganda', 225, 1, '2021-01-01 14:00:00');

REGRESSION/resources/data/patches/dynamo_patch_1.partiql

@@ -0,0 +1 @@
+INSERT INTO dynamodb_news VALUE { 'name' : 'Uganda', 'number' : 225, 'active' : true, 'createdAt': '2023-04-17T12:32:53.558', 'id': '4' };;

REGRESSION/resources/data/patches/mongo_patch_1.bson

@@ -0,0 +1,6 @@
+{
+  "insert": "mongo_news",
+  "documents": [
+    { "name": "Uganda", "number": 225, "active": true, "createdAt": { "$date": "2021-01-01T12:00:00.000Z" } }
+  ]
+}

REGRESSION/resources/data/patches/mysql_patch_1.sql

@@ -0,0 +1,3 @@
+INSERT INTO news (newsname, newsnumber, active, createdat)
+VALUES
+    ('Uganda', 225, true, '2021-01-01 12:00:00')

REGRESSION/resources/data/patches/oracle_patch_1.sql

@@ -0,0 +1,3 @@
+INSERT INTO news (newsname, newsnumber, active, createdat)
+VALUES
+    ('Uganda', 225, 1, TO_TIMESTAMP('2021-01-01 12:00:00', 'YYYY-MM-DD HH24:MI:SS'))

REGRESSION/resources/data/patches/postgres_patch_1.sql

@@ -0,0 +1,3 @@
+INSERT INTO news (newsname, newsnumber, active, createdat)
+VALUES
+    ('Uganda', 225, true, '2021-01-01 12:00:00')

REGRESSION/resources/data/patches/redis_patch.sql

@@ -0,0 +1 @@
+SET news:1 '{"newsName": "Uganda", "newsNumber": 225, "active": true, "createdAt": "2021-01-01 12:00:00"}'

REGRESSION/resources/data/patches/redis_patch_1.sql

@@ -0,0 +1 @@
+SET Uganda 225

REGRESSION/resources/data/patches/sql_database_patch.sql

@@ -0,0 +1,2 @@
+INSERT INTO news (id, newsName, newsNumber, active, createdAt)
+VALUES (1, 'Uganda', 225, true, '2021-01-01 12:00:00')

REGRESSION/resources/data/variations/assert_variations.csv

@@ -0,0 +1,7 @@
+val1,val2,expectedEqual,conditionName,firstValue,operation,secondValue,condition,comment
+Testlum,Testlum,true,first,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations
+Recorder,otherTool,false,second,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations
+1,2,false,third,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations
+7,7,true,fourth,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations
+test!,red#,false,fifth,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations
+$,$,true,sixth,{{val1}},eq,{{val2}},"""{{val1}}"" eq ""{{val2}}""",check injecting from variations

REGRESSION/resources/data/variations/include_variations.csv

@@ -0,0 +1,3 @@
+value,comment
+1,some comment from variations
+2,some 2nd comment from variations

REGRESSION/resources/data/variations/migrate_variations.csv

@@ -0,0 +1,3 @@
+comment,dataset,postgresComment,query,expected_2
+Migrate Postgres dataset,postgres_patch.sql,Check it is possible to get data from postgres_patch dataset,SELECT newsnumber FROM news WHERE newsname = 'News1',expected_2_1
+Migrate Postgres dataset_1,postgres_patch_1.sql,Check it is possible to get data from postgres_patch_1 dataset,SELECT newsname FROM news WHERE newsnumber = 225,expected_2_2

REGRESSION/resources/data/variations/repeat_inject_variations.csv

@@ -0,0 +1,2 @@
+comment,condition
+some comment from variations,1 eq 1

REGRESSION/resources/data/variations/repeat_variations.csv

@@ -0,0 +1,4 @@
+a
+1
+2
+3

REGRESSION/resources/data/variations/var_variations.csv

@@ -0,0 +1,5 @@
+value,expression,condition,expected,comment,name,operator
+1,{{value}} + {{constVar}},{{value}} eq 1,6,check injection from variations and var,sum,+
+2,{{value}} - {{constVar}},{{value}} == 2,-3,check injection from variations and var,diff,-
+3,{{value}} * {{constVar}},{{constVar}} eq 5,15,check injection from variations and var,multiplication,*
+4,{{value}} / ""{{constVar}}"",{{value}} < 1,404,check injection from variations and var,div,/

REGRESSION/resources/data/variations/wait_variations.csv

@@ -0,0 +1,3 @@
+seconds,comment,waitSkipped
+1,wait 1 second,false
+2,wait 2 seconds,true

REGRESSION/resources/scenarios/assert/conditions/scenario.xml

@@ -0,0 +1,58 @@
+<scenario xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+          xmlns="http://www.knubisoft.com/testlum/testing/model/scenario"
+          xsi:schemaLocation="http://www.knubisoft.com/testlum/testing/model/scenario scenario.xsd">
+
+    <overview>
+        <description>Self test for command: Assert equal and notEqual(with conditions)</description>
+        <name>Assert conditions test</name>
+    </overview>
+
+    <settings>
+        <tags>assert</tags>
+    </settings>
+
+    <condition comment="Create true condition" name="trueCondition" spel="1 eq 1"/>
+
+    <assert comment="Assert with true condition" condition="{{trueCondition}}">
+        <equal comment="Valid equal check">
+            <content>2</content>
+            <content>2</content>
+        </equal>
+        <notEqual comment="Valid notEqual check">
+            <content>2</content>
+            <content>3</content>
+        </notEqual>
+    </assert>
+
+    <assert comment="Assert with true condition in equal/notEqual">
+        <equal comment="Valid equal check" condition="{{trueCondition}}">
+            <content>2</content>
+            <content>2</content>
+        </equal>
+        <notEqual comment="Valid notEqual check" condition="{{trueCondition}}">
+            <content>1</content>
+            <content>2</content>
+        </notEqual>
+    </assert>
+
+    <condition comment="Create false condition" name="falseCondition" spel="1 eq 2"/>
+
+    <assert comment="Assert with false condition" condition="{{falseCondition}}">
+        <equal comment="Invalid equal check">
+            <content>1</content>
+            <content>2</content>
+        </equal>
+    </assert>
+
+    <assert comment="Assert with false condition in equal/notEqual">
+        <equal comment="Invalid equal check" condition="{{falseCondition}}">
+            <content>1</content>
+            <content>2</content>
+        </equal>
+        <notEqual comment="Invalid unequal check" condition="{{falseCondition}}">
+            <content>1</content>
+            <content>1</content>
+        </notEqual>
+    </assert>
+
+</scenario>

REGRESSION/resources/scenarios/assert/scenario.xml → REGRESSION/resources/scenarios/assert/general/scenario.xml

@@ -8,7 +8,7 @@
     </overview>
 
     <settings>
-        <tags>assert-self</tags>
+        <tags>assert</tags>
     </settings>
 
     <var comment="Check new assert by inject expected result" name="BestTool">