Add rawType in column definition.

Author: Davidhua1996

exchangis-job/exchangis-job-common/src/main/java/com/webank/wedatasphere/exchangis/job/domain/SubExchangisJob.java

@@ -135,6 +135,12 @@ public static class ColumnDefine{
          * Column type
          */
         private String type;
+
+        /**
+         * Raw column type
+         */
+        private String rawType;
+
         /**
          * Column index
          */
@@ -177,6 +183,14 @@ public Integer getIndex() {
         public void setIndex(Integer index) {
             this.index = index;
         }
+
+        public String getRawType() {
+            return rawType;
+        }
+
+        public void setRawType(String rawType) {
+            this.rawType = rawType;
+        }
     }
 
     /**

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/builder/engine/DataxExchangisEngineJobBuilder.java

@@ -48,10 +48,12 @@ public class DataxExchangisEngineJobBuilder extends AbstractResourceEngineJobBui
     private static final JobParamDefine<DataxMappingContext> COLUMN_MAPPINGS = JobParams.define("column.mappings", job -> {
         DataxMappingContext mappingContext = new DataxMappingContext();
         job.getSourceColumns().forEach(columnDefine -> mappingContext.getSourceColumns().add(
-                new DataxMappingContext.Column(columnDefine.getName(), columnDefine.getType(), columnDefine.getIndex() + "")
+                new DataxMappingContext.Column(columnDefine.getName(), columnDefine.getType(),
+                        columnDefine.getRawType(), columnDefine.getIndex() + "")
         ));
         job.getSinkColumns().forEach(columnDefine -> mappingContext.getSinkColumns().add(
-                new DataxMappingContext.Column(columnDefine.getName(), columnDefine.getType(), columnDefine.getIndex() + "")
+                new DataxMappingContext.Column(columnDefine.getName(), columnDefine.getType(),
+                        columnDefine.getRawType(), columnDefine.getIndex() + "")
         ));
         job.getColumnFunctions().forEach(function -> {
             DataxMappingContext.Transformer.Parameter parameter = new DataxMappingContext.Transformer.Parameter();

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/builder/engine/DataxMappingContext.java

@@ -61,6 +61,11 @@ public static class Column{
          */
         private String type;
 
+        /**
+         * Raw column type
+         */
+        private String rawType;
+
         /**
          * Index name
          */
@@ -71,8 +76,13 @@ public Column(){
         }
 
         public Column(String name, String type, String index){
+            this(name, type, null, index);
+        }
+
+        public Column(String name, String type, String rawType, String index){
             this.name = name;
             this.type = type;
+            this.rawType = rawType;
             this.index = index;
         }
         public String getName() {
@@ -98,6 +108,14 @@ public String getIndex() {
         public void setIndex(String index) {
             this.index = index;
         }
+
+        public String getRawType() {
+            return rawType;
+        }
+
+        public void setRawType(String rawType) {
+            this.rawType = rawType;
+        }
     }
 
     /**

exchangis-job/exchangis-job-server/src/main/java/com/webank/wedatasphere/exchangis/job/server/builder/transform/mappings/HiveDataxParamsMapping.java

@@ -321,6 +321,10 @@ protected Consumer<SubExchangisJob.ColumnDefine> srcColumnMappingFunc() {
             Type t = FIELD_MAP.get(type.toUpperCase().replaceAll("[(<（][\\s\\S]+", ""));
             if (null != t){
                 columnDefine.setType(t.toString());
+                if (t == Type.OBJECT){
+                    // Set the raw column type
+                    columnDefine.setRawType(type);
+                }
             } else {
                 columnDefine.setType(Type.STRING.toString());
             }