Init the component of stream material container.

Author: Davidhua1996

streamis-jobmanager/streamis-job-launcher/streamis-job-launcher-service/src/main/scala/com/webank/wedatasphere/streamis/jobmanager/launcher/conf/JobConfKeyConstants.scala

@@ -89,4 +89,9 @@ object JobConfKeyConstants {
    * Alert level
    */
   val ALERT_LEVEL: CommonVars[String] = CommonVars("wds.streamis.job.config.key.alert.level", "wds.linkis.flink.alert.level")
+
+  /**
+   * Material model
+   */
+  val MATERIAL_MODEL: CommonVars[String] = CommonVars("wds.streamis.job.config.key.material.model", "wds.streamis.job.material.model")
 }

streamis-jobmanager/streamis-job-manager/streamis-job-manager-base/src/main/java/com/webank/wedatasphere/streamis/jobmanager/manager/dao/StreamFileMapper.java

@@ -0,0 +1,8 @@
+package com.webank.wedatasphere.streamis.jobmanager.manager.dao;
+
+/**
+ * Mapper of stream file(material)
+ */
+public interface StreamFileMapper {
+
+}

streamis-jobmanager/streamis-job-manager/streamis-job-manager-service/pom.xml

@@ -31,9 +31,17 @@
     <properties>
         <maven.compiler.source>8</maven.compiler.source>
         <maven.compiler.target>8</maven.compiler.target>
+        <junit.version>4.12</junit.version>
     </properties>
 
     <dependencies>
+        <!--Junit-->
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>${junit.version}</version>
+            <scope>test</scope>
+        </dependency>
         <dependency>
             <groupId>com.webank.wedatasphere.streamis</groupId>
             <artifactId>streamis-job-manager-base</artifactId>

streamis-jobmanager/streamis-job-manager/streamis-job-manager-service/src/main/scala/com/webank/wedatasphere/streamis/jobmanager/manager/conf/JobConf.scala

@@ -39,6 +39,11 @@ object JobConf {
    */
   val STREAMIS_JOB_LOG_COLLECT_PATH: CommonVars[String] = CommonVars("wds.streamis.job.log.collect.path", "/api/rest_j/v1/streamis/streamJobManager/log/collect/events")
 
+  /**
+   * Enable to use material container
+   */
+  val STREAMIS_JOB_MATERIAL_CONTAINER_ENABLE: CommonVars[Boolean] = CommonVars("wds.streamis.job.material.container.enable", false)
+
   val FLINK_JOB_STATUS_NOT_STARTED: CommonVars[Int] = CommonVars("wds.streamis.job.status.not-started", 0,"Not Started")
 
   val FLINK_JOB_STATUS_COMPLETED: CommonVars[Int] = CommonVars("wds.streamis.job.status.completed", 1,"Completed")

streamis-jobmanager/streamis-job-manager/streamis-job-manager-service/src/main/scala/com/webank/wedatasphere/streamis/jobmanager/manager/material/StreamFileContainer.scala

@@ -0,0 +1,36 @@
+package com.webank.wedatasphere.streamis.jobmanager.manager.material
+
+import com.webank.wedatasphere.streamis.jobmanager.manager.entity.StreamisFile
+import java.util
+/**
+ * Define the stream file container
+ */
+trait StreamFileContainer {
+  /**
+   * Container name
+   * @return
+   */
+   def getContainerName: String
+
+  /**
+   * Get stream files
+   * @return
+   */
+   def getStreamFiles: util.List[StreamisFile]
+
+  /**
+   * Get stream files by match function
+   * @param matchFunc match function
+   * @return
+   */
+   def getStreamFiles(matchFunc: StreamisFile => Boolean): util.List[StreamisFile]
+
+  /**
+   * Get stream file by basename, model name and suffix
+   * @param name name
+   * @param model model
+   * @param suffix suffix
+   * @return
+   */
+   def getStreamFile(name: String, model: String, suffix: String): StreamisFile
+}

streamis-jobmanager/streamis-job-manager/streamis-job-manager-service/src/main/scala/com/webank/wedatasphere/streamis/jobmanager/manager/material/StreamFileLocalContainer.scala

@@ -0,0 +1,12 @@
+package com.webank.wedatasphere.streamis.jobmanager.manager.material
+
+import org.apache.linkis.common.conf.CommonVars
+
+trait StreamFileLocalContainer extends StreamFileContainer {
+
+}
+
+object StreamFileLocalContainer{
+
+  val STORE_PATH: CommonVars[String] = CommonVars("wds.streamis.job.material.container.local.store-path", "material")
+}

streamis-jobmanager/streamis-job-manager/streamis-job-manager-service/src/test/scala/com/webank/wedatasphere/streamis/jobmanager/manager/material/StreamFileContainerTest.scala

@@ -0,0 +1,11 @@
+package com.webank.wedatasphere.streamis.jobmanager.manager.material
+
+import org.junit.Test
+
+
+class StreamFileContainerTest {
+    @Test
+    def scanAndLoadTheFile(): Unit = {
+        print("hello")
+    }
+}