Merge branch 'develop_930' of github.com:ModelEngine-Group/data-platform into develop_930

Author: chenghh-9609

LICENSE

@@ -1,20 +1,20 @@
-MIT License
-
-Copyright (c) [2025] [ModelEngine Data-Engine Platform]
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+# DataMate Open Source License
+
+DataMate is licensed under the MIT License, with the following additional conditions:
+
+DataMate is permitted to be used commercially, including as a backend service for other applications or as an application development platform for enterprises. However, when the following conditions are met, you must contact the producer to obtain a commercial license:
+
+a. Multi-tenant SaaS service: Unless explicitly authorized by DataMate in writing, you may not use the DataMate source code to operate a multi-tenant SaaS service.
+b. LOGO and copyright information: In the process of using DataMate's frontend, you may not remove or modify the LOGO or copyright information in the DataMate console or applications. This restriction is inapplicable to uses of Nexent that do not involve its frontend.
+
+Please contact zhangyafeng2@huawei.com by email to inquire about licensing matters.
+
+As a contributor, you should agree that:
+
+a. The producer can adjust the open-source agreement to be more strict or relaxed as deemed necessary.
+b. Your contributed code may be used for commercial purposes, such as DataMate's cloud business.
+
+Apart from the specific conditions mentioned above, all other rights and restrictions follow the MIT License.
+Detailed information about the MIT License can be found at: https://opensource.org/licenses/MIT
+
+Copyright © 2025 Huawei Technologies Co., Ltd.

Makefile

@@ -1,12 +1,19 @@
 MAKEFLAGS += --no-print-directory
 
+VERSION ?= latest
+NAMESPACE ?= datamate
+
 .PHONY: build-%
 build-%:
 	$(MAKE) $*-docker-build
 
 .PHONY: build
 build: backend-docker-build frontend-docker-build runtime-docker-build
 
+.PHONY: create-namespace
+create-namespace:
+	@kubectl get namespace $(NAMESPACE) > /dev/null 2>&1 || kubectl create namespace $(NAMESPACE)
+
 .PHONY: install-%
 install-%:
 ifeq ($(origin INSTALLER), undefined)
@@ -26,7 +33,7 @@ else
 endif
 
 .PHONY: install
-install: install-data-platform
+install: install-data-mate
 
 .PHONY: uninstall-%
 uninstall-%:
@@ -47,115 +54,111 @@ else
 endif
 
 .PHONY: uninstall
-uninstall: uninstall-data-platform
+uninstall: uninstall-data-mate
 
 # build
 .PHONY: mineru-docker-build
 mineru-docker-build:
-	sh scripts/images/mineru/build.sh
+	docker build -t mineru:$(VERSION) . -f scripts/images/mineru/Dockerfile
 
 .PHONY: datax-docker-build
 datax-docker-build:
-	sh scripts/images/datax/build.sh
-
-.PHONY: data-juicer-docker-build
-data-juicer-docker-build:
-	sh scripts/images/data-juicer/build.sh
+	docker build -t datax:$(VERSION) . -f scripts/images/datax/Dockerfile
 
 .PHONY: unstructured-docker-build
 unstructured-docker-build:
-	sh scripts/images/unstructured/build.sh
+	docker build -t unstructured:$(VERSION) . -f scripts/images/unstructured/Dockerfile
 
 .PHONY: backend-docker-build
 backend-docker-build:
-	sh scripts/images/backend/build.sh
+	docker build -t backend:$(VERSION) . -f scripts/images/backend/Dockerfile
 
 .PHONY: frontend-docker-build
 frontend-docker-build:
-	sh scripts/images/frontend/build.sh
+	docker build -t frontend:$(VERSION) . -f scripts/images/frontend/Dockerfile
 
 .PHONY: runtime-docker-build
 runtime-docker-build:
-	sh scripts/images/runtime/build.sh
+	docker build -t runtime:$(VERSION) . -f scripts/images/runtime/Dockerfile
 
 .PHONY: backend-docker-install
 backend-docker-install:
-	cd deployment/docker/data-platform && docker-compose up -d backend
+	cd deployment/docker/data-mate && docker-compose up -d backend
 
 .PHONY: backend-docker-uninstall
 backend-docker-uninstall:
-	cd deployment/docker/data-platform && docker-compose down backend
+	cd deployment/docker/data-mate && docker-compose down backend
 
 .PHONY: frontend-docker-install
 frontend-docker-install:
-	cd deployment/docker/data-platform && docker-compose up -d frontend
+	cd deployment/docker/data-mate && docker-compose up -d frontend
 
 .PHONY: frontend-docker-uninstall
 frontend-docker-uninstall:
-	cd deployment/docker/data-platform && docker-compose down frontend
+	cd deployment/docker/data-mate && docker-compose down frontend
 
 .PHONY: runtime-docker-install
 runtime-docker-install:
-	cd deployment/docker/data-platform && docker-compose up -d runtime
+	cd deployment/docker/data-mate && docker-compose up -d runtime
 
 .PHONY: runtime-docker-uninstall
 runtime-docker-uninstall:
-	cd deployment/docker/data-platform && docker-compose down runtime
+	cd deployment/docker/data-mate && docker-compose down runtime
 
 .PHONY: runtime-k8s-install
-runtime-k8s-install:
-	helm upgrade kuberay-operator deployment/helm/ray/kuberay-operator --install
-	helm upgrade raycluster deployment/helm/ray/ray-cluster/ --install
-	kubectl apply -f deployment/helm/ray/service.yaml
+runtime-k8s-install: create-namespace
+	helm upgrade kuberay-operator deployment/helm/ray/kuberay-operator --install -n $(NAMESPACE)
+	helm upgrade raycluster deployment/helm/ray/ray-cluster/ --install -n $(NAMESPACE)
+	kubectl apply -f deployment/helm/ray/service.yaml -n $(NAMESPACE)
 
 .PHONY: runtime-k8s-uninstall
 runtime-k8s-uninstall:
-	helm uninstall raycluster
-	helm uninstall kuberay-operator
-	kubectl delete -f deployment/helm/ray/service.yaml
+	helm uninstall raycluster -n $(NAMESPACE)
+	helm uninstall kuberay-operator -n $(NAMESPACE)
+	kubectl delete -f deployment/helm/ray/service.yaml -n $(NAMESPACE)
 
 .PHONY: unstructured-k8s-install
-unstructured-k8s-install:
-	kubectl apply -f deployment/kubernetes/unstructured/deploy.yaml
+unstructured-k8s-install: create-namespace
+	kubectl apply -f deployment/kubernetes/unstructured/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: mysql-k8s-install
-mysql-k8s-install:
-	kubectl create configmap init-sql --from-file=scripts/db/ --dry-run=client -o yaml | kubectl apply -f -
-	kubectl apply -f deployment/kubernetes/mysql/configmap.yaml
-	kubectl apply -f deployment/kubernetes/mysql/deploy.yaml
+mysql-k8s-install: create-namespace
+	kubectl create configmap init-sql --from-file=scripts/db/ --dry-run=client -o yaml | kubectl apply -f - -n $(NAMESPACE)
+	kubectl apply -f deployment/kubernetes/mysql/configmap.yaml -n $(NAMESPACE)
+	kubectl apply -f deployment/kubernetes/mysql/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: mysql-k8s-uninstall
 mysql-k8s-uninstall:
-	kubectl delete configmap init-sql
-	kubectl delete -f deployment/kubernetes/mysql/configmap.yaml
-	kubectl delete -f deployment/kubernetes/mysql/deploy.yaml
+	kubectl delete configmap init-sql -n $(NAMESPACE)
+	kubectl delete -f deployment/kubernetes/mysql/configmap.yaml -n $(NAMESPACE)
+	kubectl delete -f deployment/kubernetes/mysql/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: backend-k8s-install
-backend-k8s-install:
-	kubectl apply -f deployment/kubernetes/backend/deploy.yaml
+backend-k8s-install: create-namespace
+	kubectl apply -f deployment/kubernetes/backend/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: backend-k8s-uninstall
 backend-k8s-uninstall:
-	kubectl delete -f deployment/kubernetes/backend/deploy.yaml
+	kubectl delete -f deployment/kubernetes/backend/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: frontend-k8s-install
-frontend-k8s-install:
-	kubectl apply -f deployment/kubernetes/frontend/deploy.yaml
+frontend-k8s-install: create-namespace
+	kubectl apply -f deployment/kubernetes/frontend/deploy.yaml -n $(NAMESPACE)
 
 .PHONY: frontend-k8s-uninstall
 frontend-k8s-uninstall:
-	kubectl delete -f deployment/kubernetes/frontend/deploy.yaml
+	kubectl delete -f deployment/kubernetes/frontend/deploy.yaml -n $(NAMESPACE)
 
-.PHONY: data-platform-docker-install
-data-platform-docker-install:
-	cd deployment/docker/data-platform && docker-compose up -d
+.PHONY: data-mate-docker-install
+data-mate-docker-install:
+	cd deployment/docker/datamate && docker-compose up -d
 
-.PHONY: data-platform-docker-uninstall
-data-platform-docker-uninstall:
-	cd deployment/docker/data-platform && docker-compose down
+.PHONY: data-mate-docker-uninstall
+data-mate-docker-uninstall:
+	cd deployment/docker/datamate && docker-compose down
 
-.PHONY: data-platform-k8s-install
-data-platform-k8s-install: mysql-k8s-install backend-k8s-install frontend-k8s-install runtime-k8s-install
+.PHONY: data-mate-k8s-install
+data-mate-k8s-install: create-namespace mysql-k8s-install backend-k8s-install frontend-k8s-install runtime-k8s-install
 
-.PHONY: data-platform-k8s-uninstall
-data-platform-k8s-uninstall: mysql-k8s-uninstall backend-k8s-uninstall frontend-k8s-uninstall runtime-k8s-uninstall
+.PHONY: data-mate-k8s-uninstall
+data-mate-k8s-uninstall: mysql-k8s-uninstall backend-k8s-uninstall frontend-k8s-uninstall runtime-k8s-uninstall

README-zh.md

@@ -0,0 +1,72 @@
+# DataMate 一站式数据工作平台
+
+<div align="center">
+
+[![Backend CI](https://github.com/ModelEngine-Group/DataMate/actions/workflows/docker-image-backend.yml/badge.svg)](https://github.com/ModelEngine-Group/DataMate/actions/workflows/docker-image-backend.yml)
+[![Frontend CI](https://github.com/ModelEngine-Group/DataMate/actions/workflows/docker-image-frontend.yml/badge.svg)](https://github.com/ModelEngine-Group/DataMate/actions/workflows/docker-image-frontend.yml)
+![GitHub Stars](https://img.shields.io/github/stars/ModelEngine-Group/DataMate)
+![GitHub Forks](https://img.shields.io/github/forks/ModelEngine-Group/DataMate)
+![GitHub Issues](https://img.shields.io/github/issues/ModelEngine-Group/DataMate)
+![GitHub License](https://img.shields.io/github/license/ModelEngine-Group/DataMate)
+
+**DataMate是面向模型微调与RAG检索的企业级数据处理平台，支持数据归集、数据管理、算子市场、数据清洗、数据合成、数据标注、数据评估、知识生成等核心功能。
+**
+
+[简体中文](./README-zh.md) | [English](./README.md)
+
+如果您喜欢这个项目，希望您能给我们一个Star⭐️!
+
+</div>
+
+## 🌟 核心特性
+
+- **核心模块**：数据归集、数据管理、算子市场、数据清洗、数据合成、数据标注、数据评估、知识生成
+- **可视化编排**：拖拽式数据处理流程设计
+- **算子生态**：丰富的内置算子和自定义算子支持
+
+## 🚀 快速开始
+
+### 前置条件
+
+- Git (用于拉取源码)
+- Make (用于构建和安装)
+- Docker (用于构建镜像和部署服务)
+- Docker-Compose (用于部署服务-docker方式)
+- kubernetes (用于部署服务-k8s方式)
+- Helm (用于部署服务-k8s方式)
+
+### 拉取代码
+
+```bash
+git clone git@github.com:ModelEngine-Group/DataMate.git
+```
+
+### 镜像构建
+
+```bash
+make build
+```
+
+### Docker安装
+
+```bash
+make install INSTALLER=docker
+```
+
+### kubernetes安装
+
+```bash
+make install INSTALLER=k8s
+```
+
+## 🤝 贡献指南
+
+感谢您对本项目的关注！我们非常欢迎社区的贡献，无论是提交 Bug 报告、提出功能建议，还是直接参与代码开发，都能帮助项目变得更好。
+
+• 📮 [GitHub Issues](../../issues)：提交 Bug 或功能建议。
+
+• 🔧 [GitHub Pull Requests](../../pulls)：贡献代码改进。
+
+## 📄 许可证
+
+DataMate 基于 [MIT](LICENSE) 开源，您可以在遵守许可证条款的前提下自由使用、修改和分发本项目的代码。