move mesh worker service to an individual repo and cleanup (#309)

* remove from release

* remove actions and sources

Author: freeznet

.ci/clusters/values_mesh_worker_service.yaml

@@ -82,10 +82,6 @@ function ci::install_pulsar_charts() {
     echo "Installing the pulsar charts ..."
     values=${1:-".ci/clusters/values.yaml"}
     echo $values
-    if [ "$values" = ".ci/clusters/values_mesh_worker_service.yaml" ]; then
-      echo "load mesh-worker-service-integration-pulsar:latest ..."
-      kind load docker-image mesh-worker-service-integration-pulsar:latest --name sn-platform-${CLUSTER_ID}
-    fi
     if [ -d "pulsar-charts" ]; then
       rm -rf pulsar-charts
     fi
@@ -254,224 +250,3 @@ function ci:verify_exclamation_function() {
   fi
   return 1
 }
-
-function ci::ensure_mesh_worker_service_role() {
-  ${KUBECTL} apply -f ${FUNCTION_MESH_HOME}/config/rbac/role.yaml
-  ${KUBECTL} create clusterrolebinding broker-acct-manager-role-binding --clusterrole=manager-role --serviceaccount=default:sn-platform-pulsar-broker-acct
-}
-
-function ci::ensure_function_mesh_config() {
-  ${KUBECTL} apply -f ${FUNCTION_MESH_HOME}/.ci/clusters/mesh_worker_service_integration_test_pulsar_config.yaml
-}
-
-function ci::verify_mesh_worker_service_pulsar_admin() {
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks available-sinks
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks available-sinks)
-  if [[ $RET != *"data-generator"* ]]; then
-   return 1
-  fi
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources available-sources
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources available-sources)
-  if [[ $RET != *"data-generator"* ]]; then
-   return 1
-  fi
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources create --name data-generator-source --source-type data-generator --destination-topic-name persistent://public/default/random-data-topic --custom-runtime-options '{"outputTypeClassName": "org.apache.pulsar.io.datagenerator.Person"}' --source-config '{"sleepBetweenMessages": "1000"}')
-  echo $RET
-  if [[ $RET != *"successfully"* ]]; then
-   return 1
-  fi
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks create --name data-generator-sink --sink-type data-generator --inputs persistent://public/default/random-data-topic --custom-runtime-options '{"inputTypeClassName": "org.apache.pulsar.io.datagenerator.Person"}')
-  echo $RET
-  if [[ $RET != *"successfully"* ]]; then
-   return 1
-  fi
-  ${KUBECTL} get pods -n ${NAMESPACE}
-  sleep 120
-  ${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source"
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-sink" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-sink" | wc -l)
-  done
-  ${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source"
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source" | wc -l)
-  done
-  sleep 120
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks status --name data-generator-sink
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks status --name data-generator-sink)
-  if [[ $RET != *"true"* ]]; then
-   return 1
-  fi
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources status --name data-generator-source
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources status --name data-generator-source)
-  if [[ $RET != *"true"* ]]; then
-   return 1
-  fi
-  ${KUBECTL} get pods -n ${NAMESPACE}
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources delete --name data-generator-source)
-  echo $RET
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sinks delete --name data-generator-sink)
-  echo $RET
-  ${KUBECTL} get pods -n ${NAMESPACE}
-  echo " === verify mesh worker service with empty connector config"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources create --name data-generator-source --source-type data-generator --destination-topic-name persistent://public/default/random-data-topic --custom-runtime-options '{"outputTypeClassName": "org.apache.pulsar.io.datagenerator.Person"}')
-  echo $RET
-  if [[ $RET != *"successfully"* ]]; then
-   return 1
-  fi
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "data-generator-source" | wc -l)
-  done
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources status --name data-generator-source
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources status --name data-generator-source)
-  if [[ $RET != *"true"* ]]; then
-    ${KUBECTL} logs -n ${NAMESPACE} data-generator-source-69865103-source-0
-    ${KUBECTL} get pods data-generator-source-69865103-source-0 -o yaml
-   return 1
-  fi
-  ${KUBECTL} get pods -n ${NAMESPACE}
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin sources delete --name data-generator-source)
-  echo $RET
-  ${KUBECTL} get pods -n ${NAMESPACE}
-
-}
-
-function ci::upload_java_package() {
-
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin packages upload function://public/default/java-function@1.0 --path /pulsar/examples/api-examples.jar --description java-function@1.0)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-    sleep 60
-    return 1
-  fi
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin packages download function://public/default/java-function@1.0 --path /pulsar/api-examples.jar)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-    sleep 60
-    return 1
-  fi
-}
-
-function ci::verify_java_package() {
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions create --jar function://public/default/java-function@1.0 --name package-java-fn --className org.apache.pulsar.functions.api.examples.ExclamationFunction --inputs persistent://public/default/package-java-fn-input --cpu 0.1)
-  ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-  sleep 15
-  echo $RET
-  ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-  sleep 15
-  ${KUBECTL} get pods -A
-  sleep 5
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-java-fn" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    ${KUBECTL} describe pod package-java-fn-function-0
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-java-fn" | wc -l)
-  done
-  echo "java function test done"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions delete --name package-java-fn)
-  echo "${RET}"
-}
-
-function ci::upload_python_package() {
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin packages upload function://public/default/python-function@1.0 --path /pulsar/examples/python-examples/exclamation_function.py --description python-function@1.0)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    return 1
-  fi
-}
-
-function ci::verify_python_package() {
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions create --py function://public/default/python-function@1.0 --name package-python-fn --classname exclamation_function.ExclamationFunction --inputs persistent://public/default/package-python-fn-input --cpu 0.1)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    return 1
-  fi
-  sleep 15
-  ${KUBECTL} get pods -A
-  sleep 5
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-python-fn" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    ${KUBECTL} describe pod package-python-fn-function-0
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-python-fn" | wc -l)
-  done
-  echo "python function test done"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions delete --name package-python-fn)
-  echo "${RET}"
-}
-
-function ci::upload_go_package() {
-  ${KUBECTL} cp "${FUNCTION_MESH_HOME}/.ci/examples/go-examples" "${NAMESPACE}/${CLUSTER}-pulsar-broker-0:/pulsar/examples"
-  sleep 1
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- ls -l /pulsar/examples/go-examples
-  sleep 1
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin packages upload function://public/default/go-function@1.0 --path /pulsar/examples/go-examples/exclamationFunc --description go-function@1.0)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    return 1
-  fi
-}
-
-function ci::verify_go_package() {
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions create --go function://public/default/go-function@1.0 --name package-go-fn --inputs persistent://public/default/package-go-fn-input --cpu 0.1)
-  if [[ $RET != *"successfully"* ]]; then
-    echo "${RET}"
-    return 1
-  fi
-  sleep 15
-  ${KUBECTL} get pods -A
-  sleep 5
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-go-fn" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    ${KUBECTL} describe pod package-go-fn-function-0
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-go-fn" | wc -l)
-  done
-  echo "go function test done"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions delete --name package-go-fn)
-  echo "${RET}"
-}
-
-function ci::create_java_function_by_upload() {
-  ${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- cat conf/functions_worker.yml
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions create --jar /pulsar/examples/api-examples.jar --name package-upload-java-fn --className org.apache.pulsar.functions.api.examples.ExclamationFunction --inputs persistent://public/default/package-upload-java-fn-input --cpu 0.1)
-  ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-  sleep 15
-  echo $RET
-  ${KUBECTL} logs -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0
-  sleep 15
-  ${KUBECTL} get pods -A
-  sleep 5
-  WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-upload-java-fn" | wc -l)
-  while [[ ${WC} -lt 1 ]]; do
-    echo ${WC};
-    sleep 20
-    ${KUBECTL} get pods -n ${NAMESPACE}
-    ${KUBECTL} describe pod package-upload-java-fn-function-0
-    WC=$(${KUBECTL} get pods -n ${NAMESPACE} --field-selector=status.phase=Running | grep "package-upload-java-fn" | wc -l)
-  done
-  echo "java function test done"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin functions delete --name package-upload-java-fn)
-  echo "${RET}"
-  RET=$(${KUBECTL} exec -n ${NAMESPACE} ${CLUSTER}-pulsar-broker-0 -- bin/pulsar-admin packages get-metadata function://public/default/package-upload-java-fn@latest)
-  echo "${RET}"
-}