Merge pull request #6 from WeOps-Lab/weops-chen

fix: 调整 celery worker 配置

Author: ericchenCW

bin/hooks/start_cmds/celery/start-baworker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q backend_additional_task -n baworker@%h -P threads -c 64 -O fair --time-limit=1800 --maxtasksperchild=50
+celery -A apps.backend worker -Q backend_additional_task -n baworker@%h -P threads -c 64 -O fair --time-limit=1800 --maxtasksperchild=50 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-bworker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q backend -n bworker@%h -P threads -c 64 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q backend -n bworker@%h -P threads -c 64 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-common-pipeline-worker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q backend_additional_task,pipeline,pipeline_priority,service_schedule,service_schedule_priority,pipeline_additional_task,pipeline_additional_task_priority -n pcworker@%h -P threads -c 128 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q backend_additional_task,pipeline,pipeline_priority,service_schedule,service_schedule_priority,pipeline_additional_task,pipeline_additional_task_priority -n pcworker@%h -P threads -c 128 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-common-worker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q default,backend -n cworker@%h -P threads -c 128 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q default,backend -n cworker@%h -P threads -c 128 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-dworker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q default -n default@%h -P threads -c 64 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q default -n default@%h -P threads -c 64 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-paworker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q pipeline_additional_task,pipeline_additional_task_priority -n common_worker@%h -l info -P threads -c 32 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q pipeline_additional_task,pipeline_additional_task_priority -n common_worker@%h -l info -P threads -c 32 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-psworker

@@ -4,4 +4,4 @@
 # this problem solution is not use eventlet
 # refer to -> https://github.com/celery/celery/issues/5924
 # refer to -> https://github.com/intelowlproject/IntelOwl/issues/379
-celery -A apps.backend worker -Q service_schedule,service_schedule_priority -n schedule_worker@%h -P threads -c 100 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q service_schedule,service_schedule_priority -n schedule_worker@%h -P threads -c 100 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

bin/hooks/start_cmds/celery/start-pworker

@@ -1,2 +1,2 @@
 #!/bin/bash
-celery -A apps.backend worker -Q pipeline,pipeline_priority -n pipeline_worker@%h -P threads -c 100 --maxtasksperchild=50 -O fair --time-limit=1800
+celery -A apps.backend worker -Q pipeline,pipeline_priority -n pipeline_worker@%h -P threads -c 100 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat

support-files/templates/#etc#supervisor-bknodeman-nodeman.conf

@@ -79,7 +79,7 @@ redirect_stderr=true
 directory=__BK_HOME__/bknodeman/nodeman
 
 [program:nodeman_celery_default]
-command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q default --autoscale=8,2 --maxtasksperchild=50 -O fair --time-limit=1800"
+command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q default --autoscale=8,2 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat"
 numprocs=1
 process_name = %(program_name)s_%(process_num)02d
 autostart=true
@@ -105,7 +105,7 @@ redirect_stderr=true
 directory=__BK_HOME__/bknodeman/nodeman
 
 [program:nodeman_celery_backend_additional]
-command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q backend_additional_task -c 10 -O fair --time-limit=1800 --maxtasksperchild=50"
+command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q backend_additional_task -c 10 -O fair --time-limit=1800 --maxtasksperchild=50 --without-gossip --without-mingle --without-heartbeat"
 numprocs=1
 process_name = %(program_name)s_%(process_num)02d
 autostart=true
@@ -118,7 +118,7 @@ redirect_stderr=true
 directory=__BK_HOME__/bknodeman/nodeman
 
 [program:nodeman_pipeline_worker]
-command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q pipeline,pipeline_priority -n pipeline_worker_%(process_num)02d@%%h --maxtasksperchild=50 --autoscale=16,2 -O fair --time-limit=1800"
+command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q pipeline,pipeline_priority -n pipeline_worker_%(process_num)02d@%%h --maxtasksperchild=50 --autoscale=16,2 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat"
 numprocs=2
 process_name=%(program_name)s_%(process_num)02d
 autostart=true
@@ -136,7 +136,7 @@ directory=__BK_HOME__/bknodeman/nodeman
 ; this problem solution is not use eventlet
 ; refer to -> https://github.com/celery/celery/issues/5924
 ; refer to -> https://github.com/intelowlproject/IntelOwl/issues/379
-command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q service_schedule,service_schedule_priority -n schedule_worker_%(process_num)02d@%%h --maxtasksperchild=50 -c 50 -P threads -O fair --time-limit=1800"
+command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q service_schedule,service_schedule_priority -n schedule_worker_%(process_num)02d@%%h --maxtasksperchild=50 -c 50 -P threads -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat"
 numprocs=2
 process_name=%(program_name)s_%(process_num)02d
 autostart=true
@@ -149,7 +149,7 @@ redirect_stderr=true
 directory=__BK_HOME__/bknodeman/nodeman
 
 [program:nodeman_pipeline_additional]
-command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q pipeline_additional_task,pipeline_additional_task_priority -n common_worker@%%h -l info --autoscale=16,2 --maxtasksperchild=50 -O fair --time-limit=1800"
+command=/bin/bash -c "sleep 10 && source bin/environ.sh && exec celery -A apps.backend worker -Q pipeline_additional_task,pipeline_additional_task_priority -n common_worker@%%h -l info --autoscale=16,2 --maxtasksperchild=50 -O fair --time-limit=1800 --without-gossip --without-mingle --without-heartbeat"
 numprocs=1
 process_name=%(program_name)s_%(process_num)02d
 autostart=true