diff --git a/.codecov.yml b/.codecov.yml deleted file mode 100644 index b54d570280199..0000000000000 --- a/.codecov.yml +++ /dev/null @@ -1,1895 +0,0 @@ -comment: - layout: flags - behavior: default - branches: null -coverage: - range: 50..100 - round: down - precision: 2 - status: - default_rules: - flag_coverage_not_uploaded_behavior: exclude - project: - .NET_CLR: - target: 75 - flags: - - dotnetclr - ASP.NET: - target: 75 - flags: - - aspdotnet - AWS_Neuron: - target: 75 - flags: - - aws_neuron - ActiveMQ_XML: - target: 75 - flags: - - activemq_xml - Active_Directory: - target: 75 - flags: - - active_directory - Aerospike: - target: 75 - flags: - - aerospike - Airflow: - target: 75 - flags: - - airflow - Amazon_ECS_Fargate: - target: 75 - flags: - - ecs_fargate - Amazon_Kafka: - target: 75 - flags: - - amazon_msk - Ambari: - target: 75 - flags: - - ambari - Apache: - target: 75 - flags: - - apache - Apache_NiFi: - target: 75 - flags: - - nifi - Appgate_SDP: - target: 75 - flags: - - appgate_sdp - ArangoDB: - target: 75 - flags: - - arangodb - ArgoCD: - target: 75 - flags: - - argocd - Argo_Rollouts: - target: 75 - flags: - - argo_rollouts - Argo_Workflows: - target: 75 - flags: - - argo_workflows - Avi_Vantage: - target: 75 - flags: - - avi_vantage - Azure_IoT_Edge: - target: 75 - flags: - - azure_iot_edge - BentoML: - target: 75 - flags: - - bentoml - Boundary: - target: 75 - flags: - - boundary - Btrfs: - target: 75 - flags: - - btrfs - CRI-O: - target: 75 - flags: - - crio - Cacti: - target: 75 - flags: - - cacti - Calico: - target: 75 - flags: - - calico - Cassandra_Nodetool: - target: 75 - flags: - - cassandra_nodetool - Celery: - target: 75 - flags: - - celery - Ceph: - target: 75 - flags: - - ceph - Cilium: - target: 75 - flags: - - cilium - Cisco_ACI: - target: 75 - flags: - - cisco_aci - Citrix_Hypervisor: - target: 75 - flags: - - citrix_hypervisor - ClickHouse: - target: 75 - flags: - - clickhouse - Cloud_Foundry_API: - target: 75 - flags: - - cloud_foundry_api - Cloudera: - target: 75 - flags: - - cloudera - CockroachDB: - target: 75 - flags: - - cockroachdb - Consul: - target: 75 - flags: - - consul - Control-M: - target: 75 - flags: - - control_m - CoreDNS: - target: 75 - flags: - - coredns - CouchDB: - target: 75 - flags: - - couch - Couchbase: - target: 75 - flags: - - couchbase - DNS: - target: 75 - flags: - - dns_check - DO_Query_Actions: - target: 75 - flags: - - do_query_actions - Datadog_Checks_Base: - target: 75 - flags: - - datadog_checks_base - Datadog_Checks_Dev: - target: 75 - flags: - - datadog_checks_dev - Datadog_Checks_Downloader: - target: 75 - flags: - - datadog_checks_downloader - Datadog_Cluster_Agent: - target: 75 - flags: - - datadog_cluster_agent - Directory: - target: 75 - flags: - - directory - Disk: - target: 75 - flags: - - disk - Druid: - target: 75 - flags: - - druid - DuckDB: - target: 75 - flags: - - duckdb - EKS_Fargate: - target: 75 - flags: - - eks_fargate - ESXi: - target: 75 - flags: - - esxi - Elasticsearch: - target: 75 - flags: - - elastic - Envoy: - target: 75 - flags: - - envoy - Exchange_Server: - target: 75 - flags: - - exchange_server - External_DNS: - target: 75 - flags: - - external_dns - Falco: - target: 75 - flags: - - falco - Fluentd: - target: 75 - flags: - - fluentd - Fly.io: - target: 75 - flags: - - fly_io - FoundationDB: - target: 75 - flags: - - foundationdb - Gearman: - target: 75 - flags: - - gearmand - Gitlab: - target: 75 - flags: - - gitlab - Gitlab_Runner: - target: 75 - flags: - - gitlab_runner - GlusterFS: - target: 75 - flags: - - glusterfs - Go_Expvar: - target: 75 - flags: - - go_expvar - GuardDog: - target: 75 - flags: - - guarddog - Gunicorn: - target: 75 - flags: - - gunicorn - HAProxy: - target: 75 - flags: - - haproxy - HDFS_Datanode: - target: 75 - flags: - - hdfs_datanode - HDFS_Namenode: - target: 75 - flags: - - hdfs_namenode - HTTP: - target: 75 - flags: - - http_check - Harbor: - target: 75 - flags: - - harbor - Hazelcast: - target: 75 - flags: - - hazelcast - Hugging_Face_TGI: - target: 75 - flags: - - hugging_face_tgi - IBM_ACE: - target: 75 - flags: - - ibm_ace - IBM_Db2: - target: 75 - flags: - - ibm_db2 - IBM_MQ: - target: 75 - flags: - - ibm_mq - IBM_Spectrum_LSF: - target: 75 - flags: - - ibm_spectrum_lsf - IBM_WAS: - target: 75 - flags: - - ibm_was - IBM_i: - target: 75 - flags: - - ibm_i - IIS: - target: 75 - flags: - - iis - Impala: - target: 75 - flags: - - impala - Infiniband: - target: 75 - flags: - - infiniband - Istio: - target: 75 - flags: - - istio - Kafka_Actions: - target: 75 - flags: - - kafka_actions - Kafka_Consumer: - target: 75 - flags: - - kafka_consumer - Karpenter: - target: 75 - flags: - - karpenter - Keda: - target: 75 - flags: - - keda - Kong: - target: 75 - flags: - - kong - KrakenD: - target: 75 - flags: - - krakend - KubeVirt_API: - target: 75 - flags: - - kubevirt_api - KubeVirt_Controller: - target: 75 - flags: - - kubevirt_controller - KubeVirt_Handler: - target: 75 - flags: - - kubevirt_handler - Kube_DNS: - target: 75 - flags: - - kube_dns - Kube_Proxy: - target: 75 - flags: - - kube_proxy - Kube_metrics_server: - target: 75 - flags: - - kube_metrics_server - Kubeflow: - target: 75 - flags: - - kubeflow - Kubelet: - target: 75 - flags: - - kubelet - Kubernetes_API_server_metrics: - target: 75 - flags: - - kube_apiserver_metrics - Kubernetes_Cluster_Autoscaler: - target: 75 - flags: - - kubernetes_cluster_autoscaler - Kubernetes_Controller_Manager: - target: 75 - flags: - - kube_controller_manager - Kubernetes_Scheduler: - target: 75 - flags: - - kube_scheduler - Kubernetes_State: - target: 75 - flags: - - kubernetes_state - Kuma: - target: 75 - flags: - - kuma - Kyoto_Tycoon: - target: 75 - flags: - - kyototycoon - LPARStats: - target: 75 - flags: - - lparstats - Lighttpd: - target: 75 - flags: - - lighttpd - Linkerd: - target: 75 - flags: - - linkerd - Linux_proc_extras: - target: 75 - flags: - - linux_proc_extras - LiteLLM: - target: 75 - flags: - - litellm - Lustre: - target: 75 - flags: - - lustre - Mac_Audit_Logs: - target: 75 - flags: - - mac_audit_logs - MapR: - target: 75 - flags: - - mapr - MapReduce: - target: 75 - flags: - - mapreduce - Marathon: - target: 75 - flags: - - marathon - MarkLogic: - target: 75 - flags: - - marklogic - Memcached: - target: 75 - flags: - - mcache - Mesos: - target: 75 - flags: - - mesos_slave - Mesos_Master: - target: 75 - flags: - - mesos_master - Milvus: - target: 75 - flags: - - milvus - MongoDB: - target: 75 - flags: - - mongo - MySQL: - target: 75 - flags: - - mysql - NFSstat: - target: 75 - flags: - - nfsstat - NGINX: - target: 75 - flags: - - nginx - NGINX_Ingress_Controller: - target: 75 - flags: - - nginx_ingress_controller - Nagios: - target: 75 - flags: - - nagios - Network: - target: 75 - flags: - - network - Nutanix: - target: 75 - flags: - - nutanix - Nvidia_Triton: - target: 75 - flags: - - nvidia_triton - Octopus_Deploy: - target: 75 - flags: - - octopus_deploy - OpenLDAP: - target: 75 - flags: - - openldap - OpenMetrics: - target: 75 - flags: - - openmetrics - OpenStack: - target: 50 - flags: - - openstack - OpenStack_Controller: - target: 75 - flags: - - openstack_controller - PDH: - target: 75 - flags: - - pdh_check - PGBouncer: - target: 75 - flags: - - pgbouncer - PHP-FPM: - target: 75 - flags: - - php_fpm - Postfix: - target: 75 - flags: - - postfix - Postgres: - target: 75 - flags: - - postgres - PowerDNS_Recursor: - target: 75 - flags: - - powerdns_recursor - Prefect: - target: 75 - flags: - - prefect - Process: - target: 75 - flags: - - process - Prometheus: - target: 75 - flags: - - prometheus - Proxmox: - target: 75 - flags: - - proxmox - ProxySQL: - target: 75 - flags: - - proxysql - Pulsar: - target: 75 - flags: - - pulsar - Quarkus: - target: 75 - flags: - - quarkus - RabbitMQ: - target: 75 - flags: - - rabbitmq - Ray: - target: 75 - flags: - - ray - Redis: - target: 75 - flags: - - redisdb - RethinkDB: - target: 75 - flags: - - rethinkdb - Riak: - target: 75 - flags: - - riak - RiakCS: - target: 75 - flags: - - riakcs - SAP_HANA: - target: 75 - flags: - - sap_hana - SNMP: - target: 30 - flags: - - snmp - SQL_Server: - target: 75 - flags: - - sqlserver - SSH: - target: 75 - flags: - - ssh_check - Scylla: - target: 75 - flags: - - scylla - Silk: - target: 75 - flags: - - silk - Silverstripe_CMS: - target: 75 - flags: - - silverstripe_cms - SingleStore: - target: 75 - flags: - - singlestore - Slurm: - target: 75 - flags: - - slurm - SonarQube: - target: 75 - flags: - - sonarqube - Spark: - target: 75 - flags: - - spark - Squid: - target: 75 - flags: - - squid - StatsD: - target: 75 - flags: - - statsd - Strimzi: - target: 75 - flags: - - strimzi - Supabase: - target: 75 - flags: - - supabase - Supervisord: - target: 75 - flags: - - supervisord - System_Core: - target: 75 - flags: - - system_core - System_Swap: - target: 75 - flags: - - system_swap - TCP: - target: 75 - flags: - - tcp_check - TLS: - target: 75 - flags: - - tls - TeamCity: - target: 75 - flags: - - teamcity - Tekton: - target: 75 - flags: - - tekton - Teleport: - target: 75 - flags: - - teleport - Temporal: - target: 75 - flags: - - temporal - Teradata: - target: 75 - flags: - - teradata - TokuMX: - target: 50 - flags: - - tokumx - TorchServe: - target: 75 - flags: - - torchserve - Traefik_Mesh: - target: 75 - flags: - - traefik_mesh - Traffic_Server: - target: 75 - flags: - - traffic_server - Twemproxy: - target: 75 - flags: - - twemproxy - Twistlock: - target: 75 - flags: - - twistlock - Varnish: - target: 75 - flags: - - varnish - Vault: - target: 75 - flags: - - vault - Velero: - target: 75 - flags: - - velero - Vertica: - target: 75 - flags: - - vertica - VoltDB: - target: 75 - flags: - - voltdb - WMI: - target: 75 - flags: - - wmi_check - Weaviate: - target: 75 - flags: - - weaviate - Windows_Event_Log: - target: 75 - flags: - - win32_event_log - Windows_Service: - target: 75 - flags: - - windows_service - Windows_performance_counters: - target: 75 - flags: - - windows_performance_counters - Yarn: - target: 75 - flags: - - yarn - ZooKeeper: - target: 75 - flags: - - zk - cert-manager: - target: 75 - flags: - - cert_manager - checkpoint_harmony_endpoint: - target: 75 - flags: - - checkpoint_harmony_endpoint - dcgm: - target: 75 - flags: - - dcgm - ddev: - target: 75 - flags: - - ddev - etcd: - target: 75 - flags: - - etcd - fluxcd: - target: 75 - flags: - - fluxcd - kyverno: - target: 75 - flags: - - kyverno - n8n: - target: 75 - flags: - - n8n - nvidia_nim: - target: 75 - flags: - - nvidia_nim - sonatype_nexus: - target: 75 - flags: - - sonatype_nexus - tibco_ems: - target: 75 - flags: - - tibco_ems - vLLM: - target: 75 - flags: - - vllm - vSphere: - target: 75 - flags: - - vsphere - patch: false -flags: - active_directory: - carryforward: true - paths: - - active_directory/datadog_checks/active_directory - - active_directory/tests - activemq_xml: - carryforward: true - paths: - - activemq_xml/datadog_checks/activemq_xml - - activemq_xml/tests - aerospike: - carryforward: true - paths: - - aerospike/datadog_checks/aerospike - - aerospike/tests - airflow: - carryforward: true - paths: - - airflow/datadog_checks/airflow - - airflow/tests - amazon_msk: - carryforward: true - paths: - - amazon_msk/datadog_checks/amazon_msk - - amazon_msk/tests - ambari: - carryforward: true - paths: - - ambari/datadog_checks/ambari - - ambari/tests - apache: - carryforward: true - paths: - - apache/datadog_checks/apache - - apache/tests - appgate_sdp: - carryforward: true - paths: - - appgate_sdp/datadog_checks/appgate_sdp - - appgate_sdp/tests - arangodb: - carryforward: true - paths: - - arangodb/datadog_checks/arangodb - - arangodb/tests - argo_rollouts: - carryforward: true - paths: - - argo_rollouts/datadog_checks/argo_rollouts - - argo_rollouts/tests - argo_workflows: - carryforward: true - paths: - - argo_workflows/datadog_checks/argo_workflows - - argo_workflows/tests - argocd: - carryforward: true - paths: - - argocd/datadog_checks/argocd - - argocd/tests - aspdotnet: - carryforward: true - paths: - - aspdotnet/datadog_checks/aspdotnet - - aspdotnet/tests - avi_vantage: - carryforward: true - paths: - - avi_vantage/datadog_checks/avi_vantage - - avi_vantage/tests - aws_neuron: - carryforward: true - paths: - - aws_neuron/datadog_checks/aws_neuron - - aws_neuron/tests - azure_iot_edge: - carryforward: true - paths: - - azure_iot_edge/datadog_checks/azure_iot_edge - - azure_iot_edge/tests - bentoml: - carryforward: true - paths: - - bentoml/datadog_checks/bentoml - - bentoml/tests - boundary: - carryforward: true - paths: - - boundary/datadog_checks/boundary - - boundary/tests - btrfs: - carryforward: true - paths: - - btrfs/datadog_checks/btrfs - - btrfs/tests - cacti: - carryforward: true - paths: - - cacti/datadog_checks/cacti - - cacti/tests - calico: - carryforward: true - paths: - - calico/datadog_checks/calico - - calico/tests - cassandra_nodetool: - carryforward: true - paths: - - cassandra_nodetool/datadog_checks/cassandra_nodetool - - cassandra_nodetool/tests - celery: - carryforward: true - paths: - - celery/datadog_checks/celery - - celery/tests - ceph: - carryforward: true - paths: - - ceph/datadog_checks/ceph - - ceph/tests - cert_manager: - carryforward: true - paths: - - cert_manager/datadog_checks/cert_manager - - cert_manager/tests - checkpoint_harmony_endpoint: - carryforward: true - paths: - - checkpoint_harmony_endpoint/datadog_checks/checkpoint_harmony_endpoint - - checkpoint_harmony_endpoint/tests - cilium: - carryforward: true - paths: - - cilium/datadog_checks/cilium - - cilium/tests - cisco_aci: - carryforward: true - paths: - - cisco_aci/datadog_checks/cisco_aci - - cisco_aci/tests - citrix_hypervisor: - carryforward: true - paths: - - citrix_hypervisor/datadog_checks/citrix_hypervisor - - citrix_hypervisor/tests - clickhouse: - carryforward: true - paths: - - clickhouse/datadog_checks/clickhouse - - clickhouse/tests - cloud_foundry_api: - carryforward: true - paths: - - cloud_foundry_api/datadog_checks/cloud_foundry_api - - cloud_foundry_api/tests - cloudera: - carryforward: true - paths: - - cloudera/datadog_checks/cloudera - - cloudera/tests - cockroachdb: - carryforward: true - paths: - - cockroachdb/datadog_checks/cockroachdb - - cockroachdb/tests - consul: - carryforward: true - paths: - - consul/datadog_checks/consul - - consul/tests - control_m: - carryforward: true - paths: - - control_m/datadog_checks/control_m - - control_m/tests - coredns: - carryforward: true - paths: - - coredns/datadog_checks/coredns - - coredns/tests - couch: - carryforward: true - paths: - - couch/datadog_checks/couch - - couch/tests - couchbase: - carryforward: true - paths: - - couchbase/datadog_checks/couchbase - - couchbase/tests - crio: - carryforward: true - paths: - - crio/datadog_checks/crio - - crio/tests - datadog_checks_base: - carryforward: true - paths: - - datadog_checks_base/datadog_checks/base - - datadog_checks_base/tests - datadog_checks_dev: - carryforward: true - paths: - - datadog_checks_dev/datadog_checks/dev - - datadog_checks_dev/tests - datadog_checks_downloader: - carryforward: true - paths: - - datadog_checks_downloader/datadog_checks/downloader - - datadog_checks_downloader/tests - datadog_cluster_agent: - carryforward: true - paths: - - datadog_cluster_agent/datadog_checks/datadog_cluster_agent - - datadog_cluster_agent/tests - dcgm: - carryforward: true - paths: - - dcgm/datadog_checks/dcgm - - dcgm/tests - ddev: - carryforward: true - paths: - - ddev/src/ddev - - ddev/tests - directory: - carryforward: true - paths: - - directory/datadog_checks/directory - - directory/tests - disk: - carryforward: true - paths: - - disk/datadog_checks/disk - - disk/tests - dns_check: - carryforward: true - paths: - - dns_check/datadog_checks/dns_check - - dns_check/tests - do_query_actions: - carryforward: true - paths: - - do_query_actions/datadog_checks/do_query_actions - - do_query_actions/tests - dotnetclr: - carryforward: true - paths: - - dotnetclr/datadog_checks/dotnetclr - - dotnetclr/tests - druid: - carryforward: true - paths: - - druid/datadog_checks/druid - - druid/tests - duckdb: - carryforward: true - paths: - - duckdb/datadog_checks/duckdb - - duckdb/tests - ecs_fargate: - carryforward: true - paths: - - ecs_fargate/datadog_checks/ecs_fargate - - ecs_fargate/tests - eks_fargate: - carryforward: true - paths: - - eks_fargate/datadog_checks/eks_fargate - - eks_fargate/tests - elastic: - carryforward: true - paths: - - elastic/datadog_checks/elastic - - elastic/tests - envoy: - carryforward: true - paths: - - envoy/datadog_checks/envoy - - envoy/tests - esxi: - carryforward: true - paths: - - esxi/datadog_checks/esxi - - esxi/tests - etcd: - carryforward: true - paths: - - etcd/datadog_checks/etcd - - etcd/tests - exchange_server: - carryforward: true - paths: - - exchange_server/datadog_checks/exchange_server - - exchange_server/tests - external_dns: - carryforward: true - paths: - - external_dns/datadog_checks/external_dns - - external_dns/tests - falco: - carryforward: true - paths: - - falco/datadog_checks/falco - - falco/tests - fluentd: - carryforward: true - paths: - - fluentd/datadog_checks/fluentd - - fluentd/tests - fluxcd: - carryforward: true - paths: - - fluxcd/datadog_checks/fluxcd - - fluxcd/tests - fly_io: - carryforward: true - paths: - - fly_io/datadog_checks/fly_io - - fly_io/tests - foundationdb: - carryforward: true - paths: - - foundationdb/datadog_checks/foundationdb - - foundationdb/tests - gearmand: - carryforward: true - paths: - - gearmand/datadog_checks/gearmand - - gearmand/tests - gitlab: - carryforward: true - paths: - - gitlab/datadog_checks/gitlab - - gitlab/tests - gitlab_runner: - carryforward: true - paths: - - gitlab_runner/datadog_checks/gitlab_runner - - gitlab_runner/tests - glusterfs: - carryforward: true - paths: - - glusterfs/datadog_checks/glusterfs - - glusterfs/tests - go_expvar: - carryforward: true - paths: - - go_expvar/datadog_checks/go_expvar - - go_expvar/tests - guarddog: - carryforward: true - paths: - - guarddog/datadog_checks/guarddog - - guarddog/tests - gunicorn: - carryforward: true - paths: - - gunicorn/datadog_checks/gunicorn - - gunicorn/tests - haproxy: - carryforward: true - paths: - - haproxy/datadog_checks/haproxy - - haproxy/tests - harbor: - carryforward: true - paths: - - harbor/datadog_checks/harbor - - harbor/tests - hazelcast: - carryforward: true - paths: - - hazelcast/datadog_checks/hazelcast - - hazelcast/tests - hdfs_datanode: - carryforward: true - paths: - - hdfs_datanode/datadog_checks/hdfs_datanode - - hdfs_datanode/tests - hdfs_namenode: - carryforward: true - paths: - - hdfs_namenode/datadog_checks/hdfs_namenode - - hdfs_namenode/tests - http_check: - carryforward: true - paths: - - http_check/datadog_checks/http_check - - http_check/tests - hugging_face_tgi: - carryforward: true - paths: - - hugging_face_tgi/datadog_checks/hugging_face_tgi - - hugging_face_tgi/tests - ibm_ace: - carryforward: true - paths: - - ibm_ace/datadog_checks/ibm_ace - - ibm_ace/tests - ibm_db2: - carryforward: true - paths: - - ibm_db2/datadog_checks/ibm_db2 - - ibm_db2/tests - ibm_i: - carryforward: true - paths: - - ibm_i/datadog_checks/ibm_i - - ibm_i/tests - ibm_mq: - carryforward: true - paths: - - ibm_mq/datadog_checks/ibm_mq - - ibm_mq/tests - ibm_spectrum_lsf: - carryforward: true - paths: - - ibm_spectrum_lsf/datadog_checks/ibm_spectrum_lsf - - ibm_spectrum_lsf/tests - ibm_was: - carryforward: true - paths: - - ibm_was/datadog_checks/ibm_was - - ibm_was/tests - iis: - carryforward: true - paths: - - iis/datadog_checks/iis - - iis/tests - impala: - carryforward: true - paths: - - impala/datadog_checks/impala - - impala/tests - infiniband: - carryforward: true - paths: - - infiniband/datadog_checks/infiniband - - infiniband/tests - istio: - carryforward: true - paths: - - istio/datadog_checks/istio - - istio/tests - kafka_actions: - carryforward: true - paths: - - kafka_actions/datadog_checks/kafka_actions - - kafka_actions/tests - kafka_consumer: - carryforward: true - paths: - - kafka_consumer/datadog_checks/kafka_consumer - - kafka_consumer/tests - karpenter: - carryforward: true - paths: - - karpenter/datadog_checks/karpenter - - karpenter/tests - keda: - carryforward: true - paths: - - keda/datadog_checks/keda - - keda/tests - kong: - carryforward: true - paths: - - kong/datadog_checks/kong - - kong/tests - krakend: - carryforward: true - paths: - - krakend/datadog_checks/krakend - - krakend/tests - kube_apiserver_metrics: - carryforward: true - paths: - - kube_apiserver_metrics/datadog_checks/kube_apiserver_metrics - - kube_apiserver_metrics/tests - kube_controller_manager: - carryforward: true - paths: - - kube_controller_manager/datadog_checks/kube_controller_manager - - kube_controller_manager/tests - kube_dns: - carryforward: true - paths: - - kube_dns/datadog_checks/kube_dns - - kube_dns/tests - kube_metrics_server: - carryforward: true - paths: - - kube_metrics_server/datadog_checks/kube_metrics_server - - kube_metrics_server/tests - kube_proxy: - carryforward: true - paths: - - kube_proxy/datadog_checks/kube_proxy - - kube_proxy/tests - kube_scheduler: - carryforward: true - paths: - - kube_scheduler/datadog_checks/kube_scheduler - - kube_scheduler/tests - kubeflow: - carryforward: true - paths: - - kubeflow/datadog_checks/kubeflow - - kubeflow/tests - kubelet: - carryforward: true - paths: - - kubelet/datadog_checks/kubelet - - kubelet/tests - kubernetes_cluster_autoscaler: - carryforward: true - paths: - - kubernetes_cluster_autoscaler/datadog_checks/kubernetes_cluster_autoscaler - - kubernetes_cluster_autoscaler/tests - kubernetes_state: - carryforward: true - paths: - - kubernetes_state/datadog_checks/kubernetes_state - - kubernetes_state/tests - kubevirt_api: - carryforward: true - paths: - - kubevirt_api/datadog_checks/kubevirt_api - - kubevirt_api/tests - kubevirt_controller: - carryforward: true - paths: - - kubevirt_controller/datadog_checks/kubevirt_controller - - kubevirt_controller/tests - kubevirt_handler: - carryforward: true - paths: - - kubevirt_handler/datadog_checks/kubevirt_handler - - kubevirt_handler/tests - kuma: - carryforward: true - paths: - - kuma/datadog_checks/kuma - - kuma/tests - kyototycoon: - carryforward: true - paths: - - kyototycoon/datadog_checks/kyototycoon - - kyototycoon/tests - kyverno: - carryforward: true - paths: - - kyverno/datadog_checks/kyverno - - kyverno/tests - lparstats: - carryforward: true - paths: - - lparstats/datadog_checks/lparstats - - lparstats/tests - lighttpd: - carryforward: true - paths: - - lighttpd/datadog_checks/lighttpd - - lighttpd/tests - linkerd: - carryforward: true - paths: - - linkerd/datadog_checks/linkerd - - linkerd/tests - linux_proc_extras: - carryforward: true - paths: - - linux_proc_extras/datadog_checks/linux_proc_extras - - linux_proc_extras/tests - litellm: - carryforward: true - paths: - - litellm/datadog_checks/litellm - - litellm/tests - lustre: - carryforward: true - paths: - - lustre/datadog_checks/lustre - - lustre/tests - mac_audit_logs: - carryforward: true - paths: - - mac_audit_logs/datadog_checks/mac_audit_logs - - mac_audit_logs/tests - mapr: - carryforward: true - paths: - - mapr/datadog_checks/mapr - - mapr/tests - mapreduce: - carryforward: true - paths: - - mapreduce/datadog_checks/mapreduce - - mapreduce/tests - marathon: - carryforward: true - paths: - - marathon/datadog_checks/marathon - - marathon/tests - marklogic: - carryforward: true - paths: - - marklogic/datadog_checks/marklogic - - marklogic/tests - mcache: - carryforward: true - paths: - - mcache/datadog_checks/mcache - - mcache/tests - mesos_master: - carryforward: true - paths: - - mesos_master/datadog_checks/mesos_master - - mesos_master/tests - mesos_slave: - carryforward: true - paths: - - mesos_slave/datadog_checks/mesos_slave - - mesos_slave/tests - milvus: - carryforward: true - paths: - - milvus/datadog_checks/milvus - - milvus/tests - mongo: - carryforward: true - paths: - - mongo/datadog_checks/mongo - - mongo/tests - mysql: - carryforward: true - paths: - - mysql/datadog_checks/mysql - - mysql/tests - n8n: - carryforward: true - paths: - - n8n/datadog_checks/n8n - - n8n/tests - nagios: - carryforward: true - paths: - - nagios/datadog_checks/nagios - - nagios/tests - network: - carryforward: true - paths: - - network/datadog_checks/network - - network/tests - nfsstat: - carryforward: true - paths: - - nfsstat/datadog_checks/nfsstat - - nfsstat/tests - nginx: - carryforward: true - paths: - - nginx/datadog_checks/nginx - - nginx/tests - nginx_ingress_controller: - carryforward: true - paths: - - nginx_ingress_controller/datadog_checks/nginx_ingress_controller - - nginx_ingress_controller/tests - nifi: - carryforward: true - paths: - - nifi/datadog_checks/nifi - - nifi/tests - nutanix: - carryforward: true - paths: - - nutanix/datadog_checks/nutanix - - nutanix/tests - nvidia_nim: - carryforward: true - paths: - - nvidia_nim/datadog_checks/nvidia_nim - - nvidia_nim/tests - nvidia_triton: - carryforward: true - paths: - - nvidia_triton/datadog_checks/nvidia_triton - - nvidia_triton/tests - octopus_deploy: - carryforward: true - paths: - - octopus_deploy/datadog_checks/octopus_deploy - - octopus_deploy/tests - openldap: - carryforward: true - paths: - - openldap/datadog_checks/openldap - - openldap/tests - openmetrics: - carryforward: true - paths: - - openmetrics/datadog_checks/openmetrics - - openmetrics/tests - openstack: - carryforward: true - paths: - - openstack/datadog_checks/openstack - - openstack/tests - openstack_controller: - carryforward: true - paths: - - openstack_controller/datadog_checks/openstack_controller - - openstack_controller/tests - pdh_check: - carryforward: true - paths: - - pdh_check/datadog_checks/pdh_check - - pdh_check/tests - pgbouncer: - carryforward: true - paths: - - pgbouncer/datadog_checks/pgbouncer - - pgbouncer/tests - php_fpm: - carryforward: true - paths: - - php_fpm/datadog_checks/php_fpm - - php_fpm/tests - postfix: - carryforward: true - paths: - - postfix/datadog_checks/postfix - - postfix/tests - postgres: - carryforward: true - paths: - - postgres/datadog_checks/postgres - - postgres/tests - powerdns_recursor: - carryforward: true - paths: - - powerdns_recursor/datadog_checks/powerdns_recursor - - powerdns_recursor/tests - prefect: - carryforward: true - paths: - - prefect/datadog_checks/prefect - - prefect/tests - process: - carryforward: true - paths: - - process/datadog_checks/process - - process/tests - prometheus: - carryforward: true - paths: - - prometheus/datadog_checks/prometheus - - prometheus/tests - proxmox: - carryforward: true - paths: - - proxmox/datadog_checks/proxmox - - proxmox/tests - proxysql: - carryforward: true - paths: - - proxysql/datadog_checks/proxysql - - proxysql/tests - pulsar: - carryforward: true - paths: - - pulsar/datadog_checks/pulsar - - pulsar/tests - quarkus: - carryforward: true - paths: - - quarkus/datadog_checks/quarkus - - quarkus/tests - rabbitmq: - carryforward: true - paths: - - rabbitmq/datadog_checks/rabbitmq - - rabbitmq/tests - ray: - carryforward: true - paths: - - ray/datadog_checks/ray - - ray/tests - redisdb: - carryforward: true - paths: - - redisdb/datadog_checks/redisdb - - redisdb/tests - rethinkdb: - carryforward: true - paths: - - rethinkdb/datadog_checks/rethinkdb - - rethinkdb/tests - riak: - carryforward: true - paths: - - riak/datadog_checks/riak - - riak/tests - riakcs: - carryforward: true - paths: - - riakcs/datadog_checks/riakcs - - riakcs/tests - sap_hana: - carryforward: true - paths: - - sap_hana/datadog_checks/sap_hana - - sap_hana/tests - scylla: - carryforward: true - paths: - - scylla/datadog_checks/scylla - - scylla/tests - silk: - carryforward: true - paths: - - silk/datadog_checks/silk - - silk/tests - silverstripe_cms: - carryforward: true - paths: - - silverstripe_cms/datadog_checks/silverstripe_cms - - silverstripe_cms/tests - singlestore: - carryforward: true - paths: - - singlestore/datadog_checks/singlestore - - singlestore/tests - slurm: - carryforward: true - paths: - - slurm/datadog_checks/slurm - - slurm/tests - snmp: - carryforward: true - paths: - - snmp/datadog_checks/snmp - - snmp/tests - sonarqube: - carryforward: true - paths: - - sonarqube/datadog_checks/sonarqube - - sonarqube/tests - sonatype_nexus: - carryforward: true - paths: - - sonatype_nexus/datadog_checks/sonatype_nexus - - sonatype_nexus/tests - spark: - carryforward: true - paths: - - spark/datadog_checks/spark - - spark/tests - sqlserver: - carryforward: true - paths: - - sqlserver/datadog_checks/sqlserver - - sqlserver/tests - squid: - carryforward: true - paths: - - squid/datadog_checks/squid - - squid/tests - ssh_check: - carryforward: true - paths: - - ssh_check/datadog_checks/ssh_check - - ssh_check/tests - statsd: - carryforward: true - paths: - - statsd/datadog_checks/statsd - - statsd/tests - strimzi: - carryforward: true - paths: - - strimzi/datadog_checks/strimzi - - strimzi/tests - supabase: - carryforward: true - paths: - - supabase/datadog_checks/supabase - - supabase/tests - supervisord: - carryforward: true - paths: - - supervisord/datadog_checks/supervisord - - supervisord/tests - system_core: - carryforward: true - paths: - - system_core/datadog_checks/system_core - - system_core/tests - system_swap: - carryforward: true - paths: - - system_swap/datadog_checks/system_swap - - system_swap/tests - tcp_check: - carryforward: true - paths: - - tcp_check/datadog_checks/tcp_check - - tcp_check/tests - teamcity: - carryforward: true - paths: - - teamcity/datadog_checks/teamcity - - teamcity/tests - tekton: - carryforward: true - paths: - - tekton/datadog_checks/tekton - - tekton/tests - teleport: - carryforward: true - paths: - - teleport/datadog_checks/teleport - - teleport/tests - temporal: - carryforward: true - paths: - - temporal/datadog_checks/temporal - - temporal/tests - teradata: - carryforward: true - paths: - - teradata/datadog_checks/teradata - - teradata/tests - tibco_ems: - carryforward: true - paths: - - tibco_ems/datadog_checks/tibco_ems - - tibco_ems/tests - tls: - carryforward: true - paths: - - tls/datadog_checks/tls - - tls/tests - tokumx: - carryforward: true - paths: - - tokumx/datadog_checks/tokumx - - tokumx/tests - torchserve: - carryforward: true - paths: - - torchserve/datadog_checks/torchserve - - torchserve/tests - traefik_mesh: - carryforward: true - paths: - - traefik_mesh/datadog_checks/traefik_mesh - - traefik_mesh/tests - traffic_server: - carryforward: true - paths: - - traffic_server/datadog_checks/traffic_server - - traffic_server/tests - twemproxy: - carryforward: true - paths: - - twemproxy/datadog_checks/twemproxy - - twemproxy/tests - twistlock: - carryforward: true - paths: - - twistlock/datadog_checks/twistlock - - twistlock/tests - varnish: - carryforward: true - paths: - - varnish/datadog_checks/varnish - - varnish/tests - vault: - carryforward: true - paths: - - vault/datadog_checks/vault - - vault/tests - velero: - carryforward: true - paths: - - velero/datadog_checks/velero - - velero/tests - vertica: - carryforward: true - paths: - - vertica/datadog_checks/vertica - - vertica/tests - vllm: - carryforward: true - paths: - - vllm/datadog_checks/vllm - - vllm/tests - voltdb: - carryforward: true - paths: - - voltdb/datadog_checks/voltdb - - voltdb/tests - vsphere: - carryforward: true - paths: - - vsphere/datadog_checks/vsphere - - vsphere/tests - weaviate: - carryforward: true - paths: - - weaviate/datadog_checks/weaviate - - weaviate/tests - win32_event_log: - carryforward: true - paths: - - win32_event_log/datadog_checks/win32_event_log - - win32_event_log/tests - windows_performance_counters: - carryforward: true - paths: - - windows_performance_counters/datadog_checks/windows_performance_counters - - windows_performance_counters/tests - windows_service: - carryforward: true - paths: - - windows_service/datadog_checks/windows_service - - windows_service/tests - wmi_check: - carryforward: true - paths: - - wmi_check/datadog_checks/wmi_check - - wmi_check/tests - yarn: - carryforward: true - paths: - - yarn/datadog_checks/yarn - - yarn/tests - zk: - carryforward: true - paths: - - zk/datadog_checks/zk - - zk/tests diff --git a/.github/workflows/config/labeler.yml b/.github/workflows/config/labeler.yml index 0ea2917444c7a..0363017ec6cf1 100644 --- a/.github/workflows/config/labeler.yml +++ b/.github/workflows/config/labeler.yml @@ -22,7 +22,7 @@ dev/testing: - changed-files: - any-glob-to-any-file: - .github/workflows/** - - .codecov.yml + - code-coverage.datadog.yml dev/tooling: - changed-files: - any-glob-to-any-file: diff --git a/.github/workflows/master-windows.yml b/.github/workflows/master-windows.yml index e1cdd3c037d71..0e810f7e1b299 100644 --- a/.github/workflows/master-windows.yml +++ b/.github/workflows/master-windows.yml @@ -78,8 +78,6 @@ jobs: (success() || failure()) runs-on: ubuntu-latest permissions: - # needed for codecov, allows the action to get a JWT signed by Github - id-token: write contents: read steps: @@ -92,13 +90,6 @@ jobs: path: coverage-reports merge-multiple: false - - name: Upload coverage to Codecov - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - directory: coverage-reports - fail_ci_if_error: false - - name: Upload coverage to Datadog if: always() continue-on-error: true diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 45786b66173ae..374a0cc211ba5 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -75,8 +75,6 @@ jobs: (success() || failure()) runs-on: ubuntu-latest permissions: - # needed for codecov, allows the action to get a JWT signed by Github - id-token: write contents: read steps: @@ -89,13 +87,6 @@ jobs: path: coverage-reports merge-multiple: false - - name: Upload coverage to Codecov - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - directory: coverage-reports - fail_ci_if_error: false - - name: Upload coverage to Datadog if: always() continue-on-error: true diff --git a/.github/workflows/nightly-base-package-windows.yml b/.github/workflows/nightly-base-package-windows.yml index 12ba22fa2b292..53f1d4094f507 100644 --- a/.github/workflows/nightly-base-package-windows.yml +++ b/.github/workflows/nightly-base-package-windows.yml @@ -17,8 +17,6 @@ jobs: uses: ./.github/workflows/test-all-windows.yml permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/nightly-base-package.yml b/.github/workflows/nightly-base-package.yml index d28d529ebe0ea..1d3459ebc02e9 100644 --- a/.github/workflows/nightly-base-package.yml +++ b/.github/workflows/nightly-base-package.yml @@ -15,8 +15,6 @@ jobs: uses: ./.github/workflows/test-all.yml permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/pr-all-windows.yml b/.github/workflows/pr-all-windows.yml index a3a5c824a1d7c..e9bc38d991eb0 100644 --- a/.github/workflows/pr-all-windows.yml +++ b/.github/workflows/pr-all-windows.yml @@ -52,8 +52,6 @@ jobs: (success() || failure()) runs-on: ubuntu-latest permissions: - # needed for codecov, allows the action to get a JWT signed by Github - id-token: write contents: read steps: @@ -66,13 +64,6 @@ jobs: path: coverage-reports merge-multiple: false - - name: Upload coverage to Codecov - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - directory: coverage-reports - fail_ci_if_error: false - - name: Upload coverage to Datadog if: always() continue-on-error: true diff --git a/.github/workflows/pr-all.yml b/.github/workflows/pr-all.yml index fb9fe8ca4cb30..0bb3bf1aafd48 100644 --- a/.github/workflows/pr-all.yml +++ b/.github/workflows/pr-all.yml @@ -55,8 +55,6 @@ jobs: (success() || failure()) runs-on: ubuntu-latest permissions: - # needed for codecov, allows the action to get a JWT signed by Github - id-token: write contents: read steps: @@ -69,13 +67,6 @@ jobs: path: coverage-reports merge-multiple: false - - name: Upload coverage to Codecov - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - directory: coverage-reports - fail_ci_if_error: false - - name: Upload coverage to Datadog if: always() continue-on-error: true diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml index 824471469d4dc..759ea53b9edd6 100644 --- a/.github/workflows/pr-test.yml +++ b/.github/workflows/pr-test.yml @@ -112,8 +112,6 @@ jobs: inputs.pytest-args != '-m flaky' runs-on: ubuntu-latest permissions: - # needed for codecov, allows the action to get a JWT signed by Github - id-token: write contents: read steps: @@ -126,13 +124,6 @@ jobs: path: coverage-reports merge-multiple: false - - name: Upload coverage to Codecov - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - directory: coverage-reports - fail_ci_if_error: false - - name: Upload coverage to Datadog if: always() continue-on-error: true diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml index a6810d189a3d0..7315836ddb7b4 100644 --- a/.github/workflows/pr.yml +++ b/.github/workflows/pr.yml @@ -24,7 +24,5 @@ jobs: secrets: inherit permissions: - # needed for codecov in pr-test.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/release-dispatch.yml b/.github/workflows/release-dispatch.yml index ed5b1051575fa..42e8fcb02e954 100644 --- a/.github/workflows/release-dispatch.yml +++ b/.github/workflows/release-dispatch.yml @@ -20,6 +20,10 @@ on: description: "Commit SHA or ref to build from" required: false type: string + source-repo-branch: + description: "Branch that contains source-repo-ref, used to determine stable vs pre-release behavior" + required: false + type: string dry-run: description: >- When true, print what would be released and where without pushing tags @@ -56,20 +60,42 @@ jobs: batches: ${{ steps.release-dispatch.outputs.batches }} steps: - - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 + # Workflow tooling (composite actions + release scripts) always comes from + # integrations-core at the workflow's own commit. When called from another + # repo we don't have that commit available locally, so we fall back to + # master. This is decoupled from inputs.source-repo-ref on purpose so the + # release pipeline can build older refs without losing recent tooling. + - name: Checkout workflow tooling + uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 with: - ref: ${{ inputs.source-repo-ref || github.sha }} - fetch-depth: 0 # ddev needs full tag history + repository: DataDog/integrations-core + ref: ${{ github.repository == 'DataDog/integrations-core' && github.sha || 'master' }} + fetch-depth: 1 + sparse-checkout: .github + path: tooling - - name: Checkout integrations-core actions - if: github.repository != 'DataDog/integrations-core' + # Source tree to tag and validate. ddev release tag operates on HEAD of + # this checkout, so it must be at the ref the caller asked to release. + - name: Checkout source repo uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 with: - repository: "DataDog/integrations-core" - ref: master - fetch-depth: 1 - sparse-checkout: .github/actions - path: core-temp + ref: ${{ inputs.source-repo-ref || github.sha }} + fetch-depth: 0 # ddev needs full tag history + path: source + + - name: Verify source ref is on release branch + if: inputs.source-repo-branch != '' + working-directory: source + env: + SOURCE_REF: ${{ inputs.source-repo-ref || github.sha }} + SOURCE_BRANCH: ${{ inputs.source-repo-branch }} + run: | + branch="${SOURCE_BRANCH#refs/heads/}" + git fetch --no-tags origin "+refs/heads/${branch}:refs/remotes/origin/${branch}" + if ! git merge-base --is-ancestor HEAD "refs/remotes/origin/${branch}"; then + echo "::error::source-repo-ref '${SOURCE_REF}' is not contained in source-repo-branch '${SOURCE_BRANCH}'" + exit 1 + fi - name: Set up Python ${{ env.PYTHON_VERSION }} uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0 @@ -77,47 +103,42 @@ jobs: python-version: "${{ env.PYTHON_VERSION }}" - name: Install ddev - if: github.repository == 'DataDog/integrations-core' - uses: ./.github/actions/setup-ddev - with: - install-mode: pypi - ddev-version: "==${{ inputs.ddev-version || env.DEFAULT_DDEV_VERSION }}" - - - name: Install ddev - if: github.repository != 'DataDog/integrations-core' - uses: ./core-temp/.github/actions/setup-ddev + uses: ./tooling/.github/actions/setup-ddev with: install-mode: pypi ddev-version: "==${{ inputs.ddev-version || env.DEFAULT_DDEV_VERSION }}" - name: Configure ddev + working-directory: source env: SOURCE_REPO: ${{ inputs.source-repo || 'integrations-core' }} run: | REPO_SHORT="${SOURCE_REPO#integrations-}" ddev config set upgrade_check false - ddev config set repos.${REPO_SHORT} . + ddev config set repos.${REPO_SHORT} "$PWD" ddev config set repo ${REPO_SHORT} - name: Prepare dispatch id: prepare + working-directory: source env: DRY_RUN: ${{ inputs.dry-run }} SELECTED_PACKAGES: ${{ inputs.packages }} SOURCE_REPO: ${{ inputs.source-repo || 'integrations-core' }} REF: ${{ inputs.source-repo-ref || github.sha }} IS_STABLE_RELEASE: ${{ inputs.is-stable-release }} - run: python .github/workflows/scripts/release_prepare.py + run: python "$GITHUB_WORKSPACE/tooling/.github/workflows/scripts/release_prepare.py" - name: Build dispatch batches id: release-dispatch if: steps.prepare.outputs.has_packages == 'true' + working-directory: source env: PACKAGES: ${{ steps.prepare.outputs.packages }} SOURCE_REPO: ${{ inputs.source-repo || 'integrations-core' }} REF: ${{ inputs.source-repo-ref || github.sha }} DRY_RUN: ${{ inputs.dry-run }} - run: python .github/workflows/scripts/release_dispatch.py + run: python "$GITHUB_WORKSPACE/tooling/.github/workflows/scripts/release_dispatch.py" dispatch: name: Dispatch wheel builds (batch ${{ strategy.job-index }}) diff --git a/.github/workflows/release-trigger.yml b/.github/workflows/release-trigger.yml index d5d1c542d3c2c..060b3068fdf95 100644 --- a/.github/workflows/release-trigger.yml +++ b/.github/workflows/release-trigger.yml @@ -27,6 +27,10 @@ on: description: "Commit SHA or ref to build from" required: true type: string + source-repo-branch: + description: "Branch that contains source-repo-ref, used to determine stable vs pre-release behavior" + required: true + type: string dry-run: description: "Print what would be released without pushing tags or starting builds" required: false @@ -45,10 +49,14 @@ jobs: is-stable-release: ${{ steps.detect.outputs.is-stable-release }} steps: - id: detect - # Sets is-stable-release based on the branch: true for master/X.Y.x, false otherwise. - # Manual runs on master get "true", which blocks pre-release packages — conservative and intentional. + # Stable for master/X.Y.x, pre-release for alpha/beta/rc branches. + # Manual dispatches use source-repo-branch instead of GITHUB_REF so the + # release behavior follows the branch that contains source-repo-ref. + env: + RELEASE_BRANCH: ${{ github.event_name == 'workflow_dispatch' && inputs.source-repo-branch || github.ref_name }} run: | - if [[ "$GITHUB_REF" =~ ^refs/heads/(master|[0-9]+\.[0-9]+\.x)$ ]]; then + branch="${RELEASE_BRANCH#refs/heads/}" + if [[ "$branch" =~ ^(master|[0-9]+\.[0-9]+\.x)$ ]]; then echo "is-stable-release=true" >> "$GITHUB_OUTPUT" else echo "is-stable-release=false" >> "$GITHUB_OUTPUT" @@ -70,6 +78,7 @@ jobs: source-repo: integrations-core packages: ${{ inputs.packages || '' }} source-repo-ref: ${{ github.event_name == 'workflow_dispatch' && inputs.source-repo-ref || github.sha }} + source-repo-branch: ${{ github.event_name == 'workflow_dispatch' && inputs.source-repo-branch || github.ref_name }} dry-run: ${{ inputs.dry-run || false }} ddev-version: ${{ inputs.ddev-version || '' }} is-stable-release: ${{ needs.context.outputs.is-stable-release }} diff --git a/.github/workflows/test-agent-target.yml b/.github/workflows/test-agent-target.yml index 5b13976ce3381..a90be1218a566 100644 --- a/.github/workflows/test-agent-target.yml +++ b/.github/workflows/test-agent-target.yml @@ -63,7 +63,5 @@ jobs: context: "test-agent-target" secrets: inherit permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/test-agent-windows.yml b/.github/workflows/test-agent-windows.yml index dba54b173a1fe..5a1fde593115c 100644 --- a/.github/workflows/test-agent-windows.yml +++ b/.github/workflows/test-agent-windows.yml @@ -51,7 +51,5 @@ jobs: context: "test-agent" secrets: inherit permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/test-agent.yml b/.github/workflows/test-agent.yml index e04504ab428e8..c70461895d14d 100644 --- a/.github/workflows/test-agent.yml +++ b/.github/workflows/test-agent.yml @@ -51,7 +51,5 @@ jobs: context: "test-agent" secrets: inherit permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/test-fips-e2e.yml b/.github/workflows/test-fips-e2e.yml index 23ae8619da71f..6b97beb9ffefd 100644 --- a/.github/workflows/test-fips-e2e.yml +++ b/.github/workflows/test-fips-e2e.yml @@ -43,7 +43,7 @@ jobs: DD_TRACE_ANALYTICS_ENABLED: "true" permissions: - # needed for dd-sts and codecov in test-target.yml, allows the action to get a JWT signed by Github + # needed for dd-sts id-token: write # needed for compute-matrix in test-target.yml contents: read @@ -121,16 +121,6 @@ jobs: name: "test-results-${{ inputs.target || 'tls' }}" path: "${{ env.TEST_RESULTS_BASE_DIR }}" - - name: Upload coverage data - if: > - !github.event.repository.private && - always() - uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de - with: - use_oidc: true - files: "${{ inputs.target || 'tls' }}/coverage.xml" - flags: "${{ inputs.target || 'tls' }}" - - name: Upload coverage to Datadog if: > !github.event.repository.private && diff --git a/.github/workflows/weekly-latest-windows.yml b/.github/workflows/weekly-latest-windows.yml index 435bc089c4a6c..032e60eca0019 100644 --- a/.github/workflows/weekly-latest-windows.yml +++ b/.github/workflows/weekly-latest-windows.yml @@ -18,7 +18,5 @@ jobs: context: "weekly-latest" secrets: inherit permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/.github/workflows/weekly-latest.yml b/.github/workflows/weekly-latest.yml index 1fe57dbc0fe3a..5b8b3747a7ada 100644 --- a/.github/workflows/weekly-latest.yml +++ b/.github/workflows/weekly-latest.yml @@ -16,7 +16,5 @@ jobs: context: "weekly-latest" secrets: inherit permissions: - # needed for codecov in test-target.yml, allows the action to get a JWT signed by Github - id-token: write # needed for compute-matrix in test-target.yml contents: read diff --git a/README.md b/README.md index fd081156a41a1..bf828e8b81e7d 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ | | | | --- | --- | -| CI/CD | [![CI - Test][1]][2] [![CI - Coverage][17]][18] | +| CI/CD | [![CI - Test][1]][2] | | Docs | [![Docs - Release][19]][20] | | Meta | [![Hatch project][26]][27] [![Linting - Ruff][24]][25] [![Code style - black][21]][22] [![Typing - Mypy][28]][29] [![License - BSD-3-Clause][30]][31] | @@ -41,8 +41,6 @@ For more information on integrations, please reference our [documentation][11] a [13]: https://docs.datadoghq.com/help/ [15]: https://github.com/DataDog/integrations-core/blob/6.2.1/requirements-integration-core.txt [16]: https://github.com/DataDog/integrations-core/blob/ea2dfbf1e8859333af4c8db50553eb72a3b466f9/requirements-agent-release.txt -[17]: https://codecov.io/github/DataDog/integrations-core/coverage.svg?branch=master -[18]: https://codecov.io/github/DataDog/integrations-core?branch=master [19]: https://github.com/DataDog/integrations-core/workflows/docs/badge.svg [20]: https://github.com/DataDog/integrations-core/actions?workflow=docs [21]: https://img.shields.io/badge/code%20style-black-000000.svg diff --git a/apache/assets/logs/apache.yaml b/apache/assets/logs/apache.yaml index b572eb435b2b9..9c77406452236 100644 --- a/apache/assets/logs/apache.yaml +++ b/apache/assets/logs/apache.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: apache metric_id: apache backend_only: false diff --git a/apache/assets/logs/apache_tests.yaml b/apache/assets/logs/apache_tests.yaml index c51d2753cac14..7c3e9ed25ae39 100644 --- a/apache/assets/logs/apache_tests.yaml +++ b/apache/assets/logs/apache_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "apache" tests: - diff --git a/arctic_wolf_aurora_endpoint_security/assets/logs/arctic-wolf-aurora-endpoint-security_tests.yaml b/arctic_wolf_aurora_endpoint_security/assets/logs/arctic-wolf-aurora-endpoint-security_tests.yaml index 058935fd711c8..bbc06821640a4 100644 --- a/arctic_wolf_aurora_endpoint_security/assets/logs/arctic-wolf-aurora-endpoint-security_tests.yaml +++ b/arctic_wolf_aurora_endpoint_security/assets/logs/arctic-wolf-aurora-endpoint-security_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "arctic-wolf-aurora-endpoint-security" tests: - diff --git a/argocd/assets/logs/argocd_tests.yaml b/argocd/assets/logs/argocd_tests.yaml index ce2e5cebc9798..fb0ca3bc756bd 100644 --- a/argocd/assets/logs/argocd_tests.yaml +++ b/argocd/assets/logs/argocd_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "argocd" tests: diff --git a/barracuda_secure_edge/assets/logs/barracuda_secure_edge_tests.yaml b/barracuda_secure_edge/assets/logs/barracuda_secure_edge_tests.yaml index 42c70d4625c66..10b793e9900fd 100644 --- a/barracuda_secure_edge/assets/logs/barracuda_secure_edge_tests.yaml +++ b/barracuda_secure_edge/assets/logs/barracuda_secure_edge_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: barracuda_secure_edge tests: - diff --git a/checkpoint_quantum_firewall/assets/logs/checkpoint-quantum-firewall_tests.yaml b/checkpoint_quantum_firewall/assets/logs/checkpoint-quantum-firewall_tests.yaml index 45c057af1c9b5..1620ca125123a 100644 --- a/checkpoint_quantum_firewall/assets/logs/checkpoint-quantum-firewall_tests.yaml +++ b/checkpoint_quantum_firewall/assets/logs/checkpoint-quantum-firewall_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "checkpoint-quantum-firewall" tests: diff --git a/clickhouse/AGENTS.md b/clickhouse/AGENTS.md new file mode 100644 index 0000000000000..334a4b5138124 --- /dev/null +++ b/clickhouse/AGENTS.md @@ -0,0 +1,42 @@ +# ClickHouse integration agent notes + +A small orientation guide. Read this before touching `advanced_queries/` or +`scripts/generate_metrics.py`. + +## Bulk match queries live in JSON, not Python + +Three of the four advanced queries (`SystemEvents`, `SystemMetrics`, +`SystemAsynchronousMetrics`) are *bulk match queries*: one SQL that returns +`(value, metric_name)` rows and dispatches to per-name metric definitions +through a large lookup table (over 1,000 entries for `SystemEvents`). Those +lookup tables ship as compact JSON files under +`datadog_checks/clickhouse/data/system_*.json` and are reassembled into the +`QueryManager` shape at load time. + +Before changing anything in this area, read: + +- `datadog_checks/clickhouse/advanced_queries/__init__.py`: the loader + (`load_match_query`, `_expand_match_items`, `warm_cache`, `__getattr__`) and + the JSON-schema docstring at the top of the file. +- `scripts/generate_metrics.py`: the script that parses ClickHouse's C++ + source files and writes the three JSON files. + +The fourth query, `SystemErrors`, is a plain Python literal in the same +`__init__.py`. Its shape (one metric plus tag columns, no per-row lookup) +doesn't fit the bulk-match pattern, so the JSON compression has nothing to +compress for it. Don't move it into JSON; the dual format was deliberately +removed during the JSON migration. + +## Don't hand-edit the JSON files + +The three `data/system_*.json` files are autogenerated. JSON has no comment +syntax, so there's no "do not edit" header inside the files themselves; the +warning lives here. Any hand-edit is overwritten on the next run of: + +```shell +cd clickhouse && VERSIONS=24.8,25.3,25.8 hatch run metrics:generate +``` + +If you need to add a metric type or a new scale, edit `generate_metrics.py` +(specifically the `DD_VALUE_TYPES` mapping and the `generate_queries` +function). The script then writes the JSON. diff --git a/clickhouse/CLAUDE.md b/clickhouse/CLAUDE.md new file mode 100644 index 0000000000000..43c994c2d3617 --- /dev/null +++ b/clickhouse/CLAUDE.md @@ -0,0 +1 @@ +@AGENTS.md diff --git a/clickhouse/changelog.d/23829.fixed b/clickhouse/changelog.d/23829.fixed new file mode 100644 index 0000000000000..5b90ecb3d5942 --- /dev/null +++ b/clickhouse/changelog.d/23829.fixed @@ -0,0 +1 @@ +Store advanced-queries metric definitions as JSON loaded on first check run. diff --git a/clickhouse/datadog_checks/clickhouse/advanced_queries/__init__.py b/clickhouse/datadog_checks/clickhouse/advanced_queries/__init__.py index 939110bd80c08..91dfd419a147f 100644 --- a/clickhouse/datadog_checks/clickhouse/advanced_queries/__init__.py +++ b/clickhouse/datadog_checks/clickhouse/advanced_queries/__init__.py @@ -1,10 +1,136 @@ # (C) Datadog, Inc. 2026-present # All rights reserved # Licensed under a 3-clause BSD style license (see LICENSE) +"""Advanced ClickHouse query definitions. -from .system_async_metrics import SystemAsynchronousMetrics -from .system_errors import SystemErrors -from .system_events import SystemEvents -from .system_metrics import SystemMetrics +This package exposes four ``QueryManager`` query dicts: + +- ``SystemEvents``, ``SystemMetrics``, and ``SystemAsynchronousMetrics`` are + *bulk match queries*. Each one runs a single SQL that returns + ``(value, metric_name)`` rows, then routes the metric-name column through a + per-name lookup table to emit hundreds of Datadog metrics from one statement. + Their lookup tables are large (over 1,000 entries for ``SystemEvents``), so + the data ships as compact JSON under ``data/system_*.json`` and is + reassembled into the ``QueryManager`` shape at load time. + +- ``SystemErrors`` does not follow the bulk-match pattern. It runs a SQL that + emits one ``errors.raised`` metric tagged by name/code/remote, with no + per-row metric lookup. It lives below as a plain Python literal because the + compression that justifies JSON has nothing to compress for a one-metric, + three-tag query. + +The compact JSON schema for a bulk match query is:: + + { + "name": "", + "query": "", + "value_column": "", + "match_column": "", + "prefix": "", + "items": { + "": ["", ...], # gauge / monotonic_gauge + "temporal_percent": {"": "", ...} # carries scale + } + } + +At load time, ``load_match_query`` synthesises the two-column scaffold +(``[{value_column source}, {match_column match}]``) and expands ``items`` into +the per-entry shape ``QueryManager`` consumes:: + + items[""] = {"name": f"{prefix}.{key}", "type": "" + [, "scale": ""]} + +The three ``data/system_*.json`` files are autogenerated from ClickHouse's C++ +source by ``clickhouse/scripts/generate_metrics.py``. To update them (typically +when supporting a new ClickHouse version), run from the ``clickhouse`` +directory:: + + VERSIONS=24.8,25.3,25.8 hatch run metrics:generate + +Don't edit those JSON files by hand; the generator overwrites them on the next +run. If you need a new metric type or a schema change, edit +``generate_metrics.py`` (the ``generate_queries`` function and the +``QUERY_SPECS`` table). +""" + +from __future__ import annotations + +import json +import os +from typing import Any __all__ = ['SystemAsynchronousMetrics', 'SystemErrors', 'SystemEvents', 'SystemMetrics'] + +DATA_DIR = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'data') + +MATCH_QUERIES = { + 'SystemEvents': 'system_events', + 'SystemMetrics': 'system_metrics', + 'SystemAsynchronousMetrics': 'system_async_metrics', +} + +_match_query_cache: dict[str, dict[str, Any]] = {} + +SystemErrors: dict[str, Any] = { + 'name': 'system.errors', + 'query': 'SELECT value, name, code, remote FROM system.errors WHERE value > 0', + 'columns': [ + {'name': 'errors.raised', 'type': 'monotonic_count'}, + {'name': 'error_name', 'type': 'tag'}, + {'name': 'error_code', 'type': 'tag'}, + {'name': 'remote', 'type': 'tag', 'boolean': True}, + ], +} + + +def load_match_query(name: str) -> dict[str, Any]: + """Read ``data/.json`` and reconstitute the QueryManager-shaped dict.""" + try: + with open(os.path.join(DATA_DIR, f'{name}.json'), encoding='utf-8') as f: + spec = json.load(f) + items = _expand_match_items(spec['items'], spec['prefix']) + return { + 'name': spec['name'], + 'query': spec['query'], + 'columns': [ + {'name': spec['value_column'], 'type': 'source'}, + { + 'name': spec['match_column'], + 'type': 'match', + 'source': spec['value_column'], + 'items': items, + }, + ], + } + except (OSError, json.JSONDecodeError, KeyError, TypeError, AttributeError) as exc: + raise RuntimeError(f'failed to load advanced query {name!r}') from exc + + +def _expand_match_items( + compact: dict[str, list[str] | dict[str, str]], prefix: str +) -> dict[str, dict[str, Any]]: + """Expand the compact ``{type: keys | {key: scale}}`` map to the per-entry dict shape.""" + merged: dict[str, dict[str, Any]] = {} + for type_name, group in compact.items(): + if isinstance(group, dict): + for key, scale in group.items(): + merged[key] = {'name': f'{prefix}.{key}', 'type': type_name, 'scale': scale} + else: + for key in group: + merged[key] = {'name': f'{prefix}.{key}', 'type': type_name} + return dict(sorted(merged.items())) + + +def warm_cache() -> None: + """Populate the match-query cache for every known name. Idempotent.""" + for attr, file in MATCH_QUERIES.items(): + if attr not in _match_query_cache: + _match_query_cache[attr] = load_match_query(file) + + +def __getattr__(name: str) -> dict[str, Any]: + if name not in MATCH_QUERIES: + raise AttributeError(f"module {__name__!r} has no attribute {name!r}") + if name not in _match_query_cache: + _match_query_cache[name] = load_match_query(MATCH_QUERIES[name]) + return _match_query_cache[name] diff --git a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_async_metrics.py b/clickhouse/datadog_checks/clickhouse/advanced_queries/system_async_metrics.py deleted file mode 100644 index c203ad9a785d9..0000000000000 --- a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_async_metrics.py +++ /dev/null @@ -1,273 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_async_metrics.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/asynchronous_metrics -SystemAsynchronousMetrics = { - 'name': 'system_asynchronous_metrics', - 'query': 'SELECT value, metric FROM system.asynchronous_metrics', - 'columns': [ - {'name': 'metric_value', 'type': 'source'}, - { - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': { - 'AsynchronousHeavyMetricsCalculationTimeSpent': { - 'name': 'asynchronous_metrics.AsynchronousHeavyMetricsCalculationTimeSpent', - 'type': 'gauge', - }, - 'AsynchronousHeavyMetricsUpdateInterval': { - 'name': 'asynchronous_metrics.AsynchronousHeavyMetricsUpdateInterval', - 'type': 'gauge', - }, - 'AsynchronousMetricsCalculationTimeSpent': { - 'name': 'asynchronous_metrics.AsynchronousMetricsCalculationTimeSpent', - 'type': 'gauge', - }, - 'AsynchronousMetricsUpdateInterval': { - 'name': 'asynchronous_metrics.AsynchronousMetricsUpdateInterval', - 'type': 'gauge', - }, - 'CGroupMaxCPU': {'name': 'asynchronous_metrics.CGroupMaxCPU', 'type': 'gauge'}, - 'CGroupMemoryTotal': {'name': 'asynchronous_metrics.CGroupMemoryTotal', 'type': 'gauge'}, - 'CGroupMemoryUsed': {'name': 'asynchronous_metrics.CGroupMemoryUsed', 'type': 'gauge'}, - 'CGroupSystemTime': {'name': 'asynchronous_metrics.CGroupSystemTime', 'type': 'gauge'}, - 'CGroupSystemTimeNormalized': { - 'name': 'asynchronous_metrics.CGroupSystemTimeNormalized', - 'type': 'gauge', - }, - 'CGroupUserTime': {'name': 'asynchronous_metrics.CGroupUserTime', 'type': 'gauge'}, - 'CGroupUserTimeNormalized': {'name': 'asynchronous_metrics.CGroupUserTimeNormalized', 'type': 'gauge'}, - 'CompiledExpressionCacheBytes': { - 'name': 'asynchronous_metrics.CompiledExpressionCacheBytes', - 'type': 'gauge', - }, - 'CompiledExpressionCacheCount': { - 'name': 'asynchronous_metrics.CompiledExpressionCacheCount', - 'type': 'gauge', - }, - 'DictionaryTotalFailedUpdates': { - 'name': 'asynchronous_metrics.DictionaryTotalFailedUpdates', - 'type': 'gauge', - }, - 'FilesystemCacheBytes': {'name': 'asynchronous_metrics.FilesystemCacheBytes', 'type': 'gauge'}, - 'FilesystemCacheCapacity': {'name': 'asynchronous_metrics.FilesystemCacheCapacity', 'type': 'gauge'}, - 'FilesystemCacheFiles': {'name': 'asynchronous_metrics.FilesystemCacheFiles', 'type': 'gauge'}, - 'FilesystemLogsPathAvailableBytes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathAvailableBytes', - 'type': 'gauge', - }, - 'FilesystemLogsPathAvailableINodes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathAvailableINodes', - 'type': 'gauge', - }, - 'FilesystemLogsPathTotalBytes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathTotalBytes', - 'type': 'gauge', - }, - 'FilesystemLogsPathTotalINodes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathTotalINodes', - 'type': 'gauge', - }, - 'FilesystemLogsPathUsedBytes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathUsedBytes', - 'type': 'gauge', - }, - 'FilesystemLogsPathUsedINodes': { - 'name': 'asynchronous_metrics.FilesystemLogsPathUsedINodes', - 'type': 'gauge', - }, - 'FilesystemMainPathAvailableBytes': { - 'name': 'asynchronous_metrics.FilesystemMainPathAvailableBytes', - 'type': 'gauge', - }, - 'FilesystemMainPathAvailableINodes': { - 'name': 'asynchronous_metrics.FilesystemMainPathAvailableINodes', - 'type': 'gauge', - }, - 'FilesystemMainPathTotalBytes': { - 'name': 'asynchronous_metrics.FilesystemMainPathTotalBytes', - 'type': 'gauge', - }, - 'FilesystemMainPathTotalINodes': { - 'name': 'asynchronous_metrics.FilesystemMainPathTotalINodes', - 'type': 'gauge', - }, - 'FilesystemMainPathUsedBytes': { - 'name': 'asynchronous_metrics.FilesystemMainPathUsedBytes', - 'type': 'gauge', - }, - 'FilesystemMainPathUsedINodes': { - 'name': 'asynchronous_metrics.FilesystemMainPathUsedINodes', - 'type': 'gauge', - }, - 'HashTableStatsCacheEntries': { - 'name': 'asynchronous_metrics.HashTableStatsCacheEntries', - 'type': 'gauge', - }, - 'HashTableStatsCacheHits': {'name': 'asynchronous_metrics.HashTableStatsCacheHits', 'type': 'gauge'}, - 'HashTableStatsCacheMisses': { - 'name': 'asynchronous_metrics.HashTableStatsCacheMisses', - 'type': 'gauge', - }, - 'IndexMarkCacheBytes': {'name': 'asynchronous_metrics.IndexMarkCacheBytes', 'type': 'gauge'}, - 'IndexMarkCacheFiles': {'name': 'asynchronous_metrics.IndexMarkCacheFiles', 'type': 'gauge'}, - 'IndexUncompressedCacheBytes': { - 'name': 'asynchronous_metrics.IndexUncompressedCacheBytes', - 'type': 'gauge', - }, - 'IndexUncompressedCacheCells': { - 'name': 'asynchronous_metrics.IndexUncompressedCacheCells', - 'type': 'gauge', - }, - 'Jitter': {'name': 'asynchronous_metrics.Jitter', 'type': 'gauge'}, - 'LoadAverage1': {'name': 'asynchronous_metrics.LoadAverage1', 'type': 'gauge'}, - 'LoadAverage15': {'name': 'asynchronous_metrics.LoadAverage15', 'type': 'gauge'}, - 'LoadAverage5': {'name': 'asynchronous_metrics.LoadAverage5', 'type': 'gauge'}, - 'MMapCacheCells': {'name': 'asynchronous_metrics.MMapCacheCells', 'type': 'gauge'}, - 'MarkCacheBytes': {'name': 'asynchronous_metrics.MarkCacheBytes', 'type': 'gauge'}, - 'MarkCacheFiles': {'name': 'asynchronous_metrics.MarkCacheFiles', 'type': 'gauge'}, - 'MaxPartCountForPartition': {'name': 'asynchronous_metrics.MaxPartCountForPartition', 'type': 'gauge'}, - 'MemoryCode': {'name': 'asynchronous_metrics.MemoryCode', 'type': 'gauge'}, - 'MemoryDataAndStack': {'name': 'asynchronous_metrics.MemoryDataAndStack', 'type': 'gauge'}, - 'MemoryResident': {'name': 'asynchronous_metrics.MemoryResident', 'type': 'gauge'}, - 'MemoryResidentMax': {'name': 'asynchronous_metrics.MemoryResidentMax', 'type': 'gauge'}, - 'MemoryShared': {'name': 'asynchronous_metrics.MemoryShared', 'type': 'gauge'}, - 'MemoryVirtual': {'name': 'asynchronous_metrics.MemoryVirtual', 'type': 'gauge'}, - 'NetworkTCPReceiveQueue': {'name': 'asynchronous_metrics.NetworkTCPReceiveQueue', 'type': 'gauge'}, - 'NetworkTCPSocketRemoteAddresses': { - 'name': 'asynchronous_metrics.NetworkTCPSocketRemoteAddresses', - 'type': 'gauge', - }, - 'NetworkTCPSockets': {'name': 'asynchronous_metrics.NetworkTCPSockets', 'type': 'gauge'}, - 'NetworkTCPTransmitQueue': {'name': 'asynchronous_metrics.NetworkTCPTransmitQueue', 'type': 'gauge'}, - 'NetworkTCPUnrecoveredRetransmits': { - 'name': 'asynchronous_metrics.NetworkTCPUnrecoveredRetransmits', - 'type': 'gauge', - }, - 'NumberOfDatabases': {'name': 'asynchronous_metrics.NumberOfDatabases', 'type': 'gauge'}, - 'NumberOfDetachedByUserParts': { - 'name': 'asynchronous_metrics.NumberOfDetachedByUserParts', - 'type': 'gauge', - }, - 'NumberOfDetachedParts': {'name': 'asynchronous_metrics.NumberOfDetachedParts', 'type': 'gauge'}, - 'NumberOfPendingMutations': {'name': 'asynchronous_metrics.NumberOfPendingMutations', 'type': 'gauge'}, - 'NumberOfPendingMutationsOverExecutionTime': { - 'name': 'asynchronous_metrics.NumberOfPendingMutationsOverExecutionTime', - 'type': 'gauge', - }, - 'NumberOfStuckMutations': {'name': 'asynchronous_metrics.NumberOfStuckMutations', 'type': 'gauge'}, - 'NumberOfTables': {'name': 'asynchronous_metrics.NumberOfTables', 'type': 'gauge'}, - 'NumberOfTablesSystem': {'name': 'asynchronous_metrics.NumberOfTablesSystem', 'type': 'gauge'}, - 'OSCPUOverload': {'name': 'asynchronous_metrics.OSCPUOverload', 'type': 'gauge'}, - 'OSContextSwitches': {'name': 'asynchronous_metrics.OSContextSwitches', 'type': 'gauge'}, - 'OSGuestNiceTimeNormalized': { - 'name': 'asynchronous_metrics.OSGuestNiceTimeNormalized', - 'type': 'gauge', - }, - 'OSGuestTimeNormalized': {'name': 'asynchronous_metrics.OSGuestTimeNormalized', 'type': 'gauge'}, - 'OSIOWaitTimeNormalized': {'name': 'asynchronous_metrics.OSIOWaitTimeNormalized', 'type': 'gauge'}, - 'OSIdleTimeNormalized': {'name': 'asynchronous_metrics.OSIdleTimeNormalized', 'type': 'gauge'}, - 'OSInterrupts': {'name': 'asynchronous_metrics.OSInterrupts', 'type': 'gauge'}, - 'OSIrqTimeNormalized': {'name': 'asynchronous_metrics.OSIrqTimeNormalized', 'type': 'gauge'}, - 'OSMemoryAvailable': {'name': 'asynchronous_metrics.OSMemoryAvailable', 'type': 'gauge'}, - 'OSMemoryBuffers': {'name': 'asynchronous_metrics.OSMemoryBuffers', 'type': 'gauge'}, - 'OSMemoryCached': {'name': 'asynchronous_metrics.OSMemoryCached', 'type': 'gauge'}, - 'OSMemoryFreePlusCached': {'name': 'asynchronous_metrics.OSMemoryFreePlusCached', 'type': 'gauge'}, - 'OSMemoryFreeWithoutCached': { - 'name': 'asynchronous_metrics.OSMemoryFreeWithoutCached', - 'type': 'gauge', - }, - 'OSMemorySwapCached': {'name': 'asynchronous_metrics.OSMemorySwapCached', 'type': 'gauge'}, - 'OSMemoryTotal': {'name': 'asynchronous_metrics.OSMemoryTotal', 'type': 'gauge'}, - 'OSNiceTimeNormalized': {'name': 'asynchronous_metrics.OSNiceTimeNormalized', 'type': 'gauge'}, - 'OSOpenFiles': {'name': 'asynchronous_metrics.OSOpenFiles', 'type': 'gauge'}, - 'OSProcessesBlocked': {'name': 'asynchronous_metrics.OSProcessesBlocked', 'type': 'gauge'}, - 'OSProcessesCreated': {'name': 'asynchronous_metrics.OSProcessesCreated', 'type': 'gauge'}, - 'OSProcessesRunning': {'name': 'asynchronous_metrics.OSProcessesRunning', 'type': 'gauge'}, - 'OSSoftIrqTimeNormalized': {'name': 'asynchronous_metrics.OSSoftIrqTimeNormalized', 'type': 'gauge'}, - 'OSStealTimeNormalized': {'name': 'asynchronous_metrics.OSStealTimeNormalized', 'type': 'gauge'}, - 'OSSystemTimeNormalized': {'name': 'asynchronous_metrics.OSSystemTimeNormalized', 'type': 'gauge'}, - 'OSThreadsRunnable': {'name': 'asynchronous_metrics.OSThreadsRunnable', 'type': 'gauge'}, - 'OSThreadsTotal': {'name': 'asynchronous_metrics.OSThreadsTotal', 'type': 'gauge'}, - 'OSUptime': {'name': 'asynchronous_metrics.OSUptime', 'type': 'gauge'}, - 'OSUserTimeNormalized': {'name': 'asynchronous_metrics.OSUserTimeNormalized', 'type': 'gauge'}, - 'PageCacheBytes': {'name': 'asynchronous_metrics.PageCacheBytes', 'type': 'gauge'}, - 'PageCacheCells': {'name': 'asynchronous_metrics.PageCacheCells', 'type': 'gauge'}, - 'PageCacheMaxBytes': {'name': 'asynchronous_metrics.PageCacheMaxBytes', 'type': 'gauge'}, - 'PageCachePinnedBytes': {'name': 'asynchronous_metrics.PageCachePinnedBytes', 'type': 'gauge'}, - 'PrimaryIndexCacheBytes': {'name': 'asynchronous_metrics.PrimaryIndexCacheBytes', 'type': 'gauge'}, - 'PrimaryIndexCacheFiles': {'name': 'asynchronous_metrics.PrimaryIndexCacheFiles', 'type': 'gauge'}, - 'QueryCacheBytes': {'name': 'asynchronous_metrics.QueryCacheBytes', 'type': 'gauge'}, - 'QueryCacheEntries': {'name': 'asynchronous_metrics.QueryCacheEntries', 'type': 'gauge'}, - 'ReplicasMaxAbsoluteDelay': {'name': 'asynchronous_metrics.ReplicasMaxAbsoluteDelay', 'type': 'gauge'}, - 'ReplicasMaxInsertsInQueue': { - 'name': 'asynchronous_metrics.ReplicasMaxInsertsInQueue', - 'type': 'gauge', - }, - 'ReplicasMaxMergesInQueue': {'name': 'asynchronous_metrics.ReplicasMaxMergesInQueue', 'type': 'gauge'}, - 'ReplicasMaxQueueSize': {'name': 'asynchronous_metrics.ReplicasMaxQueueSize', 'type': 'gauge'}, - 'ReplicasMaxRelativeDelay': {'name': 'asynchronous_metrics.ReplicasMaxRelativeDelay', 'type': 'gauge'}, - 'ReplicasSumInsertsInQueue': { - 'name': 'asynchronous_metrics.ReplicasSumInsertsInQueue', - 'type': 'gauge', - }, - 'ReplicasSumMergesInQueue': {'name': 'asynchronous_metrics.ReplicasSumMergesInQueue', 'type': 'gauge'}, - 'ReplicasSumQueueSize': {'name': 'asynchronous_metrics.ReplicasSumQueueSize', 'type': 'gauge'}, - 'TotalBytesOfMergeTreeTables': { - 'name': 'asynchronous_metrics.TotalBytesOfMergeTreeTables', - 'type': 'gauge', - }, - 'TotalBytesOfMergeTreeTablesSystem': { - 'name': 'asynchronous_metrics.TotalBytesOfMergeTreeTablesSystem', - 'type': 'gauge', - }, - 'TotalIndexGranularityBytesInMemory': { - 'name': 'asynchronous_metrics.TotalIndexGranularityBytesInMemory', - 'type': 'gauge', - }, - 'TotalIndexGranularityBytesInMemoryAllocated': { - 'name': 'asynchronous_metrics.TotalIndexGranularityBytesInMemoryAllocated', - 'type': 'gauge', - }, - 'TotalPartsOfMergeTreeTables': { - 'name': 'asynchronous_metrics.TotalPartsOfMergeTreeTables', - 'type': 'gauge', - }, - 'TotalPartsOfMergeTreeTablesSystem': { - 'name': 'asynchronous_metrics.TotalPartsOfMergeTreeTablesSystem', - 'type': 'gauge', - }, - 'TotalPrimaryKeyBytesInMemory': { - 'name': 'asynchronous_metrics.TotalPrimaryKeyBytesInMemory', - 'type': 'gauge', - }, - 'TotalPrimaryKeyBytesInMemoryAllocated': { - 'name': 'asynchronous_metrics.TotalPrimaryKeyBytesInMemoryAllocated', - 'type': 'gauge', - }, - 'TotalRowsOfMergeTreeTables': { - 'name': 'asynchronous_metrics.TotalRowsOfMergeTreeTables', - 'type': 'gauge', - }, - 'TotalRowsOfMergeTreeTablesSystem': { - 'name': 'asynchronous_metrics.TotalRowsOfMergeTreeTablesSystem', - 'type': 'gauge', - }, - 'TrackedMemory': {'name': 'asynchronous_metrics.TrackedMemory', 'type': 'gauge'}, - 'UncompressedCacheBytes': {'name': 'asynchronous_metrics.UncompressedCacheBytes', 'type': 'gauge'}, - 'UncompressedCacheCells': {'name': 'asynchronous_metrics.UncompressedCacheCells', 'type': 'gauge'}, - 'UnreclaimableRSS': {'name': 'asynchronous_metrics.UnreclaimableRSS', 'type': 'gauge'}, - 'Uptime': {'name': 'asynchronous_metrics.Uptime', 'type': 'gauge'}, - 'VMMaxMapCount': {'name': 'asynchronous_metrics.VMMaxMapCount', 'type': 'gauge'}, - 'VMNumMaps': {'name': 'asynchronous_metrics.VMNumMaps', 'type': 'gauge'}, - 'jemalloc.epoch': {'name': 'asynchronous_metrics.jemalloc.epoch', 'type': 'gauge'}, - }, - }, - ], -} diff --git a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_errors.py b/clickhouse/datadog_checks/clickhouse/advanced_queries/system_errors.py deleted file mode 100644 index 685e5b6ffbe8a..0000000000000 --- a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_errors.py +++ /dev/null @@ -1,15 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# https://clickhouse.com/docs/operations/system-tables/errors -SystemErrors = { - 'name': 'system.errors', - 'query': 'SELECT value, name, code, remote FROM system.errors WHERE value > 0', - 'columns': [ - {'name': 'errors.raised', 'type': 'monotonic_count'}, - {'name': 'error_name', 'type': 'tag'}, - {'name': 'error_code', 'type': 'tag'}, - {'name': 'remote', 'type': 'tag', 'boolean': True}, - ], -} diff --git a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_events.py b/clickhouse/datadog_checks/clickhouse/advanced_queries/system_events.py deleted file mode 100644 index 3a8ef7ef2662c..0000000000000 --- a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_events.py +++ /dev/null @@ -1,3073 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_events.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/events -SystemEvents = { - 'name': 'system_events', - 'query': 'SELECT value, event FROM system.events', - 'columns': [ - {'name': 'metric_value', 'type': 'source'}, - { - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': { - 'AIORead': {'name': 'events.AIORead', 'type': 'monotonic_gauge'}, - 'AIOReadBytes': {'name': 'events.AIOReadBytes', 'type': 'monotonic_gauge'}, - 'AIOWrite': {'name': 'events.AIOWrite', 'type': 'monotonic_gauge'}, - 'AIOWriteBytes': {'name': 'events.AIOWriteBytes', 'type': 'monotonic_gauge'}, - 'AddressesDiscovered': {'name': 'events.AddressesDiscovered', 'type': 'monotonic_gauge'}, - 'AddressesExpired': {'name': 'events.AddressesExpired', 'type': 'monotonic_gauge'}, - 'AddressesMarkedAsFailed': {'name': 'events.AddressesMarkedAsFailed', 'type': 'monotonic_gauge'}, - 'AggregatingSortedMilliseconds': { - 'name': 'events.AggregatingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'AggregationHashTablesInitializedAsTwoLevel': { - 'name': 'events.AggregationHashTablesInitializedAsTwoLevel', - 'type': 'monotonic_gauge', - }, - 'AggregationOptimizedEqualRangesOfKeys': { - 'name': 'events.AggregationOptimizedEqualRangesOfKeys', - 'type': 'monotonic_gauge', - }, - 'AggregationPreallocatedElementsInHashTables': { - 'name': 'events.AggregationPreallocatedElementsInHashTables', - 'type': 'monotonic_gauge', - }, - 'AnalyzePatchRangesMicroseconds': { - 'name': 'events.AnalyzePatchRangesMicroseconds', - 'type': 'monotonic_gauge', - }, - 'ApplyPatchesMicroseconds': {'name': 'events.ApplyPatchesMicroseconds', 'type': 'monotonic_gauge'}, - 'ArenaAllocBytes': {'name': 'events.ArenaAllocBytes', 'type': 'monotonic_gauge'}, - 'ArenaAllocChunks': {'name': 'events.ArenaAllocChunks', 'type': 'monotonic_gauge'}, - 'AsyncInsertBytes': {'name': 'events.AsyncInsertBytes', 'type': 'monotonic_gauge'}, - 'AsyncInsertCacheHits': {'name': 'events.AsyncInsertCacheHits', 'type': 'monotonic_gauge'}, - 'AsyncInsertQuery': {'name': 'events.AsyncInsertQuery', 'type': 'monotonic_gauge'}, - 'AsyncInsertRows': {'name': 'events.AsyncInsertRows', 'type': 'monotonic_gauge'}, - 'AsyncLoaderWaitMicroseconds': { - 'name': 'events.AsyncLoaderWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AsyncLoggingConsoleDroppedMessages': { - 'name': 'events.AsyncLoggingConsoleDroppedMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingConsoleTotalMessages': { - 'name': 'events.AsyncLoggingConsoleTotalMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingErrorFileLogDroppedMessages': { - 'name': 'events.AsyncLoggingErrorFileLogDroppedMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingErrorFileLogTotalMessages': { - 'name': 'events.AsyncLoggingErrorFileLogTotalMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingFileLogDroppedMessages': { - 'name': 'events.AsyncLoggingFileLogDroppedMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingFileLogTotalMessages': { - 'name': 'events.AsyncLoggingFileLogTotalMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingSyslogDroppedMessages': { - 'name': 'events.AsyncLoggingSyslogDroppedMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingSyslogTotalMessages': { - 'name': 'events.AsyncLoggingSyslogTotalMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingTextLogDroppedMessages': { - 'name': 'events.AsyncLoggingTextLogDroppedMessages', - 'type': 'monotonic_gauge', - }, - 'AsyncLoggingTextLogTotalMessages': { - 'name': 'events.AsyncLoggingTextLogTotalMessages', - 'type': 'monotonic_gauge', - }, - 'AsynchronousReadWaitMicroseconds': { - 'name': 'events.AsynchronousReadWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AsynchronousReaderIgnoredBytes': { - 'name': 'events.AsynchronousReaderIgnoredBytes', - 'type': 'monotonic_gauge', - }, - 'AsynchronousRemoteReadWaitMicroseconds': { - 'name': 'events.AsynchronousRemoteReadWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AzureCommitBlockList': {'name': 'events.AzureCommitBlockList', 'type': 'monotonic_gauge'}, - 'AzureCopyObject': {'name': 'events.AzureCopyObject', 'type': 'monotonic_gauge'}, - 'AzureCreateContainer': {'name': 'events.AzureCreateContainer', 'type': 'monotonic_gauge'}, - 'AzureDeleteObjects': {'name': 'events.AzureDeleteObjects', 'type': 'monotonic_gauge'}, - 'AzureGetObject': {'name': 'events.AzureGetObject', 'type': 'monotonic_gauge'}, - 'AzureGetProperties': {'name': 'events.AzureGetProperties', 'type': 'monotonic_gauge'}, - 'AzureGetRequestThrottlerCount': { - 'name': 'events.AzureGetRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'AzureGetRequestThrottlerSleepMicroseconds': { - 'name': 'events.AzureGetRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AzureListObjects': {'name': 'events.AzureListObjects', 'type': 'monotonic_gauge'}, - 'AzurePutRequestThrottlerCount': { - 'name': 'events.AzurePutRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'AzurePutRequestThrottlerSleepMicroseconds': { - 'name': 'events.AzurePutRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AzureReadMicroseconds': { - 'name': 'events.AzureReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AzureReadRequestsCount': {'name': 'events.AzureReadRequestsCount', 'type': 'monotonic_gauge'}, - 'AzureReadRequestsErrors': {'name': 'events.AzureReadRequestsErrors', 'type': 'monotonic_gauge'}, - 'AzureReadRequestsRedirects': {'name': 'events.AzureReadRequestsRedirects', 'type': 'monotonic_gauge'}, - 'AzureReadRequestsThrottling': { - 'name': 'events.AzureReadRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'AzureStageBlock': {'name': 'events.AzureStageBlock', 'type': 'monotonic_gauge'}, - 'AzureUpload': {'name': 'events.AzureUpload', 'type': 'monotonic_gauge'}, - 'AzureWriteMicroseconds': { - 'name': 'events.AzureWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'AzureWriteRequestsCount': {'name': 'events.AzureWriteRequestsCount', 'type': 'monotonic_gauge'}, - 'AzureWriteRequestsErrors': {'name': 'events.AzureWriteRequestsErrors', 'type': 'monotonic_gauge'}, - 'AzureWriteRequestsRedirects': { - 'name': 'events.AzureWriteRequestsRedirects', - 'type': 'monotonic_gauge', - }, - 'AzureWriteRequestsThrottling': { - 'name': 'events.AzureWriteRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'BackgroundLoadingMarksTasks': { - 'name': 'events.BackgroundLoadingMarksTasks', - 'type': 'monotonic_gauge', - }, - 'BackupEntriesCollectorForTablesDataMicroseconds': { - 'name': 'events.BackupEntriesCollectorForTablesDataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupEntriesCollectorMicroseconds': { - 'name': 'events.BackupEntriesCollectorMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupEntriesCollectorRunPostTasksMicroseconds': { - 'name': 'events.BackupEntriesCollectorRunPostTasksMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupLockFileReads': {'name': 'events.BackupLockFileReads', 'type': 'monotonic_gauge'}, - 'BackupPreparingFileInfosMicroseconds': { - 'name': 'events.BackupPreparingFileInfosMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupReadLocalBytesToCalculateChecksums': { - 'name': 'events.BackupReadLocalBytesToCalculateChecksums', - 'type': 'monotonic_gauge', - }, - 'BackupReadLocalFilesToCalculateChecksums': { - 'name': 'events.BackupReadLocalFilesToCalculateChecksums', - 'type': 'monotonic_gauge', - }, - 'BackupReadMetadataMicroseconds': { - 'name': 'events.BackupReadMetadataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupReadRemoteBytesToCalculateChecksums': { - 'name': 'events.BackupReadRemoteBytesToCalculateChecksums', - 'type': 'monotonic_gauge', - }, - 'BackupReadRemoteFilesToCalculateChecksums': { - 'name': 'events.BackupReadRemoteFilesToCalculateChecksums', - 'type': 'monotonic_gauge', - }, - 'BackupThrottlerBytes': {'name': 'events.BackupThrottlerBytes', 'type': 'monotonic_gauge'}, - 'BackupThrottlerSleepMicroseconds': { - 'name': 'events.BackupThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupWriteMetadataMicroseconds': { - 'name': 'events.BackupWriteMetadataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'BackupsOpenedForRead': {'name': 'events.BackupsOpenedForRead', 'type': 'monotonic_gauge'}, - 'BackupsOpenedForUnlock': {'name': 'events.BackupsOpenedForUnlock', 'type': 'monotonic_gauge'}, - 'BackupsOpenedForWrite': {'name': 'events.BackupsOpenedForWrite', 'type': 'monotonic_gauge'}, - 'BuildPatchesJoinMicroseconds': { - 'name': 'events.BuildPatchesJoinMicroseconds', - 'type': 'monotonic_gauge', - }, - 'BuildPatchesMergeMicroseconds': { - 'name': 'events.BuildPatchesMergeMicroseconds', - 'type': 'monotonic_gauge', - }, - 'CacheWarmerBytesDownloaded': {'name': 'events.CacheWarmerBytesDownloaded', 'type': 'monotonic_gauge'}, - 'CacheWarmerDataPartsDownloaded': { - 'name': 'events.CacheWarmerDataPartsDownloaded', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferCacheWriteBytes': { - 'name': 'events.CachedReadBufferCacheWriteBytes', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferCacheWriteMicroseconds': { - 'name': 'events.CachedReadBufferCacheWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CachedReadBufferCreateBufferMicroseconds': { - 'name': 'events.CachedReadBufferCreateBufferMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CachedReadBufferPredownloadedBytes': { - 'name': 'events.CachedReadBufferPredownloadedBytes', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferReadFromCacheBytes': { - 'name': 'events.CachedReadBufferReadFromCacheBytes', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferReadFromCacheHits': { - 'name': 'events.CachedReadBufferReadFromCacheHits', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferReadFromCacheMicroseconds': { - 'name': 'events.CachedReadBufferReadFromCacheMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CachedReadBufferReadFromCacheMisses': { - 'name': 'events.CachedReadBufferReadFromCacheMisses', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferReadFromSourceBytes': { - 'name': 'events.CachedReadBufferReadFromSourceBytes', - 'type': 'monotonic_gauge', - }, - 'CachedReadBufferReadFromSourceMicroseconds': { - 'name': 'events.CachedReadBufferReadFromSourceMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CachedReadBufferWaitReadBufferMicroseconds': { - 'name': 'events.CachedReadBufferWaitReadBufferMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CachedWriteBufferCacheWriteBytes': { - 'name': 'events.CachedWriteBufferCacheWriteBytes', - 'type': 'monotonic_gauge', - }, - 'CachedWriteBufferCacheWriteMicroseconds': { - 'name': 'events.CachedWriteBufferCacheWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CannotRemoveEphemeralNode': {'name': 'events.CannotRemoveEphemeralNode', 'type': 'monotonic_gauge'}, - 'CannotWriteToWriteBufferDiscard': { - 'name': 'events.CannotWriteToWriteBufferDiscard', - 'type': 'monotonic_gauge', - }, - 'CoalescingSortedMilliseconds': { - 'name': 'events.CoalescingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'CollapsingSortedMilliseconds': { - 'name': 'events.CollapsingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'CommonBackgroundExecutorTaskCancelMicroseconds': { - 'name': 'events.CommonBackgroundExecutorTaskCancelMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CommonBackgroundExecutorTaskExecuteStepMicroseconds': { - 'name': 'events.CommonBackgroundExecutorTaskExecuteStepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CommonBackgroundExecutorTaskResetMicroseconds': { - 'name': 'events.CommonBackgroundExecutorTaskResetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CommonBackgroundExecutorWaitMicroseconds': { - 'name': 'events.CommonBackgroundExecutorWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CompileExpressionsBytes': {'name': 'events.CompileExpressionsBytes', 'type': 'monotonic_gauge'}, - 'CompileExpressionsMicroseconds': { - 'name': 'events.CompileExpressionsMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CompileFunction': {'name': 'events.CompileFunction', 'type': 'monotonic_gauge'}, - 'CompiledFunctionExecute': {'name': 'events.CompiledFunctionExecute', 'type': 'monotonic_gauge'}, - 'CompressedReadBufferBlocks': {'name': 'events.CompressedReadBufferBlocks', 'type': 'monotonic_gauge'}, - 'CompressedReadBufferBytes': {'name': 'events.CompressedReadBufferBytes', 'type': 'monotonic_gauge'}, - 'CompressedReadBufferChecksumDoesntMatch': { - 'name': 'events.CompressedReadBufferChecksumDoesntMatch', - 'type': 'monotonic_gauge', - }, - 'CompressedReadBufferChecksumDoesntMatchMicroseconds': { - 'name': 'events.CompressedReadBufferChecksumDoesntMatchMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CompressedReadBufferChecksumDoesntMatchSingleBitMismatch': { - 'name': 'events.CompressedReadBufferChecksumDoesntMatchSingleBitMismatch', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlDownscales': { - 'name': 'events.ConcurrencyControlDownscales', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlPreemptedMicroseconds': { - 'name': 'events.ConcurrencyControlPreemptedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ConcurrencyControlPreemptions': { - 'name': 'events.ConcurrencyControlPreemptions', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlQueriesDelayed': { - 'name': 'events.ConcurrencyControlQueriesDelayed', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlSlotsAcquired': { - 'name': 'events.ConcurrencyControlSlotsAcquired', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlSlotsAcquiredNonCompeting': { - 'name': 'events.ConcurrencyControlSlotsAcquiredNonCompeting', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlSlotsDelayed': { - 'name': 'events.ConcurrencyControlSlotsDelayed', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlSlotsGranted': { - 'name': 'events.ConcurrencyControlSlotsGranted', - 'type': 'monotonic_gauge', - }, - 'ConcurrencyControlUpscales': {'name': 'events.ConcurrencyControlUpscales', 'type': 'monotonic_gauge'}, - 'ConcurrencyControlWaitMicroseconds': { - 'name': 'events.ConcurrencyControlWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ConcurrentQuerySlotsAcquired': { - 'name': 'events.ConcurrentQuerySlotsAcquired', - 'type': 'monotonic_gauge', - }, - 'ConcurrentQueryWaitMicroseconds': { - 'name': 'events.ConcurrentQueryWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ConnectionPoolIsFullMicroseconds': { - 'name': 'events.ConnectionPoolIsFullMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ContextLock': {'name': 'events.ContextLock', 'type': 'monotonic_gauge'}, - 'ContextLockWaitMicroseconds': { - 'name': 'events.ContextLockWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeAssignmentRequest': { - 'name': 'events.CoordinatedMergesMergeAssignmentRequest', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeAssignmentRequestMicroseconds': { - 'name': 'events.CoordinatedMergesMergeAssignmentRequestMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeAssignmentResponse': { - 'name': 'events.CoordinatedMergesMergeAssignmentResponse', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeAssignmentResponseMicroseconds': { - 'name': 'events.CoordinatedMergesMergeAssignmentResponseMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorFetchMetadataMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorFetchMetadataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorFilterMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorFilterMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorLockStateExclusivelyCount': { - 'name': 'events.CoordinatedMergesMergeCoordinatorLockStateExclusivelyCount', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeCoordinatorLockStateExclusivelyMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorLockStateExclusivelyMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorLockStateForShareCount': { - 'name': 'events.CoordinatedMergesMergeCoordinatorLockStateForShareCount', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeCoordinatorLockStateForShareMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorLockStateForShareMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorSelectMergesMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorSelectMergesMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeCoordinatorUpdateCount': { - 'name': 'events.CoordinatedMergesMergeCoordinatorUpdateCount', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeCoordinatorUpdateMicroseconds': { - 'name': 'events.CoordinatedMergesMergeCoordinatorUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CoordinatedMergesMergeWorkerUpdateCount': { - 'name': 'events.CoordinatedMergesMergeWorkerUpdateCount', - 'type': 'monotonic_gauge', - }, - 'CoordinatedMergesMergeWorkerUpdateMicroseconds': { - 'name': 'events.CoordinatedMergesMergeWorkerUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'CreatedLogEntryForMerge': {'name': 'events.CreatedLogEntryForMerge', 'type': 'monotonic_gauge'}, - 'CreatedLogEntryForMutation': {'name': 'events.CreatedLogEntryForMutation', 'type': 'monotonic_gauge'}, - 'CreatedReadBufferDirectIO': {'name': 'events.CreatedReadBufferDirectIO', 'type': 'monotonic_gauge'}, - 'CreatedReadBufferDirectIOFailed': { - 'name': 'events.CreatedReadBufferDirectIOFailed', - 'type': 'monotonic_gauge', - }, - 'CreatedReadBufferMMap': {'name': 'events.CreatedReadBufferMMap', 'type': 'monotonic_gauge'}, - 'CreatedReadBufferMMapFailed': { - 'name': 'events.CreatedReadBufferMMapFailed', - 'type': 'monotonic_gauge', - }, - 'CreatedReadBufferOrdinary': {'name': 'events.CreatedReadBufferOrdinary', 'type': 'monotonic_gauge'}, - 'DNSError': {'name': 'events.DNSError', 'type': 'monotonic_gauge'}, - 'DataAfterMutationDiffersFromReplica': { - 'name': 'events.DataAfterMutationDiffersFromReplica', - 'type': 'monotonic_gauge', - }, - 'DefaultImplementationForNullsRows': { - 'name': 'events.DefaultImplementationForNullsRows', - 'type': 'monotonic_gauge', - }, - 'DefaultImplementationForNullsRowsWithNulls': { - 'name': 'events.DefaultImplementationForNullsRowsWithNulls', - 'type': 'monotonic_gauge', - }, - 'DelayedInserts': {'name': 'events.DelayedInserts', 'type': 'monotonic_gauge'}, - 'DelayedInsertsMilliseconds': { - 'name': 'events.DelayedInsertsMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'DelayedMutations': {'name': 'events.DelayedMutations', 'type': 'monotonic_gauge'}, - 'DelayedMutationsMilliseconds': { - 'name': 'events.DelayedMutationsMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'DeltaLakePartitionPrunedFiles': { - 'name': 'events.DeltaLakePartitionPrunedFiles', - 'type': 'monotonic_gauge', - }, - 'DictCacheKeysExpired': {'name': 'events.DictCacheKeysExpired', 'type': 'monotonic_gauge'}, - 'DictCacheKeysHit': {'name': 'events.DictCacheKeysHit', 'type': 'monotonic_gauge'}, - 'DictCacheKeysNotFound': {'name': 'events.DictCacheKeysNotFound', 'type': 'monotonic_gauge'}, - 'DictCacheKeysRequested': {'name': 'events.DictCacheKeysRequested', 'type': 'monotonic_gauge'}, - 'DictCacheKeysRequestedFound': { - 'name': 'events.DictCacheKeysRequestedFound', - 'type': 'monotonic_gauge', - }, - 'DictCacheKeysRequestedMiss': {'name': 'events.DictCacheKeysRequestedMiss', 'type': 'monotonic_gauge'}, - 'DictCacheLockReadNs': { - 'name': 'events.DictCacheLockReadNs', - 'type': 'temporal_percent', - 'scale': 'nanosecond', - }, - 'DictCacheLockWriteNs': { - 'name': 'events.DictCacheLockWriteNs', - 'type': 'temporal_percent', - 'scale': 'nanosecond', - }, - 'DictCacheRequestTimeNs': { - 'name': 'events.DictCacheRequestTimeNs', - 'type': 'temporal_percent', - 'scale': 'nanosecond', - }, - 'DictCacheRequests': {'name': 'events.DictCacheRequests', 'type': 'monotonic_gauge'}, - 'DirectorySync': {'name': 'events.DirectorySync', 'type': 'monotonic_gauge'}, - 'DirectorySyncElapsedMicroseconds': { - 'name': 'events.DirectorySyncElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskAzureCommitBlockList': {'name': 'events.DiskAzureCommitBlockList', 'type': 'monotonic_gauge'}, - 'DiskAzureCopyObject': {'name': 'events.DiskAzureCopyObject', 'type': 'monotonic_gauge'}, - 'DiskAzureCreateContainer': {'name': 'events.DiskAzureCreateContainer', 'type': 'monotonic_gauge'}, - 'DiskAzureDeleteObjects': {'name': 'events.DiskAzureDeleteObjects', 'type': 'monotonic_gauge'}, - 'DiskAzureGetObject': {'name': 'events.DiskAzureGetObject', 'type': 'monotonic_gauge'}, - 'DiskAzureGetProperties': {'name': 'events.DiskAzureGetProperties', 'type': 'monotonic_gauge'}, - 'DiskAzureGetRequestThrottlerCount': { - 'name': 'events.DiskAzureGetRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'DiskAzureGetRequestThrottlerSleepMicroseconds': { - 'name': 'events.DiskAzureGetRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskAzureListObjects': {'name': 'events.DiskAzureListObjects', 'type': 'monotonic_gauge'}, - 'DiskAzurePutRequestThrottlerCount': { - 'name': 'events.DiskAzurePutRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'DiskAzurePutRequestThrottlerSleepMicroseconds': { - 'name': 'events.DiskAzurePutRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskAzureReadMicroseconds': { - 'name': 'events.DiskAzureReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskAzureReadRequestsCount': {'name': 'events.DiskAzureReadRequestsCount', 'type': 'monotonic_gauge'}, - 'DiskAzureReadRequestsErrors': { - 'name': 'events.DiskAzureReadRequestsErrors', - 'type': 'monotonic_gauge', - }, - 'DiskAzureReadRequestsRedirects': { - 'name': 'events.DiskAzureReadRequestsRedirects', - 'type': 'monotonic_gauge', - }, - 'DiskAzureReadRequestsThrottling': { - 'name': 'events.DiskAzureReadRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'DiskAzureStageBlock': {'name': 'events.DiskAzureStageBlock', 'type': 'monotonic_gauge'}, - 'DiskAzureUpload': {'name': 'events.DiskAzureUpload', 'type': 'monotonic_gauge'}, - 'DiskAzureWriteMicroseconds': { - 'name': 'events.DiskAzureWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskAzureWriteRequestsCount': { - 'name': 'events.DiskAzureWriteRequestsCount', - 'type': 'monotonic_gauge', - }, - 'DiskAzureWriteRequestsErrors': { - 'name': 'events.DiskAzureWriteRequestsErrors', - 'type': 'monotonic_gauge', - }, - 'DiskAzureWriteRequestsRedirects': { - 'name': 'events.DiskAzureWriteRequestsRedirects', - 'type': 'monotonic_gauge', - }, - 'DiskAzureWriteRequestsThrottling': { - 'name': 'events.DiskAzureWriteRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'DiskConnectionsCreated': {'name': 'events.DiskConnectionsCreated', 'type': 'monotonic_gauge'}, - 'DiskConnectionsElapsedMicroseconds': { - 'name': 'events.DiskConnectionsElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskConnectionsErrors': {'name': 'events.DiskConnectionsErrors', 'type': 'monotonic_gauge'}, - 'DiskConnectionsExpired': {'name': 'events.DiskConnectionsExpired', 'type': 'monotonic_gauge'}, - 'DiskConnectionsPreserved': {'name': 'events.DiskConnectionsPreserved', 'type': 'monotonic_gauge'}, - 'DiskConnectionsReset': {'name': 'events.DiskConnectionsReset', 'type': 'monotonic_gauge'}, - 'DiskConnectionsReused': {'name': 'events.DiskConnectionsReused', 'type': 'monotonic_gauge'}, - 'DiskPlainRewritableAzureDirectoryCreated': { - 'name': 'events.DiskPlainRewritableAzureDirectoryCreated', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableAzureDirectoryRemoved': { - 'name': 'events.DiskPlainRewritableAzureDirectoryRemoved', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableLegacyLayoutDiskCount': { - 'name': 'events.DiskPlainRewritableLegacyLayoutDiskCount', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableLocalDirectoryCreated': { - 'name': 'events.DiskPlainRewritableLocalDirectoryCreated', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableLocalDirectoryRemoved': { - 'name': 'events.DiskPlainRewritableLocalDirectoryRemoved', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableS3DirectoryCreated': { - 'name': 'events.DiskPlainRewritableS3DirectoryCreated', - 'type': 'monotonic_gauge', - }, - 'DiskPlainRewritableS3DirectoryRemoved': { - 'name': 'events.DiskPlainRewritableS3DirectoryRemoved', - 'type': 'monotonic_gauge', - }, - 'DiskReadElapsedMicroseconds': { - 'name': 'events.DiskReadElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskS3AbortMultipartUpload': {'name': 'events.DiskS3AbortMultipartUpload', 'type': 'monotonic_gauge'}, - 'DiskS3CompleteMultipartUpload': { - 'name': 'events.DiskS3CompleteMultipartUpload', - 'type': 'monotonic_gauge', - }, - 'DiskS3CopyObject': {'name': 'events.DiskS3CopyObject', 'type': 'monotonic_gauge'}, - 'DiskS3CreateMultipartUpload': { - 'name': 'events.DiskS3CreateMultipartUpload', - 'type': 'monotonic_gauge', - }, - 'DiskS3DeleteObjects': {'name': 'events.DiskS3DeleteObjects', 'type': 'monotonic_gauge'}, - 'DiskS3GetObject': {'name': 'events.DiskS3GetObject', 'type': 'monotonic_gauge'}, - 'DiskS3GetObjectAttributes': {'name': 'events.DiskS3GetObjectAttributes', 'type': 'monotonic_gauge'}, - 'DiskS3GetRequestThrottlerCount': { - 'name': 'events.DiskS3GetRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'DiskS3GetRequestThrottlerSleepMicroseconds': { - 'name': 'events.DiskS3GetRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskS3HeadObject': {'name': 'events.DiskS3HeadObject', 'type': 'monotonic_gauge'}, - 'DiskS3ListObjects': {'name': 'events.DiskS3ListObjects', 'type': 'monotonic_gauge'}, - 'DiskS3PutObject': {'name': 'events.DiskS3PutObject', 'type': 'monotonic_gauge'}, - 'DiskS3PutRequestThrottlerCount': { - 'name': 'events.DiskS3PutRequestThrottlerCount', - 'type': 'monotonic_gauge', - }, - 'DiskS3PutRequestThrottlerSleepMicroseconds': { - 'name': 'events.DiskS3PutRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskS3ReadMicroseconds': { - 'name': 'events.DiskS3ReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskS3ReadRequestAttempts': {'name': 'events.DiskS3ReadRequestAttempts', 'type': 'monotonic_gauge'}, - 'DiskS3ReadRequestRetryableErrors': { - 'name': 'events.DiskS3ReadRequestRetryableErrors', - 'type': 'monotonic_gauge', - }, - 'DiskS3ReadRequestsCount': {'name': 'events.DiskS3ReadRequestsCount', 'type': 'monotonic_gauge'}, - 'DiskS3ReadRequestsErrors': {'name': 'events.DiskS3ReadRequestsErrors', 'type': 'monotonic_gauge'}, - 'DiskS3ReadRequestsRedirects': { - 'name': 'events.DiskS3ReadRequestsRedirects', - 'type': 'monotonic_gauge', - }, - 'DiskS3ReadRequestsThrottling': { - 'name': 'events.DiskS3ReadRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'DiskS3UploadPart': {'name': 'events.DiskS3UploadPart', 'type': 'monotonic_gauge'}, - 'DiskS3UploadPartCopy': {'name': 'events.DiskS3UploadPartCopy', 'type': 'monotonic_gauge'}, - 'DiskS3WriteMicroseconds': { - 'name': 'events.DiskS3WriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DiskS3WriteRequestAttempts': {'name': 'events.DiskS3WriteRequestAttempts', 'type': 'monotonic_gauge'}, - 'DiskS3WriteRequestRetryableErrors': { - 'name': 'events.DiskS3WriteRequestRetryableErrors', - 'type': 'monotonic_gauge', - }, - 'DiskS3WriteRequestsCount': {'name': 'events.DiskS3WriteRequestsCount', 'type': 'monotonic_gauge'}, - 'DiskS3WriteRequestsErrors': {'name': 'events.DiskS3WriteRequestsErrors', 'type': 'monotonic_gauge'}, - 'DiskS3WriteRequestsRedirects': { - 'name': 'events.DiskS3WriteRequestsRedirects', - 'type': 'monotonic_gauge', - }, - 'DiskS3WriteRequestsThrottling': { - 'name': 'events.DiskS3WriteRequestsThrottling', - 'type': 'monotonic_gauge', - }, - 'DiskWriteElapsedMicroseconds': { - 'name': 'events.DiskWriteElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheConnectAttempts': {'name': 'events.DistrCacheConnectAttempts', 'type': 'monotonic_gauge'}, - 'DistrCacheConnectMicroseconds': { - 'name': 'events.DistrCacheConnectMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheDataPacketsBytes': {'name': 'events.DistrCacheDataPacketsBytes', 'type': 'monotonic_gauge'}, - 'DistrCacheFallbackReadMicroseconds': { - 'name': 'events.DistrCacheFallbackReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheGetClient': {'name': 'events.DistrCacheGetClient', 'type': 'gauge'}, - 'DistrCacheGetClientMicroseconds': { - 'name': 'events.DistrCacheGetClientMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheGetResponseMicroseconds': { - 'name': 'events.DistrCacheGetResponseMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheHashRingRebuilds': {'name': 'events.DistrCacheHashRingRebuilds', 'type': 'monotonic_gauge'}, - 'DistrCacheHoldConnections': {'name': 'events.DistrCacheHoldConnections', 'type': 'gauge'}, - 'DistrCacheIgnoredBytesWhileWaitingProfileEvents': { - 'name': 'events.DistrCacheIgnoredBytesWhileWaitingProfileEvents', - 'type': 'monotonic_gauge', - }, - 'DistrCacheLockRegistryMicroseconds': { - 'name': 'events.DistrCacheLockRegistryMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheMakeRequestErrors': { - 'name': 'events.DistrCacheMakeRequestErrors', - 'type': 'monotonic_gauge', - }, - 'DistrCacheNextImplMicroseconds': { - 'name': 'events.DistrCacheNextImplMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheOpenedConnections': { - 'name': 'events.DistrCacheOpenedConnections', - 'type': 'monotonic_gauge', - }, - 'DistrCacheOpenedConnectionsBypassingPool': { - 'name': 'events.DistrCacheOpenedConnectionsBypassingPool', - 'type': 'monotonic_gauge', - }, - 'DistrCachePackets': {'name': 'events.DistrCachePackets', 'type': 'monotonic_gauge'}, - 'DistrCachePacketsBytes': {'name': 'events.DistrCachePacketsBytes', 'type': 'monotonic_gauge'}, - 'DistrCachePrecomputeRangesMicroseconds': { - 'name': 'events.DistrCachePrecomputeRangesMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheRangeChange': {'name': 'events.DistrCacheRangeChange', 'type': 'monotonic_gauge'}, - 'DistrCacheRangeResetBackward': { - 'name': 'events.DistrCacheRangeResetBackward', - 'type': 'monotonic_gauge', - }, - 'DistrCacheRangeResetForward': { - 'name': 'events.DistrCacheRangeResetForward', - 'type': 'monotonic_gauge', - }, - 'DistrCacheReadBytesFromCache': { - 'name': 'events.DistrCacheReadBytesFromCache', - 'type': 'monotonic_gauge', - }, - 'DistrCacheReadBytesFromFallbackBuffer': { - 'name': 'events.DistrCacheReadBytesFromFallbackBuffer', - 'type': 'monotonic_gauge', - }, - 'DistrCacheReadErrors': {'name': 'events.DistrCacheReadErrors', 'type': 'monotonic_gauge'}, - 'DistrCacheReadMicroseconds': { - 'name': 'events.DistrCacheReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheReceiveResponseErrors': { - 'name': 'events.DistrCacheReceiveResponseErrors', - 'type': 'monotonic_gauge', - }, - 'DistrCacheReconnectsAfterTimeout': { - 'name': 'events.DistrCacheReconnectsAfterTimeout', - 'type': 'monotonic_gauge', - }, - 'DistrCacheRegistryUpdateMicroseconds': { - 'name': 'events.DistrCacheRegistryUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheRegistryUpdates': {'name': 'events.DistrCacheRegistryUpdates', 'type': 'monotonic_gauge'}, - 'DistrCacheReusedConnections': { - 'name': 'events.DistrCacheReusedConnections', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerAckRequestPackets': { - 'name': 'events.DistrCacheServerAckRequestPackets', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerCachedReadBufferCacheHits': { - 'name': 'events.DistrCacheServerCachedReadBufferCacheHits', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerCachedReadBufferCacheMisses': { - 'name': 'events.DistrCacheServerCachedReadBufferCacheMisses', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerContinueRequestPackets': { - 'name': 'events.DistrCacheServerContinueRequestPackets', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerCredentialsRefresh': { - 'name': 'events.DistrCacheServerCredentialsRefresh', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerEndRequestPackets': { - 'name': 'events.DistrCacheServerEndRequestPackets', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerNewS3CachedClients': { - 'name': 'events.DistrCacheServerNewS3CachedClients', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerProcessRequestMicroseconds': { - 'name': 'events.DistrCacheServerProcessRequestMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheServerReceivedCredentialsRefreshPackets': { - 'name': 'events.DistrCacheServerReceivedCredentialsRefreshPackets', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerReusedS3CachedClients': { - 'name': 'events.DistrCacheServerReusedS3CachedClients', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerStartRequestPackets': { - 'name': 'events.DistrCacheServerStartRequestPackets', - 'type': 'monotonic_gauge', - }, - 'DistrCacheServerSwitches': {'name': 'events.DistrCacheServerSwitches', 'type': 'monotonic_gauge'}, - 'DistrCacheServerUpdates': {'name': 'events.DistrCacheServerUpdates', 'type': 'monotonic_gauge'}, - 'DistrCacheStartRangeMicroseconds': { - 'name': 'events.DistrCacheStartRangeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'DistrCacheUnusedDataPacketsBytes': { - 'name': 'events.DistrCacheUnusedDataPacketsBytes', - 'type': 'monotonic_gauge', - }, - 'DistrCacheUnusedPackets': {'name': 'events.DistrCacheUnusedPackets', 'type': 'monotonic_gauge'}, - 'DistrCacheUnusedPacketsBufferAllocations': { - 'name': 'events.DistrCacheUnusedPacketsBufferAllocations', - 'type': 'monotonic_gauge', - }, - 'DistrCacheUnusedPacketsBytes': { - 'name': 'events.DistrCacheUnusedPacketsBytes', - 'type': 'monotonic_gauge', - }, - 'DistributedAsyncInsertionFailures': { - 'name': 'events.DistributedAsyncInsertionFailures', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionFailAtAll': { - 'name': 'events.DistributedConnectionFailAtAll', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionFailTry': { - 'name': 'events.DistributedConnectionFailTry', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionMissingTable': { - 'name': 'events.DistributedConnectionMissingTable', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionReconnectCount': { - 'name': 'events.DistributedConnectionReconnectCount', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionSkipReadOnlyReplica': { - 'name': 'events.DistributedConnectionSkipReadOnlyReplica', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionStaleReplica': { - 'name': 'events.DistributedConnectionStaleReplica', - 'type': 'monotonic_gauge', - }, - 'DistributedConnectionTries': {'name': 'events.DistributedConnectionTries', 'type': 'monotonic_gauge'}, - 'DistributedConnectionUsable': { - 'name': 'events.DistributedConnectionUsable', - 'type': 'monotonic_gauge', - }, - 'DistributedDelayedInserts': {'name': 'events.DistributedDelayedInserts', 'type': 'monotonic_gauge'}, - 'DistributedDelayedInsertsMilliseconds': { - 'name': 'events.DistributedDelayedInsertsMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'DistributedRejectedInserts': {'name': 'events.DistributedRejectedInserts', 'type': 'monotonic_gauge'}, - 'DistributedSyncInsertionTimeoutExceeded': { - 'name': 'events.DistributedSyncInsertionTimeoutExceeded', - 'type': 'monotonic_gauge', - }, - 'DuplicatedInsertedBlocks': {'name': 'events.DuplicatedInsertedBlocks', 'type': 'monotonic_gauge'}, - 'EngineFileLikeReadFiles': {'name': 'events.EngineFileLikeReadFiles', 'type': 'monotonic_gauge'}, - 'ExecuteShellCommand': {'name': 'events.ExecuteShellCommand', 'type': 'monotonic_gauge'}, - 'ExternalAggregationCompressedBytes': { - 'name': 'events.ExternalAggregationCompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalAggregationMerge': {'name': 'events.ExternalAggregationMerge', 'type': 'monotonic_gauge'}, - 'ExternalAggregationUncompressedBytes': { - 'name': 'events.ExternalAggregationUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalAggregationWritePart': { - 'name': 'events.ExternalAggregationWritePart', - 'type': 'monotonic_gauge', - }, - 'ExternalDataSourceLocalCacheReadBytes': { - 'name': 'events.ExternalDataSourceLocalCacheReadBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalJoinCompressedBytes': { - 'name': 'events.ExternalJoinCompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalJoinMerge': {'name': 'events.ExternalJoinMerge', 'type': 'monotonic_gauge'}, - 'ExternalJoinUncompressedBytes': { - 'name': 'events.ExternalJoinUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalJoinWritePart': {'name': 'events.ExternalJoinWritePart', 'type': 'monotonic_gauge'}, - 'ExternalProcessingCompressedBytesTotal': { - 'name': 'events.ExternalProcessingCompressedBytesTotal', - 'type': 'monotonic_gauge', - }, - 'ExternalProcessingFilesTotal': { - 'name': 'events.ExternalProcessingFilesTotal', - 'type': 'monotonic_gauge', - }, - 'ExternalProcessingUncompressedBytesTotal': { - 'name': 'events.ExternalProcessingUncompressedBytesTotal', - 'type': 'monotonic_gauge', - }, - 'ExternalSortCompressedBytes': { - 'name': 'events.ExternalSortCompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalSortMerge': {'name': 'events.ExternalSortMerge', 'type': 'monotonic_gauge'}, - 'ExternalSortUncompressedBytes': { - 'name': 'events.ExternalSortUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'ExternalSortWritePart': {'name': 'events.ExternalSortWritePart', 'type': 'monotonic_gauge'}, - 'FailedAsyncInsertQuery': {'name': 'events.FailedAsyncInsertQuery', 'type': 'monotonic_gauge'}, - 'FailedInsertQuery': {'name': 'events.FailedInsertQuery', 'type': 'monotonic_gauge'}, - 'FailedQuery': {'name': 'events.FailedQuery', 'type': 'monotonic_gauge'}, - 'FailedSelectQuery': {'name': 'events.FailedSelectQuery', 'type': 'monotonic_gauge'}, - 'FetchBackgroundExecutorTaskCancelMicroseconds': { - 'name': 'events.FetchBackgroundExecutorTaskCancelMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FetchBackgroundExecutorTaskExecuteStepMicroseconds': { - 'name': 'events.FetchBackgroundExecutorTaskExecuteStepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FetchBackgroundExecutorTaskResetMicroseconds': { - 'name': 'events.FetchBackgroundExecutorTaskResetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FetchBackgroundExecutorWaitMicroseconds': { - 'name': 'events.FetchBackgroundExecutorWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileOpen': {'name': 'events.FileOpen', 'type': 'monotonic_gauge'}, - 'FileSegmentCacheWriteMicroseconds': { - 'name': 'events.FileSegmentCacheWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentCompleteMicroseconds': { - 'name': 'events.FileSegmentCompleteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentFailToIncreasePriority': { - 'name': 'events.FileSegmentFailToIncreasePriority', - 'type': 'monotonic_gauge', - }, - 'FileSegmentHolderCompleteMicroseconds': { - 'name': 'events.FileSegmentHolderCompleteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentLockMicroseconds': { - 'name': 'events.FileSegmentLockMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentPredownloadMicroseconds': { - 'name': 'events.FileSegmentPredownloadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentReadMicroseconds': { - 'name': 'events.FileSegmentReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentRemoveMicroseconds': { - 'name': 'events.FileSegmentRemoveMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentUseMicroseconds': { - 'name': 'events.FileSegmentUseMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentUsedBytes': {'name': 'events.FileSegmentUsedBytes', 'type': 'monotonic_gauge'}, - 'FileSegmentWaitMicroseconds': { - 'name': 'events.FileSegmentWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentWaitReadBufferMicroseconds': { - 'name': 'events.FileSegmentWaitReadBufferMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSegmentWriteMicroseconds': { - 'name': 'events.FileSegmentWriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FileSync': {'name': 'events.FileSync', 'type': 'monotonic_gauge'}, - 'FileSyncElapsedMicroseconds': { - 'name': 'events.FileSyncElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheBackgroundDownloadQueuePush': { - 'name': 'events.FilesystemCacheBackgroundDownloadQueuePush', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheBackgroundEvictedBytes': { - 'name': 'events.FilesystemCacheBackgroundEvictedBytes', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheBackgroundEvictedFileSegments': { - 'name': 'events.FilesystemCacheBackgroundEvictedFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheCreatedKeyDirectories': { - 'name': 'events.FilesystemCacheCreatedKeyDirectories', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictMicroseconds': { - 'name': 'events.FilesystemCacheEvictMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheEvictedBytes': { - 'name': 'events.FilesystemCacheEvictedBytes', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictedFileSegments': { - 'name': 'events.FilesystemCacheEvictedFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictedFileSegmentsDuringPriorityIncrease': { - 'name': 'events.FilesystemCacheEvictedFileSegmentsDuringPriorityIncrease', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictionReusedIterator': { - 'name': 'events.FilesystemCacheEvictionReusedIterator', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictionSkippedEvictingFileSegments': { - 'name': 'events.FilesystemCacheEvictionSkippedEvictingFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictionSkippedFileSegments': { - 'name': 'events.FilesystemCacheEvictionSkippedFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheEvictionTries': { - 'name': 'events.FilesystemCacheEvictionTries', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheFailToReserveSpaceBecauseOfCacheResize': { - 'name': 'events.FilesystemCacheFailToReserveSpaceBecauseOfCacheResize', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheFailToReserveSpaceBecauseOfLockContention': { - 'name': 'events.FilesystemCacheFailToReserveSpaceBecauseOfLockContention', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheFailedEvictionCandidates': { - 'name': 'events.FilesystemCacheFailedEvictionCandidates', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheFreeSpaceKeepingThreadRun': { - 'name': 'events.FilesystemCacheFreeSpaceKeepingThreadRun', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheFreeSpaceKeepingThreadWorkMilliseconds': { - 'name': 'events.FilesystemCacheFreeSpaceKeepingThreadWorkMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'FilesystemCacheGetMicroseconds': { - 'name': 'events.FilesystemCacheGetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheGetOrSetMicroseconds': { - 'name': 'events.FilesystemCacheGetOrSetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheHoldFileSegments': { - 'name': 'events.FilesystemCacheHoldFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheLoadMetadataMicroseconds': { - 'name': 'events.FilesystemCacheLoadMetadataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheLockCacheMicroseconds': { - 'name': 'events.FilesystemCacheLockCacheMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheLockKeyMicroseconds': { - 'name': 'events.FilesystemCacheLockKeyMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheLockMetadataMicroseconds': { - 'name': 'events.FilesystemCacheLockMetadataMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheReserveAttempts': { - 'name': 'events.FilesystemCacheReserveAttempts', - 'type': 'monotonic_gauge', - }, - 'FilesystemCacheReserveMicroseconds': { - 'name': 'events.FilesystemCacheReserveMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilesystemCacheUnusedHoldFileSegments': { - 'name': 'events.FilesystemCacheUnusedHoldFileSegments', - 'type': 'monotonic_gauge', - }, - 'FilterTransformPassedBytes': {'name': 'events.FilterTransformPassedBytes', 'type': 'monotonic_gauge'}, - 'FilterTransformPassedRows': {'name': 'events.FilterTransformPassedRows', 'type': 'monotonic_gauge'}, - 'FilteringMarksWithPrimaryKeyMicroseconds': { - 'name': 'events.FilteringMarksWithPrimaryKeyMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FilteringMarksWithSecondaryKeysMicroseconds': { - 'name': 'events.FilteringMarksWithSecondaryKeysMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'FunctionExecute': {'name': 'events.FunctionExecute', 'type': 'monotonic_gauge'}, - 'GWPAsanAllocateFailed': {'name': 'events.GWPAsanAllocateFailed', 'type': 'monotonic_gauge'}, - 'GWPAsanAllocateSuccess': {'name': 'events.GWPAsanAllocateSuccess', 'type': 'monotonic_gauge'}, - 'GWPAsanFree': {'name': 'events.GWPAsanFree', 'type': 'monotonic_gauge'}, - 'GatheredColumns': {'name': 'events.GatheredColumns', 'type': 'monotonic_gauge'}, - 'GatheringColumnMilliseconds': { - 'name': 'events.GatheringColumnMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'GlobalThreadPoolExpansions': {'name': 'events.GlobalThreadPoolExpansions', 'type': 'monotonic_gauge'}, - 'GlobalThreadPoolJobWaitTimeMicroseconds': { - 'name': 'events.GlobalThreadPoolJobWaitTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'GlobalThreadPoolJobs': {'name': 'events.GlobalThreadPoolJobs', 'type': 'monotonic_gauge'}, - 'GlobalThreadPoolLockWaitMicroseconds': { - 'name': 'events.GlobalThreadPoolLockWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'GlobalThreadPoolShrinks': {'name': 'events.GlobalThreadPoolShrinks', 'type': 'monotonic_gauge'}, - 'GlobalThreadPoolThreadCreationMicroseconds': { - 'name': 'events.GlobalThreadPoolThreadCreationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'HTTPConnectionsCreated': {'name': 'events.HTTPConnectionsCreated', 'type': 'monotonic_gauge'}, - 'HTTPConnectionsElapsedMicroseconds': { - 'name': 'events.HTTPConnectionsElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'HTTPConnectionsErrors': {'name': 'events.HTTPConnectionsErrors', 'type': 'monotonic_gauge'}, - 'HTTPConnectionsExpired': {'name': 'events.HTTPConnectionsExpired', 'type': 'monotonic_gauge'}, - 'HTTPConnectionsPreserved': {'name': 'events.HTTPConnectionsPreserved', 'type': 'monotonic_gauge'}, - 'HTTPConnectionsReset': {'name': 'events.HTTPConnectionsReset', 'type': 'monotonic_gauge'}, - 'HTTPConnectionsReused': {'name': 'events.HTTPConnectionsReused', 'type': 'monotonic_gauge'}, - 'HTTPServerConnectionsClosed': { - 'name': 'events.HTTPServerConnectionsClosed', - 'type': 'monotonic_gauge', - }, - 'HTTPServerConnectionsCreated': { - 'name': 'events.HTTPServerConnectionsCreated', - 'type': 'monotonic_gauge', - }, - 'HTTPServerConnectionsExpired': { - 'name': 'events.HTTPServerConnectionsExpired', - 'type': 'monotonic_gauge', - }, - 'HTTPServerConnectionsPreserved': { - 'name': 'events.HTTPServerConnectionsPreserved', - 'type': 'monotonic_gauge', - }, - 'HTTPServerConnectionsReset': {'name': 'events.HTTPServerConnectionsReset', 'type': 'monotonic_gauge'}, - 'HTTPServerConnectionsReused': { - 'name': 'events.HTTPServerConnectionsReused', - 'type': 'monotonic_gauge', - }, - 'HardPageFaults': {'name': 'events.HardPageFaults', 'type': 'monotonic_gauge'}, - 'HashJoinPreallocatedElementsInHashTables': { - 'name': 'events.HashJoinPreallocatedElementsInHashTables', - 'type': 'monotonic_gauge', - }, - 'HedgedRequestsChangeReplica': { - 'name': 'events.HedgedRequestsChangeReplica', - 'type': 'monotonic_gauge', - }, - 'IOBufferAllocBytes': {'name': 'events.IOBufferAllocBytes', 'type': 'monotonic_gauge'}, - 'IOBufferAllocs': {'name': 'events.IOBufferAllocs', 'type': 'monotonic_gauge'}, - 'IOUringCQEsCompleted': {'name': 'events.IOUringCQEsCompleted', 'type': 'monotonic_gauge'}, - 'IOUringCQEsFailed': {'name': 'events.IOUringCQEsFailed', 'type': 'monotonic_gauge'}, - 'IOUringSQEsResubmitsAsync': {'name': 'events.IOUringSQEsResubmitsAsync', 'type': 'monotonic_gauge'}, - 'IOUringSQEsResubmitsSync': {'name': 'events.IOUringSQEsResubmitsSync', 'type': 'monotonic_gauge'}, - 'IOUringSQEsSubmitted': {'name': 'events.IOUringSQEsSubmitted', 'type': 'monotonic_gauge'}, - 'IcebergIteratorInitializationMicroseconds': { - 'name': 'events.IcebergIteratorInitializationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'IcebergMetadataFilesCacheHits': { - 'name': 'events.IcebergMetadataFilesCacheHits', - 'type': 'monotonic_gauge', - }, - 'IcebergMetadataFilesCacheMisses': { - 'name': 'events.IcebergMetadataFilesCacheMisses', - 'type': 'monotonic_gauge', - }, - 'IcebergMetadataFilesCacheWeightLost': { - 'name': 'events.IcebergMetadataFilesCacheWeightLost', - 'type': 'monotonic_gauge', - }, - 'IcebergMetadataReadWaitTimeMicroseconds': { - 'name': 'events.IcebergMetadataReadWaitTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'IcebergMetadataReturnedObjectInfos': { - 'name': 'events.IcebergMetadataReturnedObjectInfos', - 'type': 'monotonic_gauge', - }, - 'IcebergMetadataUpdateMicroseconds': { - 'name': 'events.IcebergMetadataUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'IcebergMinMaxIndexPrunedFiles': { - 'name': 'events.IcebergMinMaxIndexPrunedFiles', - 'type': 'monotonic_gauge', - }, - 'IcebergPartitionPrunedFiles': { - 'name': 'events.IcebergPartitionPrunedFiles', - 'type': 'monotonic_gauge', - }, - 'IcebergPartitionPrunnedFiles': { - 'name': 'events.IcebergPartitionPrunnedFiles', - 'type': 'monotonic_gauge', - }, - 'IcebergTrivialCountOptimizationApplied': { - 'name': 'events.IcebergTrivialCountOptimizationApplied', - 'type': 'monotonic_gauge', - }, - 'IcebergVersionHintUsed': {'name': 'events.IcebergVersionHintUsed', 'type': 'monotonic_gauge'}, - 'IgnoredColdParts': {'name': 'events.IgnoredColdParts', 'type': 'monotonic_gauge'}, - 'IndexBinarySearchAlgorithm': {'name': 'events.IndexBinarySearchAlgorithm', 'type': 'monotonic_gauge'}, - 'IndexGenericExclusionSearchAlgorithm': { - 'name': 'events.IndexGenericExclusionSearchAlgorithm', - 'type': 'monotonic_gauge', - }, - 'InitialQuery': {'name': 'events.InitialQuery', 'type': 'monotonic_gauge'}, - 'InsertQueriesWithSubqueries': { - 'name': 'events.InsertQueriesWithSubqueries', - 'type': 'monotonic_gauge', - }, - 'InsertQuery': {'name': 'events.InsertQuery', 'type': 'monotonic_gauge'}, - 'InsertQueryTimeMicroseconds': { - 'name': 'events.InsertQueryTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'InsertedBytes': {'name': 'events.InsertedBytes', 'type': 'monotonic_gauge'}, - 'InsertedCompactParts': {'name': 'events.InsertedCompactParts', 'type': 'monotonic_gauge'}, - 'InsertedRows': {'name': 'events.InsertedRows', 'type': 'monotonic_gauge'}, - 'InsertedWideParts': {'name': 'events.InsertedWideParts', 'type': 'monotonic_gauge'}, - 'InterfaceHTTPReceiveBytes': {'name': 'events.InterfaceHTTPReceiveBytes', 'type': 'monotonic_gauge'}, - 'InterfaceHTTPSendBytes': {'name': 'events.InterfaceHTTPSendBytes', 'type': 'monotonic_gauge'}, - 'InterfaceInterserverReceiveBytes': { - 'name': 'events.InterfaceInterserverReceiveBytes', - 'type': 'monotonic_gauge', - }, - 'InterfaceInterserverSendBytes': { - 'name': 'events.InterfaceInterserverSendBytes', - 'type': 'monotonic_gauge', - }, - 'InterfaceMySQLReceiveBytes': {'name': 'events.InterfaceMySQLReceiveBytes', 'type': 'monotonic_gauge'}, - 'InterfaceMySQLSendBytes': {'name': 'events.InterfaceMySQLSendBytes', 'type': 'monotonic_gauge'}, - 'InterfaceNativeReceiveBytes': { - 'name': 'events.InterfaceNativeReceiveBytes', - 'type': 'monotonic_gauge', - }, - 'InterfaceNativeSendBytes': {'name': 'events.InterfaceNativeSendBytes', 'type': 'monotonic_gauge'}, - 'InterfacePostgreSQLReceiveBytes': { - 'name': 'events.InterfacePostgreSQLReceiveBytes', - 'type': 'monotonic_gauge', - }, - 'InterfacePostgreSQLSendBytes': { - 'name': 'events.InterfacePostgreSQLSendBytes', - 'type': 'monotonic_gauge', - }, - 'InterfacePrometheusReceiveBytes': { - 'name': 'events.InterfacePrometheusReceiveBytes', - 'type': 'monotonic_gauge', - }, - 'InterfacePrometheusSendBytes': { - 'name': 'events.InterfacePrometheusSendBytes', - 'type': 'monotonic_gauge', - }, - 'JoinBuildTableRowCount': {'name': 'events.JoinBuildTableRowCount', 'type': 'monotonic_gauge'}, - 'JoinProbeTableRowCount': {'name': 'events.JoinProbeTableRowCount', 'type': 'monotonic_gauge'}, - 'JoinResultRowCount': {'name': 'events.JoinResultRowCount', 'type': 'monotonic_gauge'}, - 'KafkaBackgroundReads': {'name': 'events.KafkaBackgroundReads', 'type': 'monotonic_gauge'}, - 'KafkaCommitFailures': {'name': 'events.KafkaCommitFailures', 'type': 'monotonic_gauge'}, - 'KafkaCommits': {'name': 'events.KafkaCommits', 'type': 'monotonic_gauge'}, - 'KafkaConsumerErrors': {'name': 'events.KafkaConsumerErrors', 'type': 'monotonic_gauge'}, - 'KafkaDirectReads': {'name': 'events.KafkaDirectReads', 'type': 'monotonic_gauge'}, - 'KafkaMessagesFailed': {'name': 'events.KafkaMessagesFailed', 'type': 'monotonic_gauge'}, - 'KafkaMessagesPolled': {'name': 'events.KafkaMessagesPolled', 'type': 'monotonic_gauge'}, - 'KafkaMessagesProduced': {'name': 'events.KafkaMessagesProduced', 'type': 'monotonic_gauge'}, - 'KafkaMessagesRead': {'name': 'events.KafkaMessagesRead', 'type': 'monotonic_gauge'}, - 'KafkaProducerErrors': {'name': 'events.KafkaProducerErrors', 'type': 'monotonic_gauge'}, - 'KafkaProducerFlushes': {'name': 'events.KafkaProducerFlushes', 'type': 'monotonic_gauge'}, - 'KafkaRebalanceAssignments': {'name': 'events.KafkaRebalanceAssignments', 'type': 'monotonic_gauge'}, - 'KafkaRebalanceErrors': {'name': 'events.KafkaRebalanceErrors', 'type': 'monotonic_gauge'}, - 'KafkaRebalanceRevocations': {'name': 'events.KafkaRebalanceRevocations', 'type': 'monotonic_gauge'}, - 'KafkaRowsRead': {'name': 'events.KafkaRowsRead', 'type': 'monotonic_gauge'}, - 'KafkaRowsRejected': {'name': 'events.KafkaRowsRejected', 'type': 'monotonic_gauge'}, - 'KafkaRowsWritten': {'name': 'events.KafkaRowsWritten', 'type': 'monotonic_gauge'}, - 'KafkaWrites': {'name': 'events.KafkaWrites', 'type': 'monotonic_gauge'}, - 'KeeperBatchMaxCount': {'name': 'events.KeeperBatchMaxCount', 'type': 'monotonic_gauge'}, - 'KeeperBatchMaxTotalSize': {'name': 'events.KeeperBatchMaxTotalSize', 'type': 'monotonic_gauge'}, - 'KeeperCheckRequest': {'name': 'events.KeeperCheckRequest', 'type': 'monotonic_gauge'}, - 'KeeperCommitWaitElapsedMicroseconds': { - 'name': 'events.KeeperCommitWaitElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'KeeperCommits': {'name': 'events.KeeperCommits', 'type': 'monotonic_gauge'}, - 'KeeperCommitsFailed': {'name': 'events.KeeperCommitsFailed', 'type': 'monotonic_gauge'}, - 'KeeperCreateRequest': {'name': 'events.KeeperCreateRequest', 'type': 'monotonic_gauge'}, - 'KeeperExistsRequest': {'name': 'events.KeeperExistsRequest', 'type': 'monotonic_gauge'}, - 'KeeperGetRequest': {'name': 'events.KeeperGetRequest', 'type': 'monotonic_gauge'}, - 'KeeperLatency': {'name': 'events.KeeperLatency', 'type': 'temporal_percent', 'scale': 'millisecond'}, - 'KeeperListRequest': {'name': 'events.KeeperListRequest', 'type': 'monotonic_gauge'}, - 'KeeperLogsEntryReadFromCommitCache': { - 'name': 'events.KeeperLogsEntryReadFromCommitCache', - 'type': 'monotonic_gauge', - }, - 'KeeperLogsEntryReadFromFile': { - 'name': 'events.KeeperLogsEntryReadFromFile', - 'type': 'monotonic_gauge', - }, - 'KeeperLogsEntryReadFromLatestCache': { - 'name': 'events.KeeperLogsEntryReadFromLatestCache', - 'type': 'monotonic_gauge', - }, - 'KeeperLogsPrefetchedEntries': { - 'name': 'events.KeeperLogsPrefetchedEntries', - 'type': 'monotonic_gauge', - }, - 'KeeperMultiReadRequest': {'name': 'events.KeeperMultiReadRequest', 'type': 'monotonic_gauge'}, - 'KeeperMultiRequest': {'name': 'events.KeeperMultiRequest', 'type': 'monotonic_gauge'}, - 'KeeperPacketsReceived': {'name': 'events.KeeperPacketsReceived', 'type': 'monotonic_gauge'}, - 'KeeperPacketsSent': {'name': 'events.KeeperPacketsSent', 'type': 'monotonic_gauge'}, - 'KeeperPreprocessElapsedMicroseconds': { - 'name': 'events.KeeperPreprocessElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'KeeperProcessElapsedMicroseconds': { - 'name': 'events.KeeperProcessElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'KeeperReadSnapshot': {'name': 'events.KeeperReadSnapshot', 'type': 'monotonic_gauge'}, - 'KeeperReconfigRequest': {'name': 'events.KeeperReconfigRequest', 'type': 'monotonic_gauge'}, - 'KeeperRemoveRequest': {'name': 'events.KeeperRemoveRequest', 'type': 'monotonic_gauge'}, - 'KeeperRequestRejectedDueToSoftMemoryLimitCount': { - 'name': 'events.KeeperRequestRejectedDueToSoftMemoryLimitCount', - 'type': 'monotonic_gauge', - }, - 'KeeperRequestTotal': {'name': 'events.KeeperRequestTotal', 'type': 'monotonic_gauge'}, - 'KeeperSaveSnapshot': {'name': 'events.KeeperSaveSnapshot', 'type': 'monotonic_gauge'}, - 'KeeperSetRequest': {'name': 'events.KeeperSetRequest', 'type': 'monotonic_gauge'}, - 'KeeperSnapshotApplys': {'name': 'events.KeeperSnapshotApplys', 'type': 'monotonic_gauge'}, - 'KeeperSnapshotApplysFailed': {'name': 'events.KeeperSnapshotApplysFailed', 'type': 'monotonic_gauge'}, - 'KeeperSnapshotCreations': {'name': 'events.KeeperSnapshotCreations', 'type': 'monotonic_gauge'}, - 'KeeperSnapshotCreationsFailed': { - 'name': 'events.KeeperSnapshotCreationsFailed', - 'type': 'monotonic_gauge', - }, - 'KeeperStorageLockWaitMicroseconds': { - 'name': 'events.KeeperStorageLockWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'KeeperTotalElapsedMicroseconds': { - 'name': 'events.KeeperTotalElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LoadedDataParts': {'name': 'events.LoadedDataParts', 'type': 'monotonic_gauge'}, - 'LoadedDataPartsMicroseconds': { - 'name': 'events.LoadedDataPartsMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LoadedMarksCount': {'name': 'events.LoadedMarksCount', 'type': 'monotonic_gauge'}, - 'LoadedMarksFiles': {'name': 'events.LoadedMarksFiles', 'type': 'monotonic_gauge'}, - 'LoadedMarksMemoryBytes': {'name': 'events.LoadedMarksMemoryBytes', 'type': 'monotonic_gauge'}, - 'LoadedPrimaryIndexBytes': {'name': 'events.LoadedPrimaryIndexBytes', 'type': 'monotonic_gauge'}, - 'LoadedPrimaryIndexFiles': {'name': 'events.LoadedPrimaryIndexFiles', 'type': 'monotonic_gauge'}, - 'LoadedPrimaryIndexRows': {'name': 'events.LoadedPrimaryIndexRows', 'type': 'monotonic_gauge'}, - 'LoadingMarksTasksCanceled': {'name': 'events.LoadingMarksTasksCanceled', 'type': 'monotonic_gauge'}, - 'LocalReadThrottlerBytes': {'name': 'events.LocalReadThrottlerBytes', 'type': 'monotonic_gauge'}, - 'LocalReadThrottlerSleepMicroseconds': { - 'name': 'events.LocalReadThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalThreadPoolBusyMicroseconds': { - 'name': 'events.LocalThreadPoolBusyMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalThreadPoolExpansions': {'name': 'events.LocalThreadPoolExpansions', 'type': 'monotonic_gauge'}, - 'LocalThreadPoolJobWaitTimeMicroseconds': { - 'name': 'events.LocalThreadPoolJobWaitTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalThreadPoolJobs': { - 'name': 'events.LocalThreadPoolJobs', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalThreadPoolLockWaitMicroseconds': { - 'name': 'events.LocalThreadPoolLockWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalThreadPoolShrinks': {'name': 'events.LocalThreadPoolShrinks', 'type': 'monotonic_gauge'}, - 'LocalThreadPoolThreadCreationMicroseconds': { - 'name': 'events.LocalThreadPoolThreadCreationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LocalWriteThrottlerBytes': {'name': 'events.LocalWriteThrottlerBytes', 'type': 'monotonic_gauge'}, - 'LocalWriteThrottlerSleepMicroseconds': { - 'name': 'events.LocalWriteThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'LogDebug': {'name': 'events.LogDebug', 'type': 'monotonic_gauge'}, - 'LogError': {'name': 'events.LogError', 'type': 'monotonic_gauge'}, - 'LogFatal': {'name': 'events.LogFatal', 'type': 'monotonic_gauge'}, - 'LogInfo': {'name': 'events.LogInfo', 'type': 'monotonic_gauge'}, - 'LogTest': {'name': 'events.LogTest', 'type': 'monotonic_gauge'}, - 'LogTrace': {'name': 'events.LogTrace', 'type': 'monotonic_gauge'}, - 'LogWarning': {'name': 'events.LogWarning', 'type': 'monotonic_gauge'}, - 'LoggerElapsedNanoseconds': { - 'name': 'events.LoggerElapsedNanoseconds', - 'type': 'temporal_percent', - 'scale': 'nanosecond', - }, - 'MMappedFileCacheHits': {'name': 'events.MMappedFileCacheHits', 'type': 'monotonic_gauge'}, - 'MMappedFileCacheMisses': {'name': 'events.MMappedFileCacheMisses', 'type': 'monotonic_gauge'}, - 'MainConfigLoads': {'name': 'events.MainConfigLoads', 'type': 'monotonic_gauge'}, - 'MarkCacheEvictedBytes': {'name': 'events.MarkCacheEvictedBytes', 'type': 'monotonic_gauge'}, - 'MarkCacheEvictedFiles': {'name': 'events.MarkCacheEvictedFiles', 'type': 'monotonic_gauge'}, - 'MarkCacheEvictedMarks': {'name': 'events.MarkCacheEvictedMarks', 'type': 'monotonic_gauge'}, - 'MarkCacheHits': {'name': 'events.MarkCacheHits', 'type': 'monotonic_gauge'}, - 'MarkCacheMisses': {'name': 'events.MarkCacheMisses', 'type': 'monotonic_gauge'}, - 'MemoryAllocatorPurge': {'name': 'events.MemoryAllocatorPurge', 'type': 'monotonic_gauge'}, - 'MemoryAllocatorPurgeTimeMicroseconds': { - 'name': 'events.MemoryAllocatorPurgeTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MemoryOvercommitWaitTimeMicroseconds': { - 'name': 'events.MemoryOvercommitWaitTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MemoryWorkerRun': {'name': 'events.MemoryWorkerRun', 'type': 'monotonic_gauge'}, - 'MemoryWorkerRunElapsedMicroseconds': { - 'name': 'events.MemoryWorkerRunElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'Merge': {'name': 'events.Merge', 'type': 'monotonic_gauge'}, - 'MergeExecuteMilliseconds': { - 'name': 'events.MergeExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeHorizontalStageExecuteMilliseconds': { - 'name': 'events.MergeHorizontalStageExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeHorizontalStageTotalMilliseconds': { - 'name': 'events.MergeHorizontalStageTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeMutateBackgroundExecutorTaskCancelMicroseconds': { - 'name': 'events.MergeMutateBackgroundExecutorTaskCancelMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeMutateBackgroundExecutorTaskExecuteStepMicroseconds': { - 'name': 'events.MergeMutateBackgroundExecutorTaskExecuteStepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeMutateBackgroundExecutorTaskResetMicroseconds': { - 'name': 'events.MergeMutateBackgroundExecutorTaskResetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeMutateBackgroundExecutorWaitMicroseconds': { - 'name': 'events.MergeMutateBackgroundExecutorWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergePrewarmStageExecuteMilliseconds': { - 'name': 'events.MergePrewarmStageExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergePrewarmStageTotalMilliseconds': { - 'name': 'events.MergePrewarmStageTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeProjectionStageExecuteMilliseconds': { - 'name': 'events.MergeProjectionStageExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeProjectionStageTotalMilliseconds': { - 'name': 'events.MergeProjectionStageTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeSourceParts': {'name': 'events.MergeSourceParts', 'type': 'monotonic_gauge'}, - 'MergeTotalMilliseconds': { - 'name': 'events.MergeTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeTreeAllRangesAnnouncementsSent': { - 'name': 'events.MergeTreeAllRangesAnnouncementsSent', - 'type': 'monotonic_gauge', - }, - 'MergeTreeAllRangesAnnouncementsSentElapsedMicroseconds': { - 'name': 'events.MergeTreeAllRangesAnnouncementsSentElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataProjectionWriterBlocks': { - 'name': 'events.MergeTreeDataProjectionWriterBlocks', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataProjectionWriterBlocksAlreadySorted': { - 'name': 'events.MergeTreeDataProjectionWriterBlocksAlreadySorted', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataProjectionWriterCompressedBytes': { - 'name': 'events.MergeTreeDataProjectionWriterCompressedBytes', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataProjectionWriterMergingBlocksMicroseconds': { - 'name': 'events.MergeTreeDataProjectionWriterMergingBlocksMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataProjectionWriterRows': { - 'name': 'events.MergeTreeDataProjectionWriterRows', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataProjectionWriterSortingBlocksMicroseconds': { - 'name': 'events.MergeTreeDataProjectionWriterSortingBlocksMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataProjectionWriterUncompressedBytes': { - 'name': 'events.MergeTreeDataProjectionWriterUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataWriterBlocks': {'name': 'events.MergeTreeDataWriterBlocks', 'type': 'monotonic_gauge'}, - 'MergeTreeDataWriterBlocksAlreadySorted': { - 'name': 'events.MergeTreeDataWriterBlocksAlreadySorted', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataWriterCompressedBytes': { - 'name': 'events.MergeTreeDataWriterCompressedBytes', - 'type': 'monotonic_gauge', - }, - 'MergeTreeDataWriterMergingBlocksMicroseconds': { - 'name': 'events.MergeTreeDataWriterMergingBlocksMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataWriterProjectionsCalculationMicroseconds': { - 'name': 'events.MergeTreeDataWriterProjectionsCalculationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataWriterRows': {'name': 'events.MergeTreeDataWriterRows', 'type': 'monotonic_gauge'}, - 'MergeTreeDataWriterSkipIndicesCalculationMicroseconds': { - 'name': 'events.MergeTreeDataWriterSkipIndicesCalculationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataWriterSortingBlocksMicroseconds': { - 'name': 'events.MergeTreeDataWriterSortingBlocksMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataWriterStatisticsCalculationMicroseconds': { - 'name': 'events.MergeTreeDataWriterStatisticsCalculationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeDataWriterUncompressedBytes': { - 'name': 'events.MergeTreeDataWriterUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'MergeTreePrefetchedReadPoolInit': { - 'name': 'events.MergeTreePrefetchedReadPoolInit', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeTreeReadTaskRequestsReceived': { - 'name': 'events.MergeTreeReadTaskRequestsReceived', - 'type': 'monotonic_gauge', - }, - 'MergeTreeReadTaskRequestsSent': { - 'name': 'events.MergeTreeReadTaskRequestsSent', - 'type': 'monotonic_gauge', - }, - 'MergeTreeReadTaskRequestsSentElapsedMicroseconds': { - 'name': 'events.MergeTreeReadTaskRequestsSentElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergeVerticalStageExecuteMilliseconds': { - 'name': 'events.MergeVerticalStageExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergeVerticalStageTotalMilliseconds': { - 'name': 'events.MergeVerticalStageTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MergedColumns': {'name': 'events.MergedColumns', 'type': 'monotonic_gauge'}, - 'MergedIntoCompactParts': {'name': 'events.MergedIntoCompactParts', 'type': 'monotonic_gauge'}, - 'MergedIntoWideParts': {'name': 'events.MergedIntoWideParts', 'type': 'monotonic_gauge'}, - 'MergedRows': {'name': 'events.MergedRows', 'type': 'monotonic_gauge'}, - 'MergedUncompressedBytes': {'name': 'events.MergedUncompressedBytes', 'type': 'monotonic_gauge'}, - 'MergerMutatorPartsInRangesForMergeCount': { - 'name': 'events.MergerMutatorPartsInRangesForMergeCount', - 'type': 'monotonic_gauge', - }, - 'MergerMutatorPrepareRangesForMergeElapsedMicroseconds': { - 'name': 'events.MergerMutatorPrepareRangesForMergeElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergerMutatorRangesForMergeCount': { - 'name': 'events.MergerMutatorRangesForMergeCount', - 'type': 'monotonic_gauge', - }, - 'MergerMutatorSelectPartsForMergeElapsedMicroseconds': { - 'name': 'events.MergerMutatorSelectPartsForMergeElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergerMutatorSelectRangePartsCount': { - 'name': 'events.MergerMutatorSelectRangePartsCount', - 'type': 'monotonic_gauge', - }, - 'MergerMutatorsGetPartsForMergeElapsedMicroseconds': { - 'name': 'events.MergerMutatorsGetPartsForMergeElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergesThrottlerBytes': {'name': 'events.MergesThrottlerBytes', 'type': 'monotonic_gauge'}, - 'MergesThrottlerSleepMicroseconds': { - 'name': 'events.MergesThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MergingSortedMilliseconds': { - 'name': 'events.MergingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MetadataFromKeeperBackgroundCleanupErrors': { - 'name': 'events.MetadataFromKeeperBackgroundCleanupErrors', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperBackgroundCleanupObjects': { - 'name': 'events.MetadataFromKeeperBackgroundCleanupObjects', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperBackgroundCleanupTransactions': { - 'name': 'events.MetadataFromKeeperBackgroundCleanupTransactions', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperCacheHit': {'name': 'events.MetadataFromKeeperCacheHit', 'type': 'monotonic_gauge'}, - 'MetadataFromKeeperCacheMiss': { - 'name': 'events.MetadataFromKeeperCacheMiss', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperCacheUpdateMicroseconds': { - 'name': 'events.MetadataFromKeeperCacheUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MetadataFromKeeperCleanupTransactionCommit': { - 'name': 'events.MetadataFromKeeperCleanupTransactionCommit', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperCleanupTransactionCommitRetry': { - 'name': 'events.MetadataFromKeeperCleanupTransactionCommitRetry', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperIndividualOperations': { - 'name': 'events.MetadataFromKeeperIndividualOperations', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperIndividualOperationsMicroseconds': { - 'name': 'events.MetadataFromKeeperIndividualOperationsMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MetadataFromKeeperOperations': { - 'name': 'events.MetadataFromKeeperOperations', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperReconnects': { - 'name': 'events.MetadataFromKeeperReconnects', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperTransactionCommit': { - 'name': 'events.MetadataFromKeeperTransactionCommit', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperTransactionCommitRetry': { - 'name': 'events.MetadataFromKeeperTransactionCommitRetry', - 'type': 'monotonic_gauge', - }, - 'MetadataFromKeeperUpdateCacheOneLevel': { - 'name': 'events.MetadataFromKeeperUpdateCacheOneLevel', - 'type': 'monotonic_gauge', - }, - 'MoveBackgroundExecutorTaskCancelMicroseconds': { - 'name': 'events.MoveBackgroundExecutorTaskCancelMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MoveBackgroundExecutorTaskExecuteStepMicroseconds': { - 'name': 'events.MoveBackgroundExecutorTaskExecuteStepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MoveBackgroundExecutorTaskResetMicroseconds': { - 'name': 'events.MoveBackgroundExecutorTaskResetMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MoveBackgroundExecutorWaitMicroseconds': { - 'name': 'events.MoveBackgroundExecutorWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MutateTaskProjectionsCalculationMicroseconds': { - 'name': 'events.MutateTaskProjectionsCalculationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'MutatedRows': {'name': 'events.MutatedRows', 'type': 'monotonic_gauge'}, - 'MutatedUncompressedBytes': {'name': 'events.MutatedUncompressedBytes', 'type': 'monotonic_gauge'}, - 'MutationAffectedRowsUpperBound': { - 'name': 'events.MutationAffectedRowsUpperBound', - 'type': 'monotonic_gauge', - }, - 'MutationAllPartColumns': {'name': 'events.MutationAllPartColumns', 'type': 'monotonic_gauge'}, - 'MutationCreatedEmptyParts': {'name': 'events.MutationCreatedEmptyParts', 'type': 'monotonic_gauge'}, - 'MutationExecuteMilliseconds': { - 'name': 'events.MutationExecuteMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MutationSomePartColumns': {'name': 'events.MutationSomePartColumns', 'type': 'monotonic_gauge'}, - 'MutationTotalMilliseconds': { - 'name': 'events.MutationTotalMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'MutationTotalParts': {'name': 'events.MutationTotalParts', 'type': 'monotonic_gauge'}, - 'MutationUntouchedParts': {'name': 'events.MutationUntouchedParts', 'type': 'monotonic_gauge'}, - 'MutationsAppliedOnFlyInAllParts': {'name': 'events.MutationsAppliedOnFlyInAllParts', 'type': 'gauge'}, - 'MutationsAppliedOnFlyInAllReadTasks': { - 'name': 'events.MutationsAppliedOnFlyInAllReadTasks', - 'type': 'monotonic_gauge', - }, - 'MutationsThrottlerBytes': {'name': 'events.MutationsThrottlerBytes', 'type': 'monotonic_gauge'}, - 'MutationsThrottlerSleepMicroseconds': { - 'name': 'events.MutationsThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'NetworkReceiveBytes': {'name': 'events.NetworkReceiveBytes', 'type': 'monotonic_gauge'}, - 'NetworkReceiveElapsedMicroseconds': { - 'name': 'events.NetworkReceiveElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'NetworkSendBytes': {'name': 'events.NetworkSendBytes', 'type': 'monotonic_gauge'}, - 'NetworkSendElapsedMicroseconds': { - 'name': 'events.NetworkSendElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'NotCreatedLogEntryForMerge': {'name': 'events.NotCreatedLogEntryForMerge', 'type': 'monotonic_gauge'}, - 'NotCreatedLogEntryForMutation': { - 'name': 'events.NotCreatedLogEntryForMutation', - 'type': 'monotonic_gauge', - }, - 'OSCPUVirtualTimeMicroseconds': { - 'name': 'events.OSCPUVirtualTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'OSCPUWaitMicroseconds': { - 'name': 'events.OSCPUWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'OSIOWaitMicroseconds': { - 'name': 'events.OSIOWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'OSReadBytes': {'name': 'events.OSReadBytes', 'type': 'monotonic_gauge'}, - 'OSReadChars': {'name': 'events.OSReadChars', 'type': 'monotonic_gauge'}, - 'OSWriteBytes': {'name': 'events.OSWriteBytes', 'type': 'monotonic_gauge'}, - 'OSWriteChars': {'name': 'events.OSWriteChars', 'type': 'monotonic_gauge'}, - 'ObjectStorageQueueCancelledFiles': { - 'name': 'events.ObjectStorageQueueCancelledFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueCleanupMaxSetSizeOrTTLMicroseconds': { - 'name': 'events.ObjectStorageQueueCleanupMaxSetSizeOrTTLMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ObjectStorageQueueCommitRequests': { - 'name': 'events.ObjectStorageQueueCommitRequests', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueExceptionsDuringInsert': { - 'name': 'events.ObjectStorageQueueExceptionsDuringInsert', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueExceptionsDuringRead': { - 'name': 'events.ObjectStorageQueueExceptionsDuringRead', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueFailedFiles': { - 'name': 'events.ObjectStorageQueueFailedFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueFailedToBatchSetProcessing': { - 'name': 'events.ObjectStorageQueueFailedToBatchSetProcessing', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueFilteredFiles': { - 'name': 'events.ObjectStorageQueueFilteredFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueInsertIterations': { - 'name': 'events.ObjectStorageQueueInsertIterations', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueListedFiles': { - 'name': 'events.ObjectStorageQueueListedFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueLockLocalFileStatusesMicroseconds': { - 'name': 'events.ObjectStorageQueueLockLocalFileStatusesMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ObjectStorageQueueProcessedFiles': { - 'name': 'events.ObjectStorageQueueProcessedFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueProcessedRows': { - 'name': 'events.ObjectStorageQueueProcessedRows', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueuePullMicroseconds': { - 'name': 'events.ObjectStorageQueuePullMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ObjectStorageQueueReadBytes': { - 'name': 'events.ObjectStorageQueueReadBytes', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueReadFiles': { - 'name': 'events.ObjectStorageQueueReadFiles', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueReadRows': {'name': 'events.ObjectStorageQueueReadRows', 'type': 'monotonic_gauge'}, - 'ObjectStorageQueueRemovedObjects': { - 'name': 'events.ObjectStorageQueueRemovedObjects', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueSuccessfulCommits': { - 'name': 'events.ObjectStorageQueueSuccessfulCommits', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueTrySetProcessingFailed': { - 'name': 'events.ObjectStorageQueueTrySetProcessingFailed', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueTrySetProcessingRequests': { - 'name': 'events.ObjectStorageQueueTrySetProcessingRequests', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueTrySetProcessingSucceeded': { - 'name': 'events.ObjectStorageQueueTrySetProcessingSucceeded', - 'type': 'monotonic_gauge', - }, - 'ObjectStorageQueueUnsuccessfulCommits': { - 'name': 'events.ObjectStorageQueueUnsuccessfulCommits', - 'type': 'monotonic_gauge', - }, - 'ObsoleteReplicatedParts': {'name': 'events.ObsoleteReplicatedParts', 'type': 'monotonic_gauge'}, - 'OpenedFileCacheHits': {'name': 'events.OpenedFileCacheHits', 'type': 'monotonic_gauge'}, - 'OpenedFileCacheMicroseconds': { - 'name': 'events.OpenedFileCacheMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'OpenedFileCacheMisses': {'name': 'events.OpenedFileCacheMisses', 'type': 'monotonic_gauge'}, - 'OtherQueryTimeMicroseconds': { - 'name': 'events.OtherQueryTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'OverflowAny': {'name': 'events.OverflowAny', 'type': 'monotonic_gauge'}, - 'OverflowBreak': {'name': 'events.OverflowBreak', 'type': 'monotonic_gauge'}, - 'OverflowThrow': {'name': 'events.OverflowThrow', 'type': 'monotonic_gauge'}, - 'PageCacheBytesUnpinnedRoundedToHugePages': { - 'name': 'events.PageCacheBytesUnpinnedRoundedToHugePages', - 'type': 'gauge', - }, - 'PageCacheBytesUnpinnedRoundedToPages': { - 'name': 'events.PageCacheBytesUnpinnedRoundedToPages', - 'type': 'gauge', - }, - 'PageCacheChunkDataHits': {'name': 'events.PageCacheChunkDataHits', 'type': 'gauge'}, - 'PageCacheChunkDataMisses': {'name': 'events.PageCacheChunkDataMisses', 'type': 'gauge'}, - 'PageCacheChunkDataPartialHits': {'name': 'events.PageCacheChunkDataPartialHits', 'type': 'gauge'}, - 'PageCacheChunkMisses': {'name': 'events.PageCacheChunkMisses', 'type': 'gauge'}, - 'PageCacheChunkShared': {'name': 'events.PageCacheChunkShared', 'type': 'gauge'}, - 'PageCacheHits': {'name': 'events.PageCacheHits', 'type': 'monotonic_gauge'}, - 'PageCacheMisses': {'name': 'events.PageCacheMisses', 'type': 'monotonic_gauge'}, - 'PageCacheOvercommitResize': {'name': 'events.PageCacheOvercommitResize', 'type': 'monotonic_gauge'}, - 'PageCacheReadBytes': {'name': 'events.PageCacheReadBytes', 'type': 'monotonic_gauge'}, - 'PageCacheResized': {'name': 'events.PageCacheResized', 'type': 'monotonic_gauge'}, - 'PageCacheWeightLost': {'name': 'events.PageCacheWeightLost', 'type': 'monotonic_gauge'}, - 'ParallelReplicasAnnouncementMicroseconds': { - 'name': 'events.ParallelReplicasAnnouncementMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasAvailableCount': { - 'name': 'events.ParallelReplicasAvailableCount', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasCollectingOwnedSegmentsMicroseconds': { - 'name': 'events.ParallelReplicasCollectingOwnedSegmentsMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasDeniedRequests': { - 'name': 'events.ParallelReplicasDeniedRequests', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasHandleAnnouncementMicroseconds': { - 'name': 'events.ParallelReplicasHandleAnnouncementMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasHandleRequestMicroseconds': { - 'name': 'events.ParallelReplicasHandleRequestMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasNumRequests': { - 'name': 'events.ParallelReplicasNumRequests', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasProcessingPartsMicroseconds': { - 'name': 'events.ParallelReplicasProcessingPartsMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasQueryCount': {'name': 'events.ParallelReplicasQueryCount', 'type': 'monotonic_gauge'}, - 'ParallelReplicasReadAssignedForStealingMarks': { - 'name': 'events.ParallelReplicasReadAssignedForStealingMarks', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasReadAssignedMarks': { - 'name': 'events.ParallelReplicasReadAssignedMarks', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasReadMarks': {'name': 'events.ParallelReplicasReadMarks', 'type': 'monotonic_gauge'}, - 'ParallelReplicasReadRequestMicroseconds': { - 'name': 'events.ParallelReplicasReadRequestMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasReadUnassignedMarks': { - 'name': 'events.ParallelReplicasReadUnassignedMarks', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasStealingByHashMicroseconds': { - 'name': 'events.ParallelReplicasStealingByHashMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasStealingLeftoversMicroseconds': { - 'name': 'events.ParallelReplicasStealingLeftoversMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParallelReplicasUnavailableCount': { - 'name': 'events.ParallelReplicasUnavailableCount', - 'type': 'monotonic_gauge', - }, - 'ParallelReplicasUsedCount': {'name': 'events.ParallelReplicasUsedCount', 'type': 'monotonic_gauge'}, - 'ParquetDecodingTaskBatches': {'name': 'events.ParquetDecodingTaskBatches', 'type': 'monotonic_gauge'}, - 'ParquetDecodingTasks': {'name': 'events.ParquetDecodingTasks', 'type': 'monotonic_gauge'}, - 'ParquetFetchWaitTimeMicroseconds': { - 'name': 'events.ParquetFetchWaitTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ParquetPrunedRowGroups': {'name': 'events.ParquetPrunedRowGroups', 'type': 'monotonic_gauge'}, - 'ParquetReadRowGroups': {'name': 'events.ParquetReadRowGroups', 'type': 'monotonic_gauge'}, - 'PartsLockHoldMicroseconds': { - 'name': 'events.PartsLockHoldMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'PartsLockWaitMicroseconds': { - 'name': 'events.PartsLockWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'PartsWithAppliedMutationsOnFly': {'name': 'events.PartsWithAppliedMutationsOnFly', 'type': 'gauge'}, - 'PatchesAcquireLockMicroseconds': { - 'name': 'events.PatchesAcquireLockMicroseconds', - 'type': 'monotonic_gauge', - }, - 'PatchesAcquireLockTries': {'name': 'events.PatchesAcquireLockTries', 'type': 'monotonic_gauge'}, - 'PatchesAppliedInAllReadTasks': { - 'name': 'events.PatchesAppliedInAllReadTasks', - 'type': 'monotonic_gauge', - }, - 'PatchesJoinAppliedInAllReadTasks': { - 'name': 'events.PatchesJoinAppliedInAllReadTasks', - 'type': 'monotonic_gauge', - }, - 'PatchesMergeAppliedInAllReadTasks': { - 'name': 'events.PatchesMergeAppliedInAllReadTasks', - 'type': 'monotonic_gauge', - }, - 'PatchesReadUncompressedBytes': { - 'name': 'events.PatchesReadUncompressedBytes', - 'type': 'monotonic_gauge', - }, - 'PerfAlignmentFaults': {'name': 'events.PerfAlignmentFaults', 'type': 'monotonic_gauge'}, - 'PerfBranchInstructions': {'name': 'events.PerfBranchInstructions', 'type': 'monotonic_gauge'}, - 'PerfBranchMisses': {'name': 'events.PerfBranchMisses', 'type': 'monotonic_gauge'}, - 'PerfBusCycles': {'name': 'events.PerfBusCycles', 'type': 'monotonic_gauge'}, - 'PerfCPUClock': {'name': 'events.PerfCPUClock', 'type': 'monotonic_gauge'}, - 'PerfCPUCycles': {'name': 'events.PerfCPUCycles', 'type': 'monotonic_gauge'}, - 'PerfCPUMigrations': {'name': 'events.PerfCPUMigrations', 'type': 'monotonic_gauge'}, - 'PerfCacheMisses': {'name': 'events.PerfCacheMisses', 'type': 'monotonic_gauge'}, - 'PerfCacheReferences': {'name': 'events.PerfCacheReferences', 'type': 'monotonic_gauge'}, - 'PerfContextSwitches': {'name': 'events.PerfContextSwitches', 'type': 'monotonic_gauge'}, - 'PerfDataTLBMisses': {'name': 'events.PerfDataTLBMisses', 'type': 'monotonic_gauge'}, - 'PerfDataTLBReferences': {'name': 'events.PerfDataTLBReferences', 'type': 'monotonic_gauge'}, - 'PerfEmulationFaults': {'name': 'events.PerfEmulationFaults', 'type': 'monotonic_gauge'}, - 'PerfInstructionTLBMisses': {'name': 'events.PerfInstructionTLBMisses', 'type': 'monotonic_gauge'}, - 'PerfInstructionTLBReferences': { - 'name': 'events.PerfInstructionTLBReferences', - 'type': 'monotonic_gauge', - }, - 'PerfInstructions': {'name': 'events.PerfInstructions', 'type': 'monotonic_gauge'}, - 'PerfLocalMemoryMisses': {'name': 'events.PerfLocalMemoryMisses', 'type': 'monotonic_gauge'}, - 'PerfLocalMemoryReferences': {'name': 'events.PerfLocalMemoryReferences', 'type': 'monotonic_gauge'}, - 'PerfMinEnabledRunningTime': {'name': 'events.PerfMinEnabledRunningTime', 'type': 'monotonic_gauge'}, - 'PerfMinEnabledTime': {'name': 'events.PerfMinEnabledTime', 'type': 'monotonic_gauge'}, - 'PerfRefCPUCycles': {'name': 'events.PerfRefCPUCycles', 'type': 'monotonic_gauge'}, - 'PerfStalledCyclesBackend': {'name': 'events.PerfStalledCyclesBackend', 'type': 'monotonic_gauge'}, - 'PerfStalledCyclesFrontend': {'name': 'events.PerfStalledCyclesFrontend', 'type': 'monotonic_gauge'}, - 'PerfTaskClock': {'name': 'events.PerfTaskClock', 'type': 'monotonic_gauge'}, - 'PolygonsAddedToPool': {'name': 'events.PolygonsAddedToPool', 'type': 'monotonic_gauge'}, - 'PolygonsInPoolAllocatedBytes': { - 'name': 'events.PolygonsInPoolAllocatedBytes', - 'type': 'monotonic_gauge', - }, - 'PreferredWarmedUnmergedParts': { - 'name': 'events.PreferredWarmedUnmergedParts', - 'type': 'monotonic_gauge', - }, - 'PrimaryIndexCacheHits': {'name': 'events.PrimaryIndexCacheHits', 'type': 'monotonic_gauge'}, - 'PrimaryIndexCacheMisses': {'name': 'events.PrimaryIndexCacheMisses', 'type': 'monotonic_gauge'}, - 'QueriesWithSubqueries': {'name': 'events.QueriesWithSubqueries', 'type': 'monotonic_gauge'}, - 'Query': {'name': 'events.Query', 'type': 'monotonic_gauge'}, - 'QueryBackupThrottlerBytes': {'name': 'events.QueryBackupThrottlerBytes', 'type': 'monotonic_gauge'}, - 'QueryBackupThrottlerSleepMicroseconds': { - 'name': 'events.QueryBackupThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'QueryCacheHits': {'name': 'events.QueryCacheHits', 'type': 'monotonic_gauge'}, - 'QueryCacheMisses': {'name': 'events.QueryCacheMisses', 'type': 'monotonic_gauge'}, - 'QueryConditionCacheHits': {'name': 'events.QueryConditionCacheHits', 'type': 'monotonic_gauge'}, - 'QueryConditionCacheMisses': {'name': 'events.QueryConditionCacheMisses', 'type': 'monotonic_gauge'}, - 'QueryLocalReadThrottlerBytes': { - 'name': 'events.QueryLocalReadThrottlerBytes', - 'type': 'monotonic_gauge', - }, - 'QueryLocalReadThrottlerSleepMicroseconds': { - 'name': 'events.QueryLocalReadThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'QueryLocalWriteThrottlerBytes': { - 'name': 'events.QueryLocalWriteThrottlerBytes', - 'type': 'monotonic_gauge', - }, - 'QueryLocalWriteThrottlerSleepMicroseconds': { - 'name': 'events.QueryLocalWriteThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'QueryMaskingRulesMatch': {'name': 'events.QueryMaskingRulesMatch', 'type': 'monotonic_gauge'}, - 'QueryMemoryLimitExceeded': {'name': 'events.QueryMemoryLimitExceeded', 'type': 'monotonic_gauge'}, - 'QueryPreempted': {'name': 'events.QueryPreempted', 'type': 'monotonic_gauge'}, - 'QueryProfilerConcurrencyOverruns': { - 'name': 'events.QueryProfilerConcurrencyOverruns', - 'type': 'monotonic_gauge', - }, - 'QueryProfilerErrors': {'name': 'events.QueryProfilerErrors', 'type': 'monotonic_gauge'}, - 'QueryProfilerRuns': {'name': 'events.QueryProfilerRuns', 'type': 'monotonic_gauge'}, - 'QueryProfilerSignalOverruns': { - 'name': 'events.QueryProfilerSignalOverruns', - 'type': 'monotonic_gauge', - }, - 'QueryRemoteReadThrottlerBytes': { - 'name': 'events.QueryRemoteReadThrottlerBytes', - 'type': 'monotonic_gauge', - }, - 'QueryRemoteReadThrottlerSleepMicroseconds': { - 'name': 'events.QueryRemoteReadThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'QueryRemoteWriteThrottlerBytes': { - 'name': 'events.QueryRemoteWriteThrottlerBytes', - 'type': 'monotonic_gauge', - }, - 'QueryRemoteWriteThrottlerSleepMicroseconds': { - 'name': 'events.QueryRemoteWriteThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'QueryTimeMicroseconds': { - 'name': 'events.QueryTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'RWLockAcquiredReadLocks': {'name': 'events.RWLockAcquiredReadLocks', 'type': 'monotonic_gauge'}, - 'RWLockAcquiredWriteLocks': {'name': 'events.RWLockAcquiredWriteLocks', 'type': 'monotonic_gauge'}, - 'RWLockReadersWaitMilliseconds': { - 'name': 'events.RWLockReadersWaitMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'RWLockWritersWaitMilliseconds': { - 'name': 'events.RWLockWritersWaitMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'ReadBackoff': {'name': 'events.ReadBackoff', 'type': 'monotonic_gauge'}, - 'ReadBufferFromAzureBytes': {'name': 'events.ReadBufferFromAzureBytes', 'type': 'monotonic_gauge'}, - 'ReadBufferFromAzureInitMicroseconds': { - 'name': 'events.ReadBufferFromAzureInitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReadBufferFromAzureMicroseconds': { - 'name': 'events.ReadBufferFromAzureMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReadBufferFromAzureRequestsErrors': { - 'name': 'events.ReadBufferFromAzureRequestsErrors', - 'type': 'monotonic_gauge', - }, - 'ReadBufferFromFileDescriptorRead': { - 'name': 'events.ReadBufferFromFileDescriptorRead', - 'type': 'monotonic_gauge', - }, - 'ReadBufferFromFileDescriptorReadBytes': { - 'name': 'events.ReadBufferFromFileDescriptorReadBytes', - 'type': 'monotonic_gauge', - }, - 'ReadBufferFromFileDescriptorReadFailed': { - 'name': 'events.ReadBufferFromFileDescriptorReadFailed', - 'type': 'monotonic_gauge', - }, - 'ReadBufferFromS3Bytes': {'name': 'events.ReadBufferFromS3Bytes', 'type': 'monotonic_gauge'}, - 'ReadBufferFromS3InitMicroseconds': { - 'name': 'events.ReadBufferFromS3InitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReadBufferFromS3Microseconds': { - 'name': 'events.ReadBufferFromS3Microseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReadBufferFromS3RequestsErrors': { - 'name': 'events.ReadBufferFromS3RequestsErrors', - 'type': 'monotonic_gauge', - }, - 'ReadBufferSeekCancelConnection': { - 'name': 'events.ReadBufferSeekCancelConnection', - 'type': 'monotonic_gauge', - }, - 'ReadCompressedBytes': {'name': 'events.ReadCompressedBytes', 'type': 'monotonic_gauge'}, - 'ReadPatchesMicroseconds': {'name': 'events.ReadPatchesMicroseconds', 'type': 'monotonic_gauge'}, - 'ReadTaskRequestsReceived': {'name': 'events.ReadTaskRequestsReceived', 'type': 'monotonic_gauge'}, - 'ReadTaskRequestsSent': {'name': 'events.ReadTaskRequestsSent', 'type': 'monotonic_gauge'}, - 'ReadTaskRequestsSentElapsedMicroseconds': { - 'name': 'events.ReadTaskRequestsSentElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReadTasksWithAppliedMutationsOnFly': { - 'name': 'events.ReadTasksWithAppliedMutationsOnFly', - 'type': 'monotonic_gauge', - }, - 'ReadTasksWithAppliedPatches': { - 'name': 'events.ReadTasksWithAppliedPatches', - 'type': 'monotonic_gauge', - }, - 'ReadWriteBufferFromHTTPBytes': { - 'name': 'events.ReadWriteBufferFromHTTPBytes', - 'type': 'monotonic_gauge', - }, - 'ReadWriteBufferFromHTTPRequestsSent': { - 'name': 'events.ReadWriteBufferFromHTTPRequestsSent', - 'type': 'monotonic_gauge', - }, - 'RealTimeMicroseconds': { - 'name': 'events.RealTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'RefreshableViewLockTableRetry': { - 'name': 'events.RefreshableViewLockTableRetry', - 'type': 'monotonic_gauge', - }, - 'RefreshableViewRefreshFailed': { - 'name': 'events.RefreshableViewRefreshFailed', - 'type': 'monotonic_gauge', - }, - 'RefreshableViewRefreshSuccess': { - 'name': 'events.RefreshableViewRefreshSuccess', - 'type': 'monotonic_gauge', - }, - 'RefreshableViewSyncReplicaRetry': { - 'name': 'events.RefreshableViewSyncReplicaRetry', - 'type': 'monotonic_gauge', - }, - 'RefreshableViewSyncReplicaSuccess': { - 'name': 'events.RefreshableViewSyncReplicaSuccess', - 'type': 'monotonic_gauge', - }, - 'RegexpLocalCacheHit': {'name': 'events.RegexpLocalCacheHit', 'type': 'monotonic_gauge'}, - 'RegexpLocalCacheMiss': {'name': 'events.RegexpLocalCacheMiss', 'type': 'monotonic_gauge'}, - 'RegexpWithMultipleNeedlesCreated': { - 'name': 'events.RegexpWithMultipleNeedlesCreated', - 'type': 'monotonic_gauge', - }, - 'RegexpWithMultipleNeedlesGlobalCacheHit': { - 'name': 'events.RegexpWithMultipleNeedlesGlobalCacheHit', - 'type': 'monotonic_gauge', - }, - 'RegexpWithMultipleNeedlesGlobalCacheMiss': { - 'name': 'events.RegexpWithMultipleNeedlesGlobalCacheMiss', - 'type': 'monotonic_gauge', - }, - 'RejectedInserts': {'name': 'events.RejectedInserts', 'type': 'monotonic_gauge'}, - 'RejectedLightweightUpdates': {'name': 'events.RejectedLightweightUpdates', 'type': 'monotonic_gauge'}, - 'RejectedMutations': {'name': 'events.RejectedMutations', 'type': 'monotonic_gauge'}, - 'RemoteFSBuffers': {'name': 'events.RemoteFSBuffers', 'type': 'monotonic_gauge'}, - 'RemoteFSCancelledPrefetches': { - 'name': 'events.RemoteFSCancelledPrefetches', - 'type': 'monotonic_gauge', - }, - 'RemoteFSLazySeeks': {'name': 'events.RemoteFSLazySeeks', 'type': 'monotonic_gauge'}, - 'RemoteFSPrefetchedBytes': {'name': 'events.RemoteFSPrefetchedBytes', 'type': 'monotonic_gauge'}, - 'RemoteFSPrefetchedReads': {'name': 'events.RemoteFSPrefetchedReads', 'type': 'monotonic_gauge'}, - 'RemoteFSPrefetches': {'name': 'events.RemoteFSPrefetches', 'type': 'monotonic_gauge'}, - 'RemoteFSSeeks': {'name': 'events.RemoteFSSeeks', 'type': 'monotonic_gauge'}, - 'RemoteFSSeeksWithReset': {'name': 'events.RemoteFSSeeksWithReset', 'type': 'monotonic_gauge'}, - 'RemoteFSUnprefetchedBytes': {'name': 'events.RemoteFSUnprefetchedBytes', 'type': 'monotonic_gauge'}, - 'RemoteFSUnprefetchedReads': {'name': 'events.RemoteFSUnprefetchedReads', 'type': 'monotonic_gauge'}, - 'RemoteFSUnusedPrefetches': {'name': 'events.RemoteFSUnusedPrefetches', 'type': 'monotonic_gauge'}, - 'RemoteReadThrottlerBytes': {'name': 'events.RemoteReadThrottlerBytes', 'type': 'monotonic_gauge'}, - 'RemoteReadThrottlerSleepMicroseconds': { - 'name': 'events.RemoteReadThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'RemoteWriteThrottlerBytes': {'name': 'events.RemoteWriteThrottlerBytes', 'type': 'monotonic_gauge'}, - 'RemoteWriteThrottlerSleepMicroseconds': { - 'name': 'events.RemoteWriteThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ReplacingSortedMilliseconds': { - 'name': 'events.ReplacingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'ReplicaPartialShutdown': {'name': 'events.ReplicaPartialShutdown', 'type': 'monotonic_gauge'}, - 'ReplicatedCoveredPartsInZooKeeperOnStart': { - 'name': 'events.ReplicatedCoveredPartsInZooKeeperOnStart', - 'type': 'monotonic_gauge', - }, - 'ReplicatedDataLoss': {'name': 'events.ReplicatedDataLoss', 'type': 'monotonic_gauge'}, - 'ReplicatedPartChecks': {'name': 'events.ReplicatedPartChecks', 'type': 'monotonic_gauge'}, - 'ReplicatedPartChecksFailed': {'name': 'events.ReplicatedPartChecksFailed', 'type': 'monotonic_gauge'}, - 'ReplicatedPartFailedFetches': { - 'name': 'events.ReplicatedPartFailedFetches', - 'type': 'monotonic_gauge', - }, - 'ReplicatedPartFetches': {'name': 'events.ReplicatedPartFetches', 'type': 'monotonic_gauge'}, - 'ReplicatedPartFetchesOfMerged': { - 'name': 'events.ReplicatedPartFetchesOfMerged', - 'type': 'monotonic_gauge', - }, - 'ReplicatedPartMerges': {'name': 'events.ReplicatedPartMerges', 'type': 'monotonic_gauge'}, - 'ReplicatedPartMutations': {'name': 'events.ReplicatedPartMutations', 'type': 'monotonic_gauge'}, - 'RestorePartsSkippedBytes': {'name': 'events.RestorePartsSkippedBytes', 'type': 'monotonic_gauge'}, - 'RestorePartsSkippedFiles': {'name': 'events.RestorePartsSkippedFiles', 'type': 'monotonic_gauge'}, - 'RowsReadByMainReader': {'name': 'events.RowsReadByMainReader', 'type': 'monotonic_gauge'}, - 'RowsReadByPrewhereReaders': {'name': 'events.RowsReadByPrewhereReaders', 'type': 'monotonic_gauge'}, - 'S3AbortMultipartUpload': {'name': 'events.S3AbortMultipartUpload', 'type': 'monotonic_gauge'}, - 'S3Clients': {'name': 'events.S3Clients', 'type': 'monotonic_gauge'}, - 'S3CompleteMultipartUpload': {'name': 'events.S3CompleteMultipartUpload', 'type': 'monotonic_gauge'}, - 'S3CopyObject': {'name': 'events.S3CopyObject', 'type': 'monotonic_gauge'}, - 'S3CreateMultipartUpload': {'name': 'events.S3CreateMultipartUpload', 'type': 'monotonic_gauge'}, - 'S3DeleteObjects': {'name': 'events.S3DeleteObjects', 'type': 'monotonic_gauge'}, - 'S3GetObject': {'name': 'events.S3GetObject', 'type': 'monotonic_gauge'}, - 'S3GetObjectAttributes': {'name': 'events.S3GetObjectAttributes', 'type': 'monotonic_gauge'}, - 'S3GetRequestThrottlerCount': {'name': 'events.S3GetRequestThrottlerCount', 'type': 'monotonic_gauge'}, - 'S3GetRequestThrottlerSleepMicroseconds': { - 'name': 'events.S3GetRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3HeadObject': {'name': 'events.S3HeadObject', 'type': 'monotonic_gauge'}, - 'S3ListObjects': {'name': 'events.S3ListObjects', 'type': 'monotonic_gauge'}, - 'S3PutObject': {'name': 'events.S3PutObject', 'type': 'monotonic_gauge'}, - 'S3PutRequestThrottlerCount': {'name': 'events.S3PutRequestThrottlerCount', 'type': 'monotonic_gauge'}, - 'S3PutRequestThrottlerSleepMicroseconds': { - 'name': 'events.S3PutRequestThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3QueueSetFileFailedMicroseconds': { - 'name': 'events.S3QueueSetFileFailedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3QueueSetFileProcessedMicroseconds': { - 'name': 'events.S3QueueSetFileProcessedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3QueueSetFileProcessingMicroseconds': { - 'name': 'events.S3QueueSetFileProcessingMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3ReadMicroseconds': { - 'name': 'events.S3ReadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3ReadRequestAttempts': {'name': 'events.S3ReadRequestAttempts', 'type': 'monotonic_gauge'}, - 'S3ReadRequestRetryableErrors': { - 'name': 'events.S3ReadRequestRetryableErrors', - 'type': 'monotonic_gauge', - }, - 'S3ReadRequestsCount': {'name': 'events.S3ReadRequestsCount', 'type': 'monotonic_gauge'}, - 'S3ReadRequestsErrors': {'name': 'events.S3ReadRequestsErrors', 'type': 'monotonic_gauge'}, - 'S3ReadRequestsRedirects': {'name': 'events.S3ReadRequestsRedirects', 'type': 'monotonic_gauge'}, - 'S3ReadRequestsThrottling': {'name': 'events.S3ReadRequestsThrottling', 'type': 'monotonic_gauge'}, - 'S3UploadPart': {'name': 'events.S3UploadPart', 'type': 'monotonic_gauge'}, - 'S3UploadPartCopy': {'name': 'events.S3UploadPartCopy', 'type': 'monotonic_gauge'}, - 'S3WriteMicroseconds': { - 'name': 'events.S3WriteMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'S3WriteRequestAttempts': {'name': 'events.S3WriteRequestAttempts', 'type': 'monotonic_gauge'}, - 'S3WriteRequestRetryableErrors': { - 'name': 'events.S3WriteRequestRetryableErrors', - 'type': 'monotonic_gauge', - }, - 'S3WriteRequestsCount': {'name': 'events.S3WriteRequestsCount', 'type': 'monotonic_gauge'}, - 'S3WriteRequestsErrors': {'name': 'events.S3WriteRequestsErrors', 'type': 'monotonic_gauge'}, - 'S3WriteRequestsRedirects': {'name': 'events.S3WriteRequestsRedirects', 'type': 'monotonic_gauge'}, - 'S3WriteRequestsThrottling': {'name': 'events.S3WriteRequestsThrottling', 'type': 'monotonic_gauge'}, - 'ScalarSubqueriesCacheMiss': {'name': 'events.ScalarSubqueriesCacheMiss', 'type': 'monotonic_gauge'}, - 'ScalarSubqueriesGlobalCacheHit': { - 'name': 'events.ScalarSubqueriesGlobalCacheHit', - 'type': 'monotonic_gauge', - }, - 'ScalarSubqueriesLocalCacheHit': { - 'name': 'events.ScalarSubqueriesLocalCacheHit', - 'type': 'monotonic_gauge', - }, - 'SchedulerIOReadBytes': {'name': 'events.SchedulerIOReadBytes', 'type': 'monotonic_gauge'}, - 'SchedulerIOReadRequests': {'name': 'events.SchedulerIOReadRequests', 'type': 'monotonic_gauge'}, - 'SchedulerIOReadWaitMicroseconds': { - 'name': 'events.SchedulerIOReadWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SchedulerIOWriteBytes': {'name': 'events.SchedulerIOWriteBytes', 'type': 'monotonic_gauge'}, - 'SchedulerIOWriteRequests': {'name': 'events.SchedulerIOWriteRequests', 'type': 'monotonic_gauge'}, - 'SchedulerIOWriteWaitMicroseconds': { - 'name': 'events.SchedulerIOWriteWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SchemaInferenceCacheEvictions': { - 'name': 'events.SchemaInferenceCacheEvictions', - 'type': 'monotonic_gauge', - }, - 'SchemaInferenceCacheHits': {'name': 'events.SchemaInferenceCacheHits', 'type': 'monotonic_gauge'}, - 'SchemaInferenceCacheInvalidations': { - 'name': 'events.SchemaInferenceCacheInvalidations', - 'type': 'monotonic_gauge', - }, - 'SchemaInferenceCacheMisses': {'name': 'events.SchemaInferenceCacheMisses', 'type': 'monotonic_gauge'}, - 'SchemaInferenceCacheNumRowsHits': { - 'name': 'events.SchemaInferenceCacheNumRowsHits', - 'type': 'monotonic_gauge', - }, - 'SchemaInferenceCacheNumRowsMisses': { - 'name': 'events.SchemaInferenceCacheNumRowsMisses', - 'type': 'monotonic_gauge', - }, - 'SchemaInferenceCacheSchemaHits': { - 'name': 'events.SchemaInferenceCacheSchemaHits', - 'type': 'monotonic_gauge', - }, - 'SchemaInferenceCacheSchemaMisses': { - 'name': 'events.SchemaInferenceCacheSchemaMisses', - 'type': 'monotonic_gauge', - }, - 'Seek': {'name': 'events.Seek', 'type': 'monotonic_gauge'}, - 'SelectQueriesWithPrimaryKeyUsage': { - 'name': 'events.SelectQueriesWithPrimaryKeyUsage', - 'type': 'monotonic_gauge', - }, - 'SelectQueriesWithSubqueries': { - 'name': 'events.SelectQueriesWithSubqueries', - 'type': 'monotonic_gauge', - }, - 'SelectQuery': {'name': 'events.SelectQuery', 'type': 'monotonic_gauge'}, - 'SelectQueryTimeMicroseconds': { - 'name': 'events.SelectQueryTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SelectedBytes': {'name': 'events.SelectedBytes', 'type': 'monotonic_gauge'}, - 'SelectedMarks': {'name': 'events.SelectedMarks', 'type': 'monotonic_gauge'}, - 'SelectedMarksTotal': {'name': 'events.SelectedMarksTotal', 'type': 'monotonic_gauge'}, - 'SelectedParts': {'name': 'events.SelectedParts', 'type': 'monotonic_gauge'}, - 'SelectedPartsTotal': {'name': 'events.SelectedPartsTotal', 'type': 'monotonic_gauge'}, - 'SelectedRanges': {'name': 'events.SelectedRanges', 'type': 'monotonic_gauge'}, - 'SelectedRows': {'name': 'events.SelectedRows', 'type': 'monotonic_gauge'}, - 'ServerStartupMilliseconds': { - 'name': 'events.ServerStartupMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'SharedDatabaseCatalogFailedToApplyState': { - 'name': 'events.SharedDatabaseCatalogFailedToApplyState', - 'type': 'monotonic_gauge', - }, - 'SharedDatabaseCatalogStateApplicationMicroseconds': { - 'name': 'events.SharedDatabaseCatalogStateApplicationMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SharedMergeTreeCondemnedPartsKillRequest': { - 'name': 'events.SharedMergeTreeCondemnedPartsKillRequest', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeCondemnedPartsLockConfict': { - 'name': 'events.SharedMergeTreeCondemnedPartsLockConfict', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeCondemnedPartsRemoved': { - 'name': 'events.SharedMergeTreeCondemnedPartsRemoved', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeDataPartsFetchAttempt': { - 'name': 'events.SharedMergeTreeDataPartsFetchAttempt', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeDataPartsFetchFromPeer': { - 'name': 'events.SharedMergeTreeDataPartsFetchFromPeer', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeDataPartsFetchFromPeerMicroseconds': { - 'name': 'events.SharedMergeTreeDataPartsFetchFromPeerMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeDataPartsFetchFromS3': { - 'name': 'events.SharedMergeTreeDataPartsFetchFromS3', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeGetPartsBatchToLoadMicroseconds': { - 'name': 'events.SharedMergeTreeGetPartsBatchToLoadMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeHandleBlockingParts': { - 'name': 'events.SharedMergeTreeHandleBlockingParts', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeHandleBlockingPartsMicroseconds': { - 'name': 'events.SharedMergeTreeHandleBlockingPartsMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeHandleFetchPartsMicroseconds': { - 'name': 'events.SharedMergeTreeHandleFetchPartsMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeHandleOutdatedParts': { - 'name': 'events.SharedMergeTreeHandleOutdatedParts', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeHandleOutdatedPartsMicroseconds': { - 'name': 'events.SharedMergeTreeHandleOutdatedPartsMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeLoadChecksumAndIndexesMicroseconds': { - 'name': 'events.SharedMergeTreeLoadChecksumAndIndexesMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergeMutationAssignmentAttempt': { - 'name': 'events.SharedMergeTreeMergeMutationAssignmentAttempt', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergeMutationAssignmentFailedWithConflict': { - 'name': 'events.SharedMergeTreeMergeMutationAssignmentFailedWithConflict', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergeMutationAssignmentFailedWithNothingToDo': { - 'name': 'events.SharedMergeTreeMergeMutationAssignmentFailedWithNothingToDo', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergeMutationAssignmentSuccessful': { - 'name': 'events.SharedMergeTreeMergeMutationAssignmentSuccessful', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergePartsMovedToCondemned': { - 'name': 'events.SharedMergeTreeMergePartsMovedToCondemned', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergePartsMovedToOudated': { - 'name': 'events.SharedMergeTreeMergePartsMovedToOudated', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMergeSelectingTaskMicroseconds': { - 'name': 'events.SharedMergeTreeMergeSelectingTaskMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeMetadataCacheHintLoadedFromCache': { - 'name': 'events.SharedMergeTreeMetadataCacheHintLoadedFromCache', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOptimizeAsync': { - 'name': 'events.SharedMergeTreeOptimizeAsync', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOptimizeSync': { - 'name': 'events.SharedMergeTreeOptimizeSync', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOutdatedPartsConfirmationInvocations': { - 'name': 'events.SharedMergeTreeOutdatedPartsConfirmationInvocations', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOutdatedPartsConfirmationRequest': { - 'name': 'events.SharedMergeTreeOutdatedPartsConfirmationRequest', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOutdatedPartsHTTPRequest': { - 'name': 'events.SharedMergeTreeOutdatedPartsHTTPRequest', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeOutdatedPartsHTTPResponse': { - 'name': 'events.SharedMergeTreeOutdatedPartsHTTPResponse', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeScheduleDataProcessingJob': { - 'name': 'events.SharedMergeTreeScheduleDataProcessingJob', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeScheduleDataProcessingJobMicroseconds': { - 'name': 'events.SharedMergeTreeScheduleDataProcessingJobMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeScheduleDataProcessingJobNothingToScheduled': { - 'name': 'events.SharedMergeTreeScheduleDataProcessingJobNothingToScheduled', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeTryUpdateDiskMetadataCacheForPartMicroseconds': { - 'name': 'events.SharedMergeTreeTryUpdateDiskMetadataCacheForPartMicroseconds', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdateMicroseconds': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdateMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SharedMergeTreeVirtualPartsUpdates': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdates', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesByLeader': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesByLeader', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesForMergesOrStatus': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesForMergesOrStatus', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesFromPeer': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesFromPeer', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesFromPeerMicroseconds': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesFromPeerMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SharedMergeTreeVirtualPartsUpdatesFromZooKeeper': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesFromZooKeeper', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesFromZooKeeperMicroseconds': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesFromZooKeeperMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SharedMergeTreeVirtualPartsUpdatesLeaderFailedElection': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesLeaderFailedElection', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesLeaderSuccessfulElection': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesLeaderSuccessfulElection', - 'type': 'monotonic_gauge', - }, - 'SharedMergeTreeVirtualPartsUpdatesPeerNotFound': { - 'name': 'events.SharedMergeTreeVirtualPartsUpdatesPeerNotFound', - 'type': 'monotonic_gauge', - }, - 'SleepFunctionCalls': {'name': 'events.SleepFunctionCalls', 'type': 'monotonic_gauge'}, - 'SleepFunctionElapsedMicroseconds': { - 'name': 'events.SleepFunctionElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SleepFunctionMicroseconds': { - 'name': 'events.SleepFunctionMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SlowRead': {'name': 'events.SlowRead', 'type': 'monotonic_gauge'}, - 'SoftPageFaults': {'name': 'events.SoftPageFaults', 'type': 'monotonic_gauge'}, - 'StorageBufferErrorOnFlush': {'name': 'events.StorageBufferErrorOnFlush', 'type': 'monotonic_gauge'}, - 'StorageBufferFlush': {'name': 'events.StorageBufferFlush', 'type': 'monotonic_gauge'}, - 'StorageBufferLayerLockReadersWaitMilliseconds': { - 'name': 'events.StorageBufferLayerLockReadersWaitMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'StorageBufferLayerLockWritersWaitMilliseconds': { - 'name': 'events.StorageBufferLayerLockWritersWaitMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'StorageBufferPassedAllMinThresholds': { - 'name': 'events.StorageBufferPassedAllMinThresholds', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedBytesFlushThreshold': { - 'name': 'events.StorageBufferPassedBytesFlushThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedBytesMaxThreshold': { - 'name': 'events.StorageBufferPassedBytesMaxThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedRowsFlushThreshold': { - 'name': 'events.StorageBufferPassedRowsFlushThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedRowsMaxThreshold': { - 'name': 'events.StorageBufferPassedRowsMaxThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedTimeFlushThreshold': { - 'name': 'events.StorageBufferPassedTimeFlushThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageBufferPassedTimeMaxThreshold': { - 'name': 'events.StorageBufferPassedTimeMaxThreshold', - 'type': 'monotonic_gauge', - }, - 'StorageConnectionsCreated': {'name': 'events.StorageConnectionsCreated', 'type': 'monotonic_gauge'}, - 'StorageConnectionsElapsedMicroseconds': { - 'name': 'events.StorageConnectionsElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'StorageConnectionsErrors': {'name': 'events.StorageConnectionsErrors', 'type': 'monotonic_gauge'}, - 'StorageConnectionsExpired': {'name': 'events.StorageConnectionsExpired', 'type': 'monotonic_gauge'}, - 'StorageConnectionsPreserved': { - 'name': 'events.StorageConnectionsPreserved', - 'type': 'monotonic_gauge', - }, - 'StorageConnectionsReset': {'name': 'events.StorageConnectionsReset', 'type': 'monotonic_gauge'}, - 'StorageConnectionsReused': {'name': 'events.StorageConnectionsReused', 'type': 'monotonic_gauge'}, - 'SummingSortedMilliseconds': { - 'name': 'events.SummingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'SuspendSendingQueryToShard': {'name': 'events.SuspendSendingQueryToShard', 'type': 'monotonic_gauge'}, - 'SynchronousReadWaitMicroseconds': { - 'name': 'events.SynchronousReadWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SynchronousRemoteReadWaitMicroseconds': { - 'name': 'events.SynchronousRemoteReadWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'SystemLogErrorOnFlush': {'name': 'events.SystemLogErrorOnFlush', 'type': 'monotonic_gauge'}, - 'SystemTimeMicroseconds': { - 'name': 'events.SystemTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'TableFunctionExecute': {'name': 'events.TableFunctionExecute', 'type': 'monotonic_gauge'}, - 'ThreadPoolReaderPageCacheHit': { - 'name': 'events.ThreadPoolReaderPageCacheHit', - 'type': 'monotonic_gauge', - }, - 'ThreadPoolReaderPageCacheHitBytes': { - 'name': 'events.ThreadPoolReaderPageCacheHitBytes', - 'type': 'monotonic_gauge', - }, - 'ThreadPoolReaderPageCacheHitElapsedMicroseconds': { - 'name': 'events.ThreadPoolReaderPageCacheHitElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThreadPoolReaderPageCacheMiss': { - 'name': 'events.ThreadPoolReaderPageCacheMiss', - 'type': 'monotonic_gauge', - }, - 'ThreadPoolReaderPageCacheMissBytes': { - 'name': 'events.ThreadPoolReaderPageCacheMissBytes', - 'type': 'monotonic_gauge', - }, - 'ThreadPoolReaderPageCacheMissElapsedMicroseconds': { - 'name': 'events.ThreadPoolReaderPageCacheMissElapsedMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThreadpoolReaderPrepareMicroseconds': { - 'name': 'events.ThreadpoolReaderPrepareMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThreadpoolReaderReadBytes': {'name': 'events.ThreadpoolReaderReadBytes', 'type': 'monotonic_gauge'}, - 'ThreadpoolReaderSubmit': {'name': 'events.ThreadpoolReaderSubmit', 'type': 'monotonic_gauge'}, - 'ThreadpoolReaderSubmitLookupInCacheMicroseconds': { - 'name': 'events.ThreadpoolReaderSubmitLookupInCacheMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThreadpoolReaderSubmitReadSynchronously': { - 'name': 'events.ThreadpoolReaderSubmitReadSynchronously', - 'type': 'monotonic_gauge', - }, - 'ThreadpoolReaderSubmitReadSynchronouslyBytes': { - 'name': 'events.ThreadpoolReaderSubmitReadSynchronouslyBytes', - 'type': 'monotonic_gauge', - }, - 'ThreadpoolReaderSubmitReadSynchronouslyMicroseconds': { - 'name': 'events.ThreadpoolReaderSubmitReadSynchronouslyMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThreadpoolReaderTaskMicroseconds': { - 'name': 'events.ThreadpoolReaderTaskMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ThrottlerSleepMicroseconds': { - 'name': 'events.ThrottlerSleepMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'TinyS3Clients': {'name': 'events.TinyS3Clients', 'type': 'monotonic_gauge'}, - 'USearchAddComputedDistances': { - 'name': 'events.USearchAddComputedDistances', - 'type': 'monotonic_gauge', - }, - 'USearchAddCount': {'name': 'events.USearchAddCount', 'type': 'monotonic_gauge'}, - 'USearchAddVisitedMembers': {'name': 'events.USearchAddVisitedMembers', 'type': 'monotonic_gauge'}, - 'USearchSearchComputedDistances': { - 'name': 'events.USearchSearchComputedDistances', - 'type': 'monotonic_gauge', - }, - 'USearchSearchCount': {'name': 'events.USearchSearchCount', 'type': 'monotonic_gauge'}, - 'USearchSearchVisitedMembers': { - 'name': 'events.USearchSearchVisitedMembers', - 'type': 'monotonic_gauge', - }, - 'UncompressedCacheHits': {'name': 'events.UncompressedCacheHits', 'type': 'monotonic_gauge'}, - 'UncompressedCacheMisses': {'name': 'events.UncompressedCacheMisses', 'type': 'monotonic_gauge'}, - 'UncompressedCacheWeightLost': { - 'name': 'events.UncompressedCacheWeightLost', - 'type': 'monotonic_gauge', - }, - 'UserTimeMicroseconds': { - 'name': 'events.UserTimeMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'VectorSimilarityIndexCacheHits': { - 'name': 'events.VectorSimilarityIndexCacheHits', - 'type': 'monotonic_gauge', - }, - 'VectorSimilarityIndexCacheMisses': { - 'name': 'events.VectorSimilarityIndexCacheMisses', - 'type': 'monotonic_gauge', - }, - 'VectorSimilarityIndexCacheWeightLost': { - 'name': 'events.VectorSimilarityIndexCacheWeightLost', - 'type': 'monotonic_gauge', - }, - 'VersionedCollapsingSortedMilliseconds': { - 'name': 'events.VersionedCollapsingSortedMilliseconds', - 'type': 'temporal_percent', - 'scale': 'millisecond', - }, - 'WaitMarksLoadMicroseconds': { - 'name': 'events.WaitMarksLoadMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'WaitPrefetchTaskMicroseconds': { - 'name': 'events.WaitPrefetchTaskMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'WriteBufferFromFileDescriptorWrite': { - 'name': 'events.WriteBufferFromFileDescriptorWrite', - 'type': 'monotonic_gauge', - }, - 'WriteBufferFromFileDescriptorWriteBytes': { - 'name': 'events.WriteBufferFromFileDescriptorWriteBytes', - 'type': 'monotonic_gauge', - }, - 'WriteBufferFromFileDescriptorWriteFailed': { - 'name': 'events.WriteBufferFromFileDescriptorWriteFailed', - 'type': 'monotonic_gauge', - }, - 'WriteBufferFromHTTPBytes': {'name': 'events.WriteBufferFromHTTPBytes', 'type': 'monotonic_gauge'}, - 'WriteBufferFromHTTPRequestsSent': { - 'name': 'events.WriteBufferFromHTTPRequestsSent', - 'type': 'monotonic_gauge', - }, - 'WriteBufferFromS3Bytes': {'name': 'events.WriteBufferFromS3Bytes', 'type': 'monotonic_gauge'}, - 'WriteBufferFromS3Microseconds': { - 'name': 'events.WriteBufferFromS3Microseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'WriteBufferFromS3RequestsErrors': { - 'name': 'events.WriteBufferFromS3RequestsErrors', - 'type': 'monotonic_gauge', - }, - 'WriteBufferFromS3WaitInflightLimitMicroseconds': { - 'name': 'events.WriteBufferFromS3WaitInflightLimitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ZooKeeperBytesReceived': {'name': 'events.ZooKeeperBytesReceived', 'type': 'monotonic_gauge'}, - 'ZooKeeperBytesSent': {'name': 'events.ZooKeeperBytesSent', 'type': 'monotonic_gauge'}, - 'ZooKeeperCheck': {'name': 'events.ZooKeeperCheck', 'type': 'monotonic_gauge'}, - 'ZooKeeperClose': {'name': 'events.ZooKeeperClose', 'type': 'monotonic_gauge'}, - 'ZooKeeperCreate': {'name': 'events.ZooKeeperCreate', 'type': 'monotonic_gauge'}, - 'ZooKeeperExists': {'name': 'events.ZooKeeperExists', 'type': 'monotonic_gauge'}, - 'ZooKeeperGet': {'name': 'events.ZooKeeperGet', 'type': 'monotonic_gauge'}, - 'ZooKeeperGetACL': {'name': 'events.ZooKeeperGetACL', 'type': 'monotonic_gauge'}, - 'ZooKeeperHardwareExceptions': { - 'name': 'events.ZooKeeperHardwareExceptions', - 'type': 'monotonic_gauge', - }, - 'ZooKeeperInit': {'name': 'events.ZooKeeperInit', 'type': 'monotonic_gauge'}, - 'ZooKeeperList': {'name': 'events.ZooKeeperList', 'type': 'monotonic_gauge'}, - 'ZooKeeperMulti': {'name': 'events.ZooKeeperMulti', 'type': 'monotonic_gauge'}, - 'ZooKeeperMultiRead': {'name': 'events.ZooKeeperMultiRead', 'type': 'monotonic_gauge'}, - 'ZooKeeperMultiWrite': {'name': 'events.ZooKeeperMultiWrite', 'type': 'monotonic_gauge'}, - 'ZooKeeperOtherExceptions': {'name': 'events.ZooKeeperOtherExceptions', 'type': 'monotonic_gauge'}, - 'ZooKeeperReconfig': {'name': 'events.ZooKeeperReconfig', 'type': 'monotonic_gauge'}, - 'ZooKeeperRemove': {'name': 'events.ZooKeeperRemove', 'type': 'monotonic_gauge'}, - 'ZooKeeperSet': {'name': 'events.ZooKeeperSet', 'type': 'monotonic_gauge'}, - 'ZooKeeperSync': {'name': 'events.ZooKeeperSync', 'type': 'monotonic_gauge'}, - 'ZooKeeperTransactions': {'name': 'events.ZooKeeperTransactions', 'type': 'monotonic_gauge'}, - 'ZooKeeperUserExceptions': {'name': 'events.ZooKeeperUserExceptions', 'type': 'monotonic_gauge'}, - 'ZooKeeperWaitMicroseconds': { - 'name': 'events.ZooKeeperWaitMicroseconds', - 'type': 'temporal_percent', - 'scale': 'microsecond', - }, - 'ZooKeeperWatchResponse': {'name': 'events.ZooKeeperWatchResponse', 'type': 'monotonic_gauge'}, - }, - }, - ], -} diff --git a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_metrics.py b/clickhouse/datadog_checks/clickhouse/advanced_queries/system_metrics.py deleted file mode 100644 index e729780bcd24e..0000000000000 --- a/clickhouse/datadog_checks/clickhouse/advanced_queries/system_metrics.py +++ /dev/null @@ -1,780 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_metrics.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/metrics -SystemMetrics = { - 'name': 'system_metrics', - 'query': 'SELECT value, metric FROM system.metrics', - 'columns': [ - {'name': 'metric_value', 'type': 'source'}, - { - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': { - 'ActiveTimersInQueryProfiler': {'name': 'metrics.ActiveTimersInQueryProfiler', 'type': 'gauge'}, - 'AddressesActive': {'name': 'metrics.AddressesActive', 'type': 'gauge'}, - 'AddressesBanned': {'name': 'metrics.AddressesBanned', 'type': 'gauge'}, - 'AggregatorThreads': {'name': 'metrics.AggregatorThreads', 'type': 'gauge'}, - 'AggregatorThreadsActive': {'name': 'metrics.AggregatorThreadsActive', 'type': 'gauge'}, - 'AggregatorThreadsScheduled': {'name': 'metrics.AggregatorThreadsScheduled', 'type': 'gauge'}, - 'AsyncInsertCacheSize': {'name': 'metrics.AsyncInsertCacheSize', 'type': 'gauge'}, - 'AsynchronousInsertQueueBytes': {'name': 'metrics.AsynchronousInsertQueueBytes', 'type': 'gauge'}, - 'AsynchronousInsertQueueSize': {'name': 'metrics.AsynchronousInsertQueueSize', 'type': 'gauge'}, - 'AsynchronousInsertThreads': {'name': 'metrics.AsynchronousInsertThreads', 'type': 'gauge'}, - 'AsynchronousInsertThreadsActive': {'name': 'metrics.AsynchronousInsertThreadsActive', 'type': 'gauge'}, - 'AsynchronousInsertThreadsScheduled': { - 'name': 'metrics.AsynchronousInsertThreadsScheduled', - 'type': 'gauge', - }, - 'AsynchronousReadWait': {'name': 'metrics.AsynchronousReadWait', 'type': 'gauge'}, - 'AttachedDatabase': {'name': 'metrics.AttachedDatabase', 'type': 'gauge'}, - 'AttachedDictionary': {'name': 'metrics.AttachedDictionary', 'type': 'gauge'}, - 'AttachedReplicatedTable': {'name': 'metrics.AttachedReplicatedTable', 'type': 'gauge'}, - 'AttachedTable': {'name': 'metrics.AttachedTable', 'type': 'gauge'}, - 'AttachedView': {'name': 'metrics.AttachedView', 'type': 'gauge'}, - 'AvroSchemaCacheBytes': {'name': 'metrics.AvroSchemaCacheBytes', 'type': 'gauge'}, - 'AvroSchemaCacheCells': {'name': 'metrics.AvroSchemaCacheCells', 'type': 'gauge'}, - 'AvroSchemaRegistryCacheBytes': {'name': 'metrics.AvroSchemaRegistryCacheBytes', 'type': 'gauge'}, - 'AvroSchemaRegistryCacheCells': {'name': 'metrics.AvroSchemaRegistryCacheCells', 'type': 'gauge'}, - 'AzureRequests': {'name': 'metrics.AzureRequests', 'type': 'gauge'}, - 'BackgroundBufferFlushSchedulePoolSize': { - 'name': 'metrics.BackgroundBufferFlushSchedulePoolSize', - 'type': 'gauge', - }, - 'BackgroundBufferFlushSchedulePoolTask': { - 'name': 'metrics.BackgroundBufferFlushSchedulePoolTask', - 'type': 'gauge', - }, - 'BackgroundCommonPoolSize': {'name': 'metrics.BackgroundCommonPoolSize', 'type': 'gauge'}, - 'BackgroundCommonPoolTask': {'name': 'metrics.BackgroundCommonPoolTask', 'type': 'gauge'}, - 'BackgroundDistributedSchedulePoolSize': { - 'name': 'metrics.BackgroundDistributedSchedulePoolSize', - 'type': 'gauge', - }, - 'BackgroundDistributedSchedulePoolTask': { - 'name': 'metrics.BackgroundDistributedSchedulePoolTask', - 'type': 'gauge', - }, - 'BackgroundFetchesPoolSize': {'name': 'metrics.BackgroundFetchesPoolSize', 'type': 'gauge'}, - 'BackgroundFetchesPoolTask': {'name': 'metrics.BackgroundFetchesPoolTask', 'type': 'gauge'}, - 'BackgroundMergesAndMutationsPoolSize': { - 'name': 'metrics.BackgroundMergesAndMutationsPoolSize', - 'type': 'gauge', - }, - 'BackgroundMergesAndMutationsPoolTask': { - 'name': 'metrics.BackgroundMergesAndMutationsPoolTask', - 'type': 'gauge', - }, - 'BackgroundMessageBrokerSchedulePoolSize': { - 'name': 'metrics.BackgroundMessageBrokerSchedulePoolSize', - 'type': 'gauge', - }, - 'BackgroundMessageBrokerSchedulePoolTask': { - 'name': 'metrics.BackgroundMessageBrokerSchedulePoolTask', - 'type': 'gauge', - }, - 'BackgroundMovePoolSize': {'name': 'metrics.BackgroundMovePoolSize', 'type': 'gauge'}, - 'BackgroundMovePoolTask': {'name': 'metrics.BackgroundMovePoolTask', 'type': 'gauge'}, - 'BackgroundSchedulePoolSize': {'name': 'metrics.BackgroundSchedulePoolSize', 'type': 'gauge'}, - 'BackgroundSchedulePoolTask': {'name': 'metrics.BackgroundSchedulePoolTask', 'type': 'gauge'}, - 'BackupsIOThreads': {'name': 'metrics.BackupsIOThreads', 'type': 'gauge'}, - 'BackupsIOThreadsActive': {'name': 'metrics.BackupsIOThreadsActive', 'type': 'gauge'}, - 'BackupsIOThreadsScheduled': {'name': 'metrics.BackupsIOThreadsScheduled', 'type': 'gauge'}, - 'BackupsThreads': {'name': 'metrics.BackupsThreads', 'type': 'gauge'}, - 'BackupsThreadsActive': {'name': 'metrics.BackupsThreadsActive', 'type': 'gauge'}, - 'BackupsThreadsScheduled': {'name': 'metrics.BackupsThreadsScheduled', 'type': 'gauge'}, - 'BrokenDisks': {'name': 'metrics.BrokenDisks', 'type': 'gauge'}, - 'BrokenDistributedBytesToInsert': {'name': 'metrics.BrokenDistributedBytesToInsert', 'type': 'gauge'}, - 'BrokenDistributedFilesToInsert': {'name': 'metrics.BrokenDistributedFilesToInsert', 'type': 'gauge'}, - 'BuildVectorSimilarityIndexThreads': { - 'name': 'metrics.BuildVectorSimilarityIndexThreads', - 'type': 'gauge', - }, - 'BuildVectorSimilarityIndexThreadsActive': { - 'name': 'metrics.BuildVectorSimilarityIndexThreadsActive', - 'type': 'gauge', - }, - 'BuildVectorSimilarityIndexThreadsScheduled': { - 'name': 'metrics.BuildVectorSimilarityIndexThreadsScheduled', - 'type': 'gauge', - }, - 'CacheDetachedFileSegments': {'name': 'metrics.CacheDetachedFileSegments', 'type': 'gauge'}, - 'CacheDictionaryThreads': {'name': 'metrics.CacheDictionaryThreads', 'type': 'gauge'}, - 'CacheDictionaryThreadsActive': {'name': 'metrics.CacheDictionaryThreadsActive', 'type': 'gauge'}, - 'CacheDictionaryThreadsScheduled': {'name': 'metrics.CacheDictionaryThreadsScheduled', 'type': 'gauge'}, - 'CacheDictionaryUpdateQueueBatches': { - 'name': 'metrics.CacheDictionaryUpdateQueueBatches', - 'type': 'gauge', - }, - 'CacheDictionaryUpdateQueueKeys': {'name': 'metrics.CacheDictionaryUpdateQueueKeys', 'type': 'gauge'}, - 'CacheFileSegments': {'name': 'metrics.CacheFileSegments', 'type': 'gauge'}, - 'CacheWarmerBytesInProgress': {'name': 'metrics.CacheWarmerBytesInProgress', 'type': 'gauge'}, - 'CompiledExpressionCacheBytes': {'name': 'metrics.CompiledExpressionCacheBytes', 'type': 'gauge'}, - 'CompiledExpressionCacheCount': {'name': 'metrics.CompiledExpressionCacheCount', 'type': 'gauge'}, - 'Compressing': {'name': 'metrics.Compressing', 'type': 'gauge'}, - 'CompressionThread': {'name': 'metrics.CompressionThread', 'type': 'gauge'}, - 'CompressionThreadActive': {'name': 'metrics.CompressionThreadActive', 'type': 'gauge'}, - 'CompressionThreadScheduled': {'name': 'metrics.CompressionThreadScheduled', 'type': 'gauge'}, - 'ConcurrencyControlAcquired': {'name': 'metrics.ConcurrencyControlAcquired', 'type': 'gauge'}, - 'ConcurrencyControlAcquiredNonCompeting': { - 'name': 'metrics.ConcurrencyControlAcquiredNonCompeting', - 'type': 'gauge', - }, - 'ConcurrencyControlPreempted': {'name': 'metrics.ConcurrencyControlPreempted', 'type': 'gauge'}, - 'ConcurrencyControlScheduled': {'name': 'metrics.ConcurrencyControlScheduled', 'type': 'gauge'}, - 'ConcurrencyControlSoftLimit': {'name': 'metrics.ConcurrencyControlSoftLimit', 'type': 'gauge'}, - 'ConcurrentHashJoinPoolThreads': {'name': 'metrics.ConcurrentHashJoinPoolThreads', 'type': 'gauge'}, - 'ConcurrentHashJoinPoolThreadsActive': { - 'name': 'metrics.ConcurrentHashJoinPoolThreadsActive', - 'type': 'gauge', - }, - 'ConcurrentHashJoinPoolThreadsScheduled': { - 'name': 'metrics.ConcurrentHashJoinPoolThreadsScheduled', - 'type': 'gauge', - }, - 'ConcurrentQueryAcquired': {'name': 'metrics.ConcurrentQueryAcquired', 'type': 'gauge'}, - 'ConcurrentQueryScheduled': {'name': 'metrics.ConcurrentQueryScheduled', 'type': 'gauge'}, - 'ContextLockWait': {'name': 'metrics.ContextLockWait', 'type': 'gauge'}, - 'CoordinatedMergesCoordinatorAssignedMerges': { - 'name': 'metrics.CoordinatedMergesCoordinatorAssignedMerges', - 'type': 'gauge', - }, - 'CoordinatedMergesCoordinatorRunningMerges': { - 'name': 'metrics.CoordinatedMergesCoordinatorRunningMerges', - 'type': 'gauge', - }, - 'CoordinatedMergesWorkerAssignedMerges': { - 'name': 'metrics.CoordinatedMergesWorkerAssignedMerges', - 'type': 'gauge', - }, - 'CreatedTimersInQueryProfiler': {'name': 'metrics.CreatedTimersInQueryProfiler', 'type': 'gauge'}, - 'DDLWorkerThreads': {'name': 'metrics.DDLWorkerThreads', 'type': 'gauge'}, - 'DDLWorkerThreadsActive': {'name': 'metrics.DDLWorkerThreadsActive', 'type': 'gauge'}, - 'DDLWorkerThreadsScheduled': {'name': 'metrics.DDLWorkerThreadsScheduled', 'type': 'gauge'}, - 'DNSAddressesCacheBytes': {'name': 'metrics.DNSAddressesCacheBytes', 'type': 'gauge'}, - 'DNSAddressesCacheSize': {'name': 'metrics.DNSAddressesCacheSize', 'type': 'gauge'}, - 'DNSHostsCacheBytes': {'name': 'metrics.DNSHostsCacheBytes', 'type': 'gauge'}, - 'DNSHostsCacheSize': {'name': 'metrics.DNSHostsCacheSize', 'type': 'gauge'}, - 'DWARFReaderThreads': {'name': 'metrics.DWARFReaderThreads', 'type': 'gauge'}, - 'DWARFReaderThreadsActive': {'name': 'metrics.DWARFReaderThreadsActive', 'type': 'gauge'}, - 'DWARFReaderThreadsScheduled': {'name': 'metrics.DWARFReaderThreadsScheduled', 'type': 'gauge'}, - 'DatabaseBackupThreads': {'name': 'metrics.DatabaseBackupThreads', 'type': 'gauge'}, - 'DatabaseBackupThreadsActive': {'name': 'metrics.DatabaseBackupThreadsActive', 'type': 'gauge'}, - 'DatabaseBackupThreadsScheduled': {'name': 'metrics.DatabaseBackupThreadsScheduled', 'type': 'gauge'}, - 'DatabaseCatalogThreads': {'name': 'metrics.DatabaseCatalogThreads', 'type': 'gauge'}, - 'DatabaseCatalogThreadsActive': {'name': 'metrics.DatabaseCatalogThreadsActive', 'type': 'gauge'}, - 'DatabaseCatalogThreadsScheduled': {'name': 'metrics.DatabaseCatalogThreadsScheduled', 'type': 'gauge'}, - 'DatabaseOnDiskThreads': {'name': 'metrics.DatabaseOnDiskThreads', 'type': 'gauge'}, - 'DatabaseOnDiskThreadsActive': {'name': 'metrics.DatabaseOnDiskThreadsActive', 'type': 'gauge'}, - 'DatabaseOnDiskThreadsScheduled': {'name': 'metrics.DatabaseOnDiskThreadsScheduled', 'type': 'gauge'}, - 'DatabaseReplicatedCreateTablesThreads': { - 'name': 'metrics.DatabaseReplicatedCreateTablesThreads', - 'type': 'gauge', - }, - 'DatabaseReplicatedCreateTablesThreadsActive': { - 'name': 'metrics.DatabaseReplicatedCreateTablesThreadsActive', - 'type': 'gauge', - }, - 'DatabaseReplicatedCreateTablesThreadsScheduled': { - 'name': 'metrics.DatabaseReplicatedCreateTablesThreadsScheduled', - 'type': 'gauge', - }, - 'Decompressing': {'name': 'metrics.Decompressing', 'type': 'gauge'}, - 'DelayedInserts': {'name': 'metrics.DelayedInserts', 'type': 'gauge'}, - 'DestroyAggregatesThreads': {'name': 'metrics.DestroyAggregatesThreads', 'type': 'gauge'}, - 'DestroyAggregatesThreadsActive': {'name': 'metrics.DestroyAggregatesThreadsActive', 'type': 'gauge'}, - 'DestroyAggregatesThreadsScheduled': { - 'name': 'metrics.DestroyAggregatesThreadsScheduled', - 'type': 'gauge', - }, - 'DictCacheRequests': {'name': 'metrics.DictCacheRequests', 'type': 'gauge'}, - 'DiskConnectionsStored': {'name': 'metrics.DiskConnectionsStored', 'type': 'gauge'}, - 'DiskConnectionsTotal': {'name': 'metrics.DiskConnectionsTotal', 'type': 'gauge'}, - 'DiskObjectStorageAsyncThreads': {'name': 'metrics.DiskObjectStorageAsyncThreads', 'type': 'gauge'}, - 'DiskObjectStorageAsyncThreadsActive': { - 'name': 'metrics.DiskObjectStorageAsyncThreadsActive', - 'type': 'gauge', - }, - 'DiskPlainRewritableAzureDirectoryMapSize': { - 'name': 'metrics.DiskPlainRewritableAzureDirectoryMapSize', - 'type': 'gauge', - }, - 'DiskPlainRewritableAzureFileCount': { - 'name': 'metrics.DiskPlainRewritableAzureFileCount', - 'type': 'gauge', - }, - 'DiskPlainRewritableAzureUniqueFileNamesCount': { - 'name': 'metrics.DiskPlainRewritableAzureUniqueFileNamesCount', - 'type': 'gauge', - }, - 'DiskPlainRewritableLocalDirectoryMapSize': { - 'name': 'metrics.DiskPlainRewritableLocalDirectoryMapSize', - 'type': 'gauge', - }, - 'DiskPlainRewritableLocalFileCount': { - 'name': 'metrics.DiskPlainRewritableLocalFileCount', - 'type': 'gauge', - }, - 'DiskPlainRewritableLocalUniqueFileNamesCount': { - 'name': 'metrics.DiskPlainRewritableLocalUniqueFileNamesCount', - 'type': 'gauge', - }, - 'DiskPlainRewritableS3DirectoryMapSize': { - 'name': 'metrics.DiskPlainRewritableS3DirectoryMapSize', - 'type': 'gauge', - }, - 'DiskPlainRewritableS3FileCount': {'name': 'metrics.DiskPlainRewritableS3FileCount', 'type': 'gauge'}, - 'DiskPlainRewritableS3UniqueFileNamesCount': { - 'name': 'metrics.DiskPlainRewritableS3UniqueFileNamesCount', - 'type': 'gauge', - }, - 'DiskS3NoSuchKeyErrors': {'name': 'metrics.DiskS3NoSuchKeyErrors', 'type': 'gauge'}, - 'DiskSpaceReservedForMerge': {'name': 'metrics.DiskSpaceReservedForMerge', 'type': 'gauge'}, - 'DistrCacheAllocatedConnections': {'name': 'metrics.DistrCacheAllocatedConnections', 'type': 'gauge'}, - 'DistrCacheBorrowedConnections': {'name': 'metrics.DistrCacheBorrowedConnections', 'type': 'gauge'}, - 'DistrCacheOpenedConnections': {'name': 'metrics.DistrCacheOpenedConnections', 'type': 'gauge'}, - 'DistrCacheReadRequests': {'name': 'metrics.DistrCacheReadRequests', 'type': 'gauge'}, - 'DistrCacheRegisteredServers': {'name': 'metrics.DistrCacheRegisteredServers', 'type': 'gauge'}, - 'DistrCacheRegisteredServersCurrentAZ': { - 'name': 'metrics.DistrCacheRegisteredServersCurrentAZ', - 'type': 'gauge', - }, - 'DistrCacheServerConnections': {'name': 'metrics.DistrCacheServerConnections', 'type': 'gauge'}, - 'DistrCacheServerRegistryConnections': { - 'name': 'metrics.DistrCacheServerRegistryConnections', - 'type': 'gauge', - }, - 'DistrCacheServerS3CachedClients': {'name': 'metrics.DistrCacheServerS3CachedClients', 'type': 'gauge'}, - 'DistrCacheUsedConnections': {'name': 'metrics.DistrCacheUsedConnections', 'type': 'gauge'}, - 'DistrCacheWriteRequests': {'name': 'metrics.DistrCacheWriteRequests', 'type': 'gauge'}, - 'DistributedBytesToInsert': {'name': 'metrics.DistributedBytesToInsert', 'type': 'gauge'}, - 'DistributedFilesToInsert': {'name': 'metrics.DistributedFilesToInsert', 'type': 'gauge'}, - 'DistributedInsertThreads': {'name': 'metrics.DistributedInsertThreads', 'type': 'gauge'}, - 'DistributedInsertThreadsActive': {'name': 'metrics.DistributedInsertThreadsActive', 'type': 'gauge'}, - 'DistributedInsertThreadsScheduled': { - 'name': 'metrics.DistributedInsertThreadsScheduled', - 'type': 'gauge', - }, - 'DistributedSend': {'name': 'metrics.DistributedSend', 'type': 'gauge'}, - 'DropDistributedCacheThreads': {'name': 'metrics.DropDistributedCacheThreads', 'type': 'gauge'}, - 'DropDistributedCacheThreadsActive': { - 'name': 'metrics.DropDistributedCacheThreadsActive', - 'type': 'gauge', - }, - 'DropDistributedCacheThreadsScheduled': { - 'name': 'metrics.DropDistributedCacheThreadsScheduled', - 'type': 'gauge', - }, - 'EphemeralNode': {'name': 'metrics.EphemeralNode', 'type': 'gauge'}, - 'FilesystemCacheDelayedCleanupElements': { - 'name': 'metrics.FilesystemCacheDelayedCleanupElements', - 'type': 'gauge', - }, - 'FilesystemCacheDownloadQueueElements': { - 'name': 'metrics.FilesystemCacheDownloadQueueElements', - 'type': 'gauge', - }, - 'FilesystemCacheElements': {'name': 'metrics.FilesystemCacheElements', 'type': 'gauge'}, - 'FilesystemCacheHoldFileSegments': {'name': 'metrics.FilesystemCacheHoldFileSegments', 'type': 'gauge'}, - 'FilesystemCacheKeys': {'name': 'metrics.FilesystemCacheKeys', 'type': 'gauge'}, - 'FilesystemCacheReadBuffers': {'name': 'metrics.FilesystemCacheReadBuffers', 'type': 'gauge'}, - 'FilesystemCacheReserveThreads': {'name': 'metrics.FilesystemCacheReserveThreads', 'type': 'gauge'}, - 'FilesystemCacheSize': {'name': 'metrics.FilesystemCacheSize', 'type': 'gauge'}, - 'FilesystemCacheSizeLimit': {'name': 'metrics.FilesystemCacheSizeLimit', 'type': 'gauge'}, - 'FilteringMarksWithPrimaryKey': {'name': 'metrics.FilteringMarksWithPrimaryKey', 'type': 'gauge'}, - 'FilteringMarksWithSecondaryKeys': {'name': 'metrics.FilteringMarksWithSecondaryKeys', 'type': 'gauge'}, - 'FormatParsingThreads': {'name': 'metrics.FormatParsingThreads', 'type': 'gauge'}, - 'FormatParsingThreadsActive': {'name': 'metrics.FormatParsingThreadsActive', 'type': 'gauge'}, - 'FormatParsingThreadsScheduled': {'name': 'metrics.FormatParsingThreadsScheduled', 'type': 'gauge'}, - 'GlobalThread': {'name': 'metrics.GlobalThread', 'type': 'gauge'}, - 'GlobalThreadActive': {'name': 'metrics.GlobalThreadActive', 'type': 'gauge'}, - 'GlobalThreadScheduled': {'name': 'metrics.GlobalThreadScheduled', 'type': 'gauge'}, - 'HTTPConnection': {'name': 'metrics.HTTPConnection', 'type': 'gauge'}, - 'HTTPConnectionsStored': {'name': 'metrics.HTTPConnectionsStored', 'type': 'gauge'}, - 'HTTPConnectionsTotal': {'name': 'metrics.HTTPConnectionsTotal', 'type': 'gauge'}, - 'HashedDictionaryThreads': {'name': 'metrics.HashedDictionaryThreads', 'type': 'gauge'}, - 'HashedDictionaryThreadsActive': {'name': 'metrics.HashedDictionaryThreadsActive', 'type': 'gauge'}, - 'HashedDictionaryThreadsScheduled': { - 'name': 'metrics.HashedDictionaryThreadsScheduled', - 'type': 'gauge', - }, - 'HiveFilesCacheBytes': {'name': 'metrics.HiveFilesCacheBytes', 'type': 'gauge'}, - 'HiveFilesCacheFiles': {'name': 'metrics.HiveFilesCacheFiles', 'type': 'gauge'}, - 'HiveMetadataFilesCacheBytes': {'name': 'metrics.HiveMetadataFilesCacheBytes', 'type': 'gauge'}, - 'HiveMetadataFilesCacheFiles': {'name': 'metrics.HiveMetadataFilesCacheFiles', 'type': 'gauge'}, - 'IDiskCopierThreads': {'name': 'metrics.IDiskCopierThreads', 'type': 'gauge'}, - 'IDiskCopierThreadsActive': {'name': 'metrics.IDiskCopierThreadsActive', 'type': 'gauge'}, - 'IDiskCopierThreadsScheduled': {'name': 'metrics.IDiskCopierThreadsScheduled', 'type': 'gauge'}, - 'IOPrefetchThreads': {'name': 'metrics.IOPrefetchThreads', 'type': 'gauge'}, - 'IOPrefetchThreadsActive': {'name': 'metrics.IOPrefetchThreadsActive', 'type': 'gauge'}, - 'IOPrefetchThreadsScheduled': {'name': 'metrics.IOPrefetchThreadsScheduled', 'type': 'gauge'}, - 'IOThreads': {'name': 'metrics.IOThreads', 'type': 'gauge'}, - 'IOThreadsActive': {'name': 'metrics.IOThreadsActive', 'type': 'gauge'}, - 'IOThreadsScheduled': {'name': 'metrics.IOThreadsScheduled', 'type': 'gauge'}, - 'IOUringInFlightEvents': {'name': 'metrics.IOUringInFlightEvents', 'type': 'gauge'}, - 'IOUringPendingEvents': {'name': 'metrics.IOUringPendingEvents', 'type': 'gauge'}, - 'IOWriterThreads': {'name': 'metrics.IOWriterThreads', 'type': 'gauge'}, - 'IOWriterThreadsActive': {'name': 'metrics.IOWriterThreadsActive', 'type': 'gauge'}, - 'IOWriterThreadsScheduled': {'name': 'metrics.IOWriterThreadsScheduled', 'type': 'gauge'}, - 'IcebergCatalogThreads': {'name': 'metrics.IcebergCatalogThreads', 'type': 'gauge'}, - 'IcebergCatalogThreadsActive': {'name': 'metrics.IcebergCatalogThreadsActive', 'type': 'gauge'}, - 'IcebergCatalogThreadsScheduled': {'name': 'metrics.IcebergCatalogThreadsScheduled', 'type': 'gauge'}, - 'IcebergMetadataFilesCacheBytes': {'name': 'metrics.IcebergMetadataFilesCacheBytes', 'type': 'gauge'}, - 'IcebergMetadataFilesCacheFiles': {'name': 'metrics.IcebergMetadataFilesCacheFiles', 'type': 'gauge'}, - 'IndexMarkCacheBytes': {'name': 'metrics.IndexMarkCacheBytes', 'type': 'gauge'}, - 'IndexMarkCacheFiles': {'name': 'metrics.IndexMarkCacheFiles', 'type': 'gauge'}, - 'IndexUncompressedCacheBytes': {'name': 'metrics.IndexUncompressedCacheBytes', 'type': 'gauge'}, - 'IndexUncompressedCacheCells': {'name': 'metrics.IndexUncompressedCacheCells', 'type': 'gauge'}, - 'InterserverConnection': {'name': 'metrics.InterserverConnection', 'type': 'gauge'}, - 'IsServerShuttingDown': {'name': 'metrics.IsServerShuttingDown', 'type': 'gauge'}, - 'KafkaAssignedPartitions': {'name': 'metrics.KafkaAssignedPartitions', 'type': 'gauge'}, - 'KafkaBackgroundReads': {'name': 'metrics.KafkaBackgroundReads', 'type': 'gauge'}, - 'KafkaConsumers': {'name': 'metrics.KafkaConsumers', 'type': 'gauge'}, - 'KafkaConsumersInUse': {'name': 'metrics.KafkaConsumersInUse', 'type': 'gauge'}, - 'KafkaConsumersWithAssignment': {'name': 'metrics.KafkaConsumersWithAssignment', 'type': 'gauge'}, - 'KafkaLibrdkafkaThreads': {'name': 'metrics.KafkaLibrdkafkaThreads', 'type': 'gauge'}, - 'KafkaProducers': {'name': 'metrics.KafkaProducers', 'type': 'gauge'}, - 'KafkaWrites': {'name': 'metrics.KafkaWrites', 'type': 'gauge'}, - 'KeeperAliveConnections': {'name': 'metrics.KeeperAliveConnections', 'type': 'gauge'}, - 'KeeperOutstandingRequests': {'name': 'metrics.KeeperOutstandingRequests', 'type': 'gauge'}, - 'LicenseRemainingSeconds': {'name': 'metrics.LicenseRemainingSeconds', 'type': 'gauge'}, - 'LocalThread': {'name': 'metrics.LocalThread', 'type': 'gauge'}, - 'LocalThreadActive': {'name': 'metrics.LocalThreadActive', 'type': 'gauge'}, - 'LocalThreadScheduled': {'name': 'metrics.LocalThreadScheduled', 'type': 'gauge'}, - 'MMapCacheCells': {'name': 'metrics.MMapCacheCells', 'type': 'gauge'}, - 'MMappedFileBytes': {'name': 'metrics.MMappedFileBytes', 'type': 'gauge'}, - 'MMappedFiles': {'name': 'metrics.MMappedFiles', 'type': 'gauge'}, - 'MarkCacheBytes': {'name': 'metrics.MarkCacheBytes', 'type': 'gauge'}, - 'MarkCacheFiles': {'name': 'metrics.MarkCacheFiles', 'type': 'gauge'}, - 'MarksLoaderThreads': {'name': 'metrics.MarksLoaderThreads', 'type': 'gauge'}, - 'MarksLoaderThreadsActive': {'name': 'metrics.MarksLoaderThreadsActive', 'type': 'gauge'}, - 'MarksLoaderThreadsScheduled': {'name': 'metrics.MarksLoaderThreadsScheduled', 'type': 'gauge'}, - 'MaxDDLEntryID': {'name': 'metrics.MaxDDLEntryID', 'type': 'gauge'}, - 'MaxPushedDDLEntryID': {'name': 'metrics.MaxPushedDDLEntryID', 'type': 'gauge'}, - 'MemoryTracking': {'name': 'metrics.MemoryTracking', 'type': 'gauge'}, - 'MemoryTrackingUncorrected': {'name': 'metrics.MemoryTrackingUncorrected', 'type': 'gauge'}, - 'Merge': {'name': 'metrics.Merge', 'type': 'gauge'}, - 'MergeJoinBlocksCacheBytes': {'name': 'metrics.MergeJoinBlocksCacheBytes', 'type': 'gauge'}, - 'MergeJoinBlocksCacheCount': {'name': 'metrics.MergeJoinBlocksCacheCount', 'type': 'gauge'}, - 'MergeParts': {'name': 'metrics.MergeParts', 'type': 'gauge'}, - 'MergeTreeAllRangesAnnouncementsSent': { - 'name': 'metrics.MergeTreeAllRangesAnnouncementsSent', - 'type': 'gauge', - }, - 'MergeTreeBackgroundExecutorThreads': { - 'name': 'metrics.MergeTreeBackgroundExecutorThreads', - 'type': 'gauge', - }, - 'MergeTreeBackgroundExecutorThreadsActive': { - 'name': 'metrics.MergeTreeBackgroundExecutorThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeBackgroundExecutorThreadsScheduled': { - 'name': 'metrics.MergeTreeBackgroundExecutorThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreeDataSelectExecutorThreads': { - 'name': 'metrics.MergeTreeDataSelectExecutorThreads', - 'type': 'gauge', - }, - 'MergeTreeDataSelectExecutorThreadsActive': { - 'name': 'metrics.MergeTreeDataSelectExecutorThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeDataSelectExecutorThreadsScheduled': { - 'name': 'metrics.MergeTreeDataSelectExecutorThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreeFetchPartitionThreads': {'name': 'metrics.MergeTreeFetchPartitionThreads', 'type': 'gauge'}, - 'MergeTreeFetchPartitionThreadsActive': { - 'name': 'metrics.MergeTreeFetchPartitionThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeFetchPartitionThreadsScheduled': { - 'name': 'metrics.MergeTreeFetchPartitionThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreeOutdatedPartsLoaderThreads': { - 'name': 'metrics.MergeTreeOutdatedPartsLoaderThreads', - 'type': 'gauge', - }, - 'MergeTreeOutdatedPartsLoaderThreadsActive': { - 'name': 'metrics.MergeTreeOutdatedPartsLoaderThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeOutdatedPartsLoaderThreadsScheduled': { - 'name': 'metrics.MergeTreeOutdatedPartsLoaderThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreePartsCleanerThreads': {'name': 'metrics.MergeTreePartsCleanerThreads', 'type': 'gauge'}, - 'MergeTreePartsCleanerThreadsActive': { - 'name': 'metrics.MergeTreePartsCleanerThreadsActive', - 'type': 'gauge', - }, - 'MergeTreePartsCleanerThreadsScheduled': { - 'name': 'metrics.MergeTreePartsCleanerThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreePartsLoaderThreads': {'name': 'metrics.MergeTreePartsLoaderThreads', 'type': 'gauge'}, - 'MergeTreePartsLoaderThreadsActive': { - 'name': 'metrics.MergeTreePartsLoaderThreadsActive', - 'type': 'gauge', - }, - 'MergeTreePartsLoaderThreadsScheduled': { - 'name': 'metrics.MergeTreePartsLoaderThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreeReadTaskRequestsSent': {'name': 'metrics.MergeTreeReadTaskRequestsSent', 'type': 'gauge'}, - 'MergeTreeSubcolumnsReaderThreads': { - 'name': 'metrics.MergeTreeSubcolumnsReaderThreads', - 'type': 'gauge', - }, - 'MergeTreeSubcolumnsReaderThreadsActive': { - 'name': 'metrics.MergeTreeSubcolumnsReaderThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeSubcolumnsReaderThreadsScheduled': { - 'name': 'metrics.MergeTreeSubcolumnsReaderThreadsScheduled', - 'type': 'gauge', - }, - 'MergeTreeUnexpectedPartsLoaderThreads': { - 'name': 'metrics.MergeTreeUnexpectedPartsLoaderThreads', - 'type': 'gauge', - }, - 'MergeTreeUnexpectedPartsLoaderThreadsActive': { - 'name': 'metrics.MergeTreeUnexpectedPartsLoaderThreadsActive', - 'type': 'gauge', - }, - 'MergeTreeUnexpectedPartsLoaderThreadsScheduled': { - 'name': 'metrics.MergeTreeUnexpectedPartsLoaderThreadsScheduled', - 'type': 'gauge', - }, - 'MergesMutationsMemoryTracking': {'name': 'metrics.MergesMutationsMemoryTracking', 'type': 'gauge'}, - 'MetadataFromKeeperCacheObjects': {'name': 'metrics.MetadataFromKeeperCacheObjects', 'type': 'gauge'}, - 'Move': {'name': 'metrics.Move', 'type': 'gauge'}, - 'MySQLConnection': {'name': 'metrics.MySQLConnection', 'type': 'gauge'}, - 'NetworkReceive': {'name': 'metrics.NetworkReceive', 'type': 'gauge'}, - 'NetworkSend': {'name': 'metrics.NetworkSend', 'type': 'gauge'}, - 'ObjectStorageAzureThreads': {'name': 'metrics.ObjectStorageAzureThreads', 'type': 'gauge'}, - 'ObjectStorageAzureThreadsActive': {'name': 'metrics.ObjectStorageAzureThreadsActive', 'type': 'gauge'}, - 'ObjectStorageAzureThreadsScheduled': { - 'name': 'metrics.ObjectStorageAzureThreadsScheduled', - 'type': 'gauge', - }, - 'ObjectStorageQueueRegisteredServers': { - 'name': 'metrics.ObjectStorageQueueRegisteredServers', - 'type': 'gauge', - }, - 'ObjectStorageQueueShutdownThreads': { - 'name': 'metrics.ObjectStorageQueueShutdownThreads', - 'type': 'gauge', - }, - 'ObjectStorageQueueShutdownThreadsActive': { - 'name': 'metrics.ObjectStorageQueueShutdownThreadsActive', - 'type': 'gauge', - }, - 'ObjectStorageQueueShutdownThreadsScheduled': { - 'name': 'metrics.ObjectStorageQueueShutdownThreadsScheduled', - 'type': 'gauge', - }, - 'ObjectStorageS3Threads': {'name': 'metrics.ObjectStorageS3Threads', 'type': 'gauge'}, - 'ObjectStorageS3ThreadsActive': {'name': 'metrics.ObjectStorageS3ThreadsActive', 'type': 'gauge'}, - 'ObjectStorageS3ThreadsScheduled': {'name': 'metrics.ObjectStorageS3ThreadsScheduled', 'type': 'gauge'}, - 'OpenFileForRead': {'name': 'metrics.OpenFileForRead', 'type': 'gauge'}, - 'OpenFileForWrite': {'name': 'metrics.OpenFileForWrite', 'type': 'gauge'}, - 'OutdatedPartsLoadingThreads': {'name': 'metrics.OutdatedPartsLoadingThreads', 'type': 'gauge'}, - 'OutdatedPartsLoadingThreadsActive': { - 'name': 'metrics.OutdatedPartsLoadingThreadsActive', - 'type': 'gauge', - }, - 'OutdatedPartsLoadingThreadsScheduled': { - 'name': 'metrics.OutdatedPartsLoadingThreadsScheduled', - 'type': 'gauge', - }, - 'PageCacheBytes': {'name': 'metrics.PageCacheBytes', 'type': 'gauge'}, - 'PageCacheCells': {'name': 'metrics.PageCacheCells', 'type': 'gauge'}, - 'ParallelCompressedWriteBufferThreads': { - 'name': 'metrics.ParallelCompressedWriteBufferThreads', - 'type': 'gauge', - }, - 'ParallelCompressedWriteBufferWait': { - 'name': 'metrics.ParallelCompressedWriteBufferWait', - 'type': 'gauge', - }, - 'ParallelFormattingOutputFormatThreads': { - 'name': 'metrics.ParallelFormattingOutputFormatThreads', - 'type': 'gauge', - }, - 'ParallelFormattingOutputFormatThreadsActive': { - 'name': 'metrics.ParallelFormattingOutputFormatThreadsActive', - 'type': 'gauge', - }, - 'ParallelFormattingOutputFormatThreadsScheduled': { - 'name': 'metrics.ParallelFormattingOutputFormatThreadsScheduled', - 'type': 'gauge', - }, - 'ParallelParsingInputFormatThreads': { - 'name': 'metrics.ParallelParsingInputFormatThreads', - 'type': 'gauge', - }, - 'ParallelParsingInputFormatThreadsActive': { - 'name': 'metrics.ParallelParsingInputFormatThreadsActive', - 'type': 'gauge', - }, - 'ParallelParsingInputFormatThreadsScheduled': { - 'name': 'metrics.ParallelParsingInputFormatThreadsScheduled', - 'type': 'gauge', - }, - 'ParallelWithQueryActiveThreads': {'name': 'metrics.ParallelWithQueryActiveThreads', 'type': 'gauge'}, - 'ParallelWithQueryScheduledThreads': { - 'name': 'metrics.ParallelWithQueryScheduledThreads', - 'type': 'gauge', - }, - 'ParallelWithQueryThreads': {'name': 'metrics.ParallelWithQueryThreads', 'type': 'gauge'}, - 'ParquetDecoderIOThreads': {'name': 'metrics.ParquetDecoderIOThreads', 'type': 'gauge'}, - 'ParquetDecoderIOThreadsActive': {'name': 'metrics.ParquetDecoderIOThreadsActive', 'type': 'gauge'}, - 'ParquetDecoderIOThreadsScheduled': { - 'name': 'metrics.ParquetDecoderIOThreadsScheduled', - 'type': 'gauge', - }, - 'ParquetDecoderThreads': {'name': 'metrics.ParquetDecoderThreads', 'type': 'gauge'}, - 'ParquetDecoderThreadsActive': {'name': 'metrics.ParquetDecoderThreadsActive', 'type': 'gauge'}, - 'ParquetDecoderThreadsScheduled': {'name': 'metrics.ParquetDecoderThreadsScheduled', 'type': 'gauge'}, - 'ParquetEncoderThreads': {'name': 'metrics.ParquetEncoderThreads', 'type': 'gauge'}, - 'ParquetEncoderThreadsActive': {'name': 'metrics.ParquetEncoderThreadsActive', 'type': 'gauge'}, - 'ParquetEncoderThreadsScheduled': {'name': 'metrics.ParquetEncoderThreadsScheduled', 'type': 'gauge'}, - 'PartMutation': {'name': 'metrics.PartMutation', 'type': 'gauge'}, - 'PartsActive': {'name': 'metrics.PartsActive', 'type': 'gauge'}, - 'PartsCommitted': {'name': 'metrics.PartsCommitted', 'type': 'gauge'}, - 'PartsCompact': {'name': 'metrics.PartsCompact', 'type': 'gauge'}, - 'PartsDeleteOnDestroy': {'name': 'metrics.PartsDeleteOnDestroy', 'type': 'gauge'}, - 'PartsDeleting': {'name': 'metrics.PartsDeleting', 'type': 'gauge'}, - 'PartsOutdated': {'name': 'metrics.PartsOutdated', 'type': 'gauge'}, - 'PartsPreActive': {'name': 'metrics.PartsPreActive', 'type': 'gauge'}, - 'PartsPreCommitted': {'name': 'metrics.PartsPreCommitted', 'type': 'gauge'}, - 'PartsTemporary': {'name': 'metrics.PartsTemporary', 'type': 'gauge'}, - 'PartsWide': {'name': 'metrics.PartsWide', 'type': 'gauge'}, - 'PendingAsyncInsert': {'name': 'metrics.PendingAsyncInsert', 'type': 'gauge'}, - 'PolygonDictionaryThreads': {'name': 'metrics.PolygonDictionaryThreads', 'type': 'gauge'}, - 'PolygonDictionaryThreadsActive': {'name': 'metrics.PolygonDictionaryThreadsActive', 'type': 'gauge'}, - 'PolygonDictionaryThreadsScheduled': { - 'name': 'metrics.PolygonDictionaryThreadsScheduled', - 'type': 'gauge', - }, - 'PostgreSQLConnection': {'name': 'metrics.PostgreSQLConnection', 'type': 'gauge'}, - 'PrimaryIndexCacheBytes': {'name': 'metrics.PrimaryIndexCacheBytes', 'type': 'gauge'}, - 'PrimaryIndexCacheFiles': {'name': 'metrics.PrimaryIndexCacheFiles', 'type': 'gauge'}, - 'Query': {'name': 'metrics.Query', 'type': 'gauge'}, - 'QueryCacheBytes': {'name': 'metrics.QueryCacheBytes', 'type': 'gauge'}, - 'QueryCacheEntries': {'name': 'metrics.QueryCacheEntries', 'type': 'gauge'}, - 'QueryConditionCacheBytes': {'name': 'metrics.QueryConditionCacheBytes', 'type': 'gauge'}, - 'QueryConditionCacheEntries': {'name': 'metrics.QueryConditionCacheEntries', 'type': 'gauge'}, - 'QueryPipelineExecutorThreads': {'name': 'metrics.QueryPipelineExecutorThreads', 'type': 'gauge'}, - 'QueryPipelineExecutorThreadsActive': { - 'name': 'metrics.QueryPipelineExecutorThreadsActive', - 'type': 'gauge', - }, - 'QueryPipelineExecutorThreadsScheduled': { - 'name': 'metrics.QueryPipelineExecutorThreadsScheduled', - 'type': 'gauge', - }, - 'QueryPreempted': {'name': 'metrics.QueryPreempted', 'type': 'gauge'}, - 'QueryThread': {'name': 'metrics.QueryThread', 'type': 'gauge'}, - 'RWLockActiveReaders': {'name': 'metrics.RWLockActiveReaders', 'type': 'gauge'}, - 'RWLockActiveWriters': {'name': 'metrics.RWLockActiveWriters', 'type': 'gauge'}, - 'RWLockWaitingReaders': {'name': 'metrics.RWLockWaitingReaders', 'type': 'gauge'}, - 'RWLockWaitingWriters': {'name': 'metrics.RWLockWaitingWriters', 'type': 'gauge'}, - 'Read': {'name': 'metrics.Read', 'type': 'gauge'}, - 'ReadTaskRequestsSent': {'name': 'metrics.ReadTaskRequestsSent', 'type': 'gauge'}, - 'ReadonlyDisks': {'name': 'metrics.ReadonlyDisks', 'type': 'gauge'}, - 'ReadonlyReplica': {'name': 'metrics.ReadonlyReplica', 'type': 'gauge'}, - 'RefreshableViews': {'name': 'metrics.RefreshableViews', 'type': 'gauge'}, - 'RefreshingViews': {'name': 'metrics.RefreshingViews', 'type': 'gauge'}, - 'RemoteRead': {'name': 'metrics.RemoteRead', 'type': 'gauge'}, - 'ReplicatedChecks': {'name': 'metrics.ReplicatedChecks', 'type': 'gauge'}, - 'ReplicatedFetch': {'name': 'metrics.ReplicatedFetch', 'type': 'gauge'}, - 'ReplicatedSend': {'name': 'metrics.ReplicatedSend', 'type': 'gauge'}, - 'RestartReplicaThreads': {'name': 'metrics.RestartReplicaThreads', 'type': 'gauge'}, - 'RestartReplicaThreadsActive': {'name': 'metrics.RestartReplicaThreadsActive', 'type': 'gauge'}, - 'RestartReplicaThreadsScheduled': {'name': 'metrics.RestartReplicaThreadsScheduled', 'type': 'gauge'}, - 'RestoreThreads': {'name': 'metrics.RestoreThreads', 'type': 'gauge'}, - 'RestoreThreadsActive': {'name': 'metrics.RestoreThreadsActive', 'type': 'gauge'}, - 'RestoreThreadsScheduled': {'name': 'metrics.RestoreThreadsScheduled', 'type': 'gauge'}, - 'Revision': {'name': 'metrics.Revision', 'type': 'gauge'}, - 'S3Requests': {'name': 'metrics.S3Requests', 'type': 'gauge'}, - 'SchedulerIOReadScheduled': {'name': 'metrics.SchedulerIOReadScheduled', 'type': 'gauge'}, - 'SchedulerIOWriteScheduled': {'name': 'metrics.SchedulerIOWriteScheduled', 'type': 'gauge'}, - 'SendExternalTables': {'name': 'metrics.SendExternalTables', 'type': 'gauge'}, - 'SendScalars': {'name': 'metrics.SendScalars', 'type': 'gauge'}, - 'SharedCatalogDropDetachLocalTablesErrors': { - 'name': 'metrics.SharedCatalogDropDetachLocalTablesErrors', - 'type': 'gauge', - }, - 'SharedCatalogDropLocalThreads': {'name': 'metrics.SharedCatalogDropLocalThreads', 'type': 'gauge'}, - 'SharedCatalogDropLocalThreadsActive': { - 'name': 'metrics.SharedCatalogDropLocalThreadsActive', - 'type': 'gauge', - }, - 'SharedCatalogDropLocalThreadsScheduled': { - 'name': 'metrics.SharedCatalogDropLocalThreadsScheduled', - 'type': 'gauge', - }, - 'SharedCatalogDropZooKeeperThreads': { - 'name': 'metrics.SharedCatalogDropZooKeeperThreads', - 'type': 'gauge', - }, - 'SharedCatalogDropZooKeeperThreadsActive': { - 'name': 'metrics.SharedCatalogDropZooKeeperThreadsActive', - 'type': 'gauge', - }, - 'SharedCatalogDropZooKeeperThreadsScheduled': { - 'name': 'metrics.SharedCatalogDropZooKeeperThreadsScheduled', - 'type': 'gauge', - }, - 'SharedCatalogNumberOfObjectsInState': { - 'name': 'metrics.SharedCatalogNumberOfObjectsInState', - 'type': 'gauge', - }, - 'SharedCatalogStateApplicationThreads': { - 'name': 'metrics.SharedCatalogStateApplicationThreads', - 'type': 'gauge', - }, - 'SharedCatalogStateApplicationThreadsActive': { - 'name': 'metrics.SharedCatalogStateApplicationThreadsActive', - 'type': 'gauge', - }, - 'SharedCatalogStateApplicationThreadsScheduled': { - 'name': 'metrics.SharedCatalogStateApplicationThreadsScheduled', - 'type': 'gauge', - }, - 'SharedDatabaseCatalogTablesInLocalDropDetachQueue': { - 'name': 'metrics.SharedDatabaseCatalogTablesInLocalDropDetachQueue', - 'type': 'gauge', - }, - 'SharedMergeTreeAssignedCurrentParts': { - 'name': 'metrics.SharedMergeTreeAssignedCurrentParts', - 'type': 'gauge', - }, - 'SharedMergeTreeCondemnedPartsInKeeper': { - 'name': 'metrics.SharedMergeTreeCondemnedPartsInKeeper', - 'type': 'gauge', - }, - 'SharedMergeTreeFetch': {'name': 'metrics.SharedMergeTreeFetch', 'type': 'gauge'}, - 'SharedMergeTreeOutdatedPartsInKeeper': { - 'name': 'metrics.SharedMergeTreeOutdatedPartsInKeeper', - 'type': 'gauge', - }, - 'SharedMergeTreeThreads': {'name': 'metrics.SharedMergeTreeThreads', 'type': 'gauge'}, - 'SharedMergeTreeThreadsActive': {'name': 'metrics.SharedMergeTreeThreadsActive', 'type': 'gauge'}, - 'SharedMergeTreeThreadsScheduled': {'name': 'metrics.SharedMergeTreeThreadsScheduled', 'type': 'gauge'}, - 'StartupScriptsExecutionState': {'name': 'metrics.StartupScriptsExecutionState', 'type': 'gauge'}, - 'StartupSystemTablesThreads': {'name': 'metrics.StartupSystemTablesThreads', 'type': 'gauge'}, - 'StartupSystemTablesThreadsActive': { - 'name': 'metrics.StartupSystemTablesThreadsActive', - 'type': 'gauge', - }, - 'StartupSystemTablesThreadsScheduled': { - 'name': 'metrics.StartupSystemTablesThreadsScheduled', - 'type': 'gauge', - }, - 'StatelessWorkerThreads': {'name': 'metrics.StatelessWorkerThreads', 'type': 'gauge'}, - 'StatelessWorkerThreadsActive': {'name': 'metrics.StatelessWorkerThreadsActive', 'type': 'gauge'}, - 'StatelessWorkerThreadsScheduled': {'name': 'metrics.StatelessWorkerThreadsScheduled', 'type': 'gauge'}, - 'StorageBufferBytes': {'name': 'metrics.StorageBufferBytes', 'type': 'gauge'}, - 'StorageBufferFlushThreads': {'name': 'metrics.StorageBufferFlushThreads', 'type': 'gauge'}, - 'StorageBufferFlushThreadsActive': {'name': 'metrics.StorageBufferFlushThreadsActive', 'type': 'gauge'}, - 'StorageBufferFlushThreadsScheduled': { - 'name': 'metrics.StorageBufferFlushThreadsScheduled', - 'type': 'gauge', - }, - 'StorageBufferRows': {'name': 'metrics.StorageBufferRows', 'type': 'gauge'}, - 'StorageConnectionsStored': {'name': 'metrics.StorageConnectionsStored', 'type': 'gauge'}, - 'StorageConnectionsTotal': {'name': 'metrics.StorageConnectionsTotal', 'type': 'gauge'}, - 'StorageDistributedThreads': {'name': 'metrics.StorageDistributedThreads', 'type': 'gauge'}, - 'StorageDistributedThreadsActive': {'name': 'metrics.StorageDistributedThreadsActive', 'type': 'gauge'}, - 'StorageDistributedThreadsScheduled': { - 'name': 'metrics.StorageDistributedThreadsScheduled', - 'type': 'gauge', - }, - 'StorageHiveThreads': {'name': 'metrics.StorageHiveThreads', 'type': 'gauge'}, - 'StorageHiveThreadsActive': {'name': 'metrics.StorageHiveThreadsActive', 'type': 'gauge'}, - 'StorageHiveThreadsScheduled': {'name': 'metrics.StorageHiveThreadsScheduled', 'type': 'gauge'}, - 'StorageObjectStorageThreads': {'name': 'metrics.StorageObjectStorageThreads', 'type': 'gauge'}, - 'StorageObjectStorageThreadsActive': { - 'name': 'metrics.StorageObjectStorageThreadsActive', - 'type': 'gauge', - }, - 'StorageObjectStorageThreadsScheduled': { - 'name': 'metrics.StorageObjectStorageThreadsScheduled', - 'type': 'gauge', - }, - 'StorageS3Threads': {'name': 'metrics.StorageS3Threads', 'type': 'gauge'}, - 'StorageS3ThreadsActive': {'name': 'metrics.StorageS3ThreadsActive', 'type': 'gauge'}, - 'StorageS3ThreadsScheduled': {'name': 'metrics.StorageS3ThreadsScheduled', 'type': 'gauge'}, - 'SystemReplicasThreads': {'name': 'metrics.SystemReplicasThreads', 'type': 'gauge'}, - 'SystemReplicasThreadsActive': {'name': 'metrics.SystemReplicasThreadsActive', 'type': 'gauge'}, - 'SystemReplicasThreadsScheduled': {'name': 'metrics.SystemReplicasThreadsScheduled', 'type': 'gauge'}, - 'TCPConnection': {'name': 'metrics.TCPConnection', 'type': 'gauge'}, - 'TablesLoaderBackgroundThreads': {'name': 'metrics.TablesLoaderBackgroundThreads', 'type': 'gauge'}, - 'TablesLoaderBackgroundThreadsActive': { - 'name': 'metrics.TablesLoaderBackgroundThreadsActive', - 'type': 'gauge', - }, - 'TablesLoaderBackgroundThreadsScheduled': { - 'name': 'metrics.TablesLoaderBackgroundThreadsScheduled', - 'type': 'gauge', - }, - 'TablesLoaderForegroundThreads': {'name': 'metrics.TablesLoaderForegroundThreads', 'type': 'gauge'}, - 'TablesLoaderForegroundThreadsActive': { - 'name': 'metrics.TablesLoaderForegroundThreadsActive', - 'type': 'gauge', - }, - 'TablesLoaderForegroundThreadsScheduled': { - 'name': 'metrics.TablesLoaderForegroundThreadsScheduled', - 'type': 'gauge', - }, - 'TablesToDropQueueSize': {'name': 'metrics.TablesToDropQueueSize', 'type': 'gauge'}, - 'TaskTrackerThreads': {'name': 'metrics.TaskTrackerThreads', 'type': 'gauge'}, - 'TaskTrackerThreadsActive': {'name': 'metrics.TaskTrackerThreadsActive', 'type': 'gauge'}, - 'TaskTrackerThreadsScheduled': {'name': 'metrics.TaskTrackerThreadsScheduled', 'type': 'gauge'}, - 'TemporaryFilesForAggregation': {'name': 'metrics.TemporaryFilesForAggregation', 'type': 'gauge'}, - 'TemporaryFilesForJoin': {'name': 'metrics.TemporaryFilesForJoin', 'type': 'gauge'}, - 'TemporaryFilesForMerge': {'name': 'metrics.TemporaryFilesForMerge', 'type': 'gauge'}, - 'TemporaryFilesForSort': {'name': 'metrics.TemporaryFilesForSort', 'type': 'gauge'}, - 'TemporaryFilesUnknown': {'name': 'metrics.TemporaryFilesUnknown', 'type': 'gauge'}, - 'ThreadPoolFSReaderThreads': {'name': 'metrics.ThreadPoolFSReaderThreads', 'type': 'gauge'}, - 'ThreadPoolFSReaderThreadsActive': {'name': 'metrics.ThreadPoolFSReaderThreadsActive', 'type': 'gauge'}, - 'ThreadPoolFSReaderThreadsScheduled': { - 'name': 'metrics.ThreadPoolFSReaderThreadsScheduled', - 'type': 'gauge', - }, - 'ThreadPoolRemoteFSReaderThreads': {'name': 'metrics.ThreadPoolRemoteFSReaderThreads', 'type': 'gauge'}, - 'ThreadPoolRemoteFSReaderThreadsActive': { - 'name': 'metrics.ThreadPoolRemoteFSReaderThreadsActive', - 'type': 'gauge', - }, - 'ThreadPoolRemoteFSReaderThreadsScheduled': { - 'name': 'metrics.ThreadPoolRemoteFSReaderThreadsScheduled', - 'type': 'gauge', - }, - 'ThreadsInOvercommitTracker': {'name': 'metrics.ThreadsInOvercommitTracker', 'type': 'gauge'}, - 'TotalTemporaryFiles': {'name': 'metrics.TotalTemporaryFiles', 'type': 'gauge'}, - 'UncompressedCacheBytes': {'name': 'metrics.UncompressedCacheBytes', 'type': 'gauge'}, - 'UncompressedCacheCells': {'name': 'metrics.UncompressedCacheCells', 'type': 'gauge'}, - 'VectorSimilarityIndexCacheBytes': {'name': 'metrics.VectorSimilarityIndexCacheBytes', 'type': 'gauge'}, - 'VectorSimilarityIndexCacheCells': {'name': 'metrics.VectorSimilarityIndexCacheCells', 'type': 'gauge'}, - 'VersionInteger': {'name': 'metrics.VersionInteger', 'type': 'gauge'}, - 'Write': {'name': 'metrics.Write', 'type': 'gauge'}, - 'ZooKeeperRequest': {'name': 'metrics.ZooKeeperRequest', 'type': 'gauge'}, - 'ZooKeeperSession': {'name': 'metrics.ZooKeeperSession', 'type': 'gauge'}, - 'ZooKeeperWatch': {'name': 'metrics.ZooKeeperWatch', 'type': 'gauge'}, - }, - }, - ], -} diff --git a/clickhouse/datadog_checks/clickhouse/clickhouse.py b/clickhouse/datadog_checks/clickhouse/clickhouse.py index e25a7992aed90..3f5e66416995d 100644 --- a/clickhouse/datadog_checks/clickhouse/clickhouse.py +++ b/clickhouse/datadog_checks/clickhouse/clickhouse.py @@ -69,6 +69,7 @@ def __init__(self, name, init_config, instances): self._error_sanitizer = ErrorSanitizer(self._config.password) self.check_initializations.append(self.validate_config) + self.check_initializations.append(advanced_queries.warm_cache) # Submit health event with config validation result # Tags are now available so health events will include them diff --git a/clickhouse/datadog_checks/clickhouse/data/system_async_metrics.json b/clickhouse/datadog_checks/clickhouse/data/system_async_metrics.json new file mode 100644 index 0000000000000..e23cf217e9c15 --- /dev/null +++ b/clickhouse/datadog_checks/clickhouse/data/system_async_metrics.json @@ -0,0 +1,135 @@ +{ + "name": "system_asynchronous_metrics", + "query": "SELECT value, metric FROM system.asynchronous_metrics", + "value_column": "metric_value", + "match_column": "metric_name", + "prefix": "asynchronous_metrics", + "items": { + "gauge": [ + "AsynchronousHeavyMetricsCalculationTimeSpent", + "AsynchronousHeavyMetricsUpdateInterval", + "AsynchronousMetricsCalculationTimeSpent", + "AsynchronousMetricsUpdateInterval", + "CGroupMaxCPU", + "CGroupMemoryTotal", + "CGroupMemoryUsed", + "CGroupSystemTime", + "CGroupSystemTimeNormalized", + "CGroupUserTime", + "CGroupUserTimeNormalized", + "CompiledExpressionCacheBytes", + "CompiledExpressionCacheCount", + "DictionaryTotalFailedUpdates", + "FilesystemCacheBytes", + "FilesystemCacheCapacity", + "FilesystemCacheFiles", + "FilesystemLogsPathAvailableBytes", + "FilesystemLogsPathAvailableINodes", + "FilesystemLogsPathTotalBytes", + "FilesystemLogsPathTotalINodes", + "FilesystemLogsPathUsedBytes", + "FilesystemLogsPathUsedINodes", + "FilesystemMainPathAvailableBytes", + "FilesystemMainPathAvailableINodes", + "FilesystemMainPathTotalBytes", + "FilesystemMainPathTotalINodes", + "FilesystemMainPathUsedBytes", + "FilesystemMainPathUsedINodes", + "HashTableStatsCacheEntries", + "HashTableStatsCacheHits", + "HashTableStatsCacheMisses", + "IndexMarkCacheBytes", + "IndexMarkCacheFiles", + "IndexUncompressedCacheBytes", + "IndexUncompressedCacheCells", + "Jitter", + "LoadAverage1", + "LoadAverage15", + "LoadAverage5", + "MMapCacheCells", + "MarkCacheBytes", + "MarkCacheFiles", + "MaxPartCountForPartition", + "MemoryCode", + "MemoryDataAndStack", + "MemoryResident", + "MemoryResidentMax", + "MemoryShared", + "MemoryVirtual", + "NetworkTCPReceiveQueue", + "NetworkTCPSocketRemoteAddresses", + "NetworkTCPSockets", + "NetworkTCPTransmitQueue", + "NetworkTCPUnrecoveredRetransmits", + "NumberOfDatabases", + "NumberOfDetachedByUserParts", + "NumberOfDetachedParts", + "NumberOfPendingMutations", + "NumberOfPendingMutationsOverExecutionTime", + "NumberOfStuckMutations", + "NumberOfTables", + "NumberOfTablesSystem", + "OSCPUOverload", + "OSContextSwitches", + "OSGuestNiceTimeNormalized", + "OSGuestTimeNormalized", + "OSIOWaitTimeNormalized", + "OSIdleTimeNormalized", + "OSInterrupts", + "OSIrqTimeNormalized", + "OSMemoryAvailable", + "OSMemoryBuffers", + "OSMemoryCached", + "OSMemoryFreePlusCached", + "OSMemoryFreeWithoutCached", + "OSMemorySwapCached", + "OSMemoryTotal", + "OSNiceTimeNormalized", + "OSOpenFiles", + "OSProcessesBlocked", + "OSProcessesCreated", + "OSProcessesRunning", + "OSSoftIrqTimeNormalized", + "OSStealTimeNormalized", + "OSSystemTimeNormalized", + "OSThreadsRunnable", + "OSThreadsTotal", + "OSUptime", + "OSUserTimeNormalized", + "PageCacheBytes", + "PageCacheCells", + "PageCacheMaxBytes", + "PageCachePinnedBytes", + "PrimaryIndexCacheBytes", + "PrimaryIndexCacheFiles", + "QueryCacheBytes", + "QueryCacheEntries", + "ReplicasMaxAbsoluteDelay", + "ReplicasMaxInsertsInQueue", + "ReplicasMaxMergesInQueue", + "ReplicasMaxQueueSize", + "ReplicasMaxRelativeDelay", + "ReplicasSumInsertsInQueue", + "ReplicasSumMergesInQueue", + "ReplicasSumQueueSize", + "TotalBytesOfMergeTreeTables", + "TotalBytesOfMergeTreeTablesSystem", + "TotalIndexGranularityBytesInMemory", + "TotalIndexGranularityBytesInMemoryAllocated", + "TotalPartsOfMergeTreeTables", + "TotalPartsOfMergeTreeTablesSystem", + "TotalPrimaryKeyBytesInMemory", + "TotalPrimaryKeyBytesInMemoryAllocated", + "TotalRowsOfMergeTreeTables", + "TotalRowsOfMergeTreeTablesSystem", + "TrackedMemory", + "UncompressedCacheBytes", + "UncompressedCacheCells", + "UnreclaimableRSS", + "Uptime", + "VMMaxMapCount", + "VMNumMaps", + "jemalloc.epoch" + ] + } +} diff --git a/clickhouse/datadog_checks/clickhouse/data/system_events.json b/clickhouse/datadog_checks/clickhouse/data/system_events.json new file mode 100644 index 0000000000000..ca6aa30ffbb35 --- /dev/null +++ b/clickhouse/datadog_checks/clickhouse/data/system_events.json @@ -0,0 +1,1052 @@ +{ + "name": "system_events", + "query": "SELECT value, event FROM system.events", + "value_column": "metric_value", + "match_column": "metric_name", + "prefix": "events", + "items": { + "gauge": [ + "DistrCacheGetClient", + "DistrCacheHoldConnections", + "MutationsAppliedOnFlyInAllParts", + "PageCacheBytesUnpinnedRoundedToHugePages", + "PageCacheBytesUnpinnedRoundedToPages", + "PageCacheChunkDataHits", + "PageCacheChunkDataMisses", + "PageCacheChunkDataPartialHits", + "PageCacheChunkMisses", + "PageCacheChunkShared", + "PartsWithAppliedMutationsOnFly" + ], + "monotonic_gauge": [ + "AIORead", + "AIOReadBytes", + "AIOWrite", + "AIOWriteBytes", + "AddressesDiscovered", + "AddressesExpired", + "AddressesMarkedAsFailed", + "AggregationHashTablesInitializedAsTwoLevel", + "AggregationOptimizedEqualRangesOfKeys", + "AggregationPreallocatedElementsInHashTables", + "AnalyzePatchRangesMicroseconds", + "ApplyPatchesMicroseconds", + "ArenaAllocBytes", + "ArenaAllocChunks", + "AsyncInsertBytes", + "AsyncInsertCacheHits", + "AsyncInsertQuery", + "AsyncInsertRows", + "AsyncLoggingConsoleDroppedMessages", + "AsyncLoggingConsoleTotalMessages", + "AsyncLoggingErrorFileLogDroppedMessages", + "AsyncLoggingErrorFileLogTotalMessages", + "AsyncLoggingFileLogDroppedMessages", + "AsyncLoggingFileLogTotalMessages", + "AsyncLoggingSyslogDroppedMessages", + "AsyncLoggingSyslogTotalMessages", + "AsyncLoggingTextLogDroppedMessages", + "AsyncLoggingTextLogTotalMessages", + "AsynchronousReaderIgnoredBytes", + "AzureCommitBlockList", + "AzureCopyObject", + "AzureCreateContainer", + "AzureDeleteObjects", + "AzureGetObject", + "AzureGetProperties", + "AzureGetRequestThrottlerCount", + "AzureListObjects", + "AzurePutRequestThrottlerCount", + "AzureReadRequestsCount", + "AzureReadRequestsErrors", + "AzureReadRequestsRedirects", + "AzureReadRequestsThrottling", + "AzureStageBlock", + "AzureUpload", + "AzureWriteRequestsCount", + "AzureWriteRequestsErrors", + "AzureWriteRequestsRedirects", + "AzureWriteRequestsThrottling", + "BackgroundLoadingMarksTasks", + "BackupLockFileReads", + "BackupReadLocalBytesToCalculateChecksums", + "BackupReadLocalFilesToCalculateChecksums", + "BackupReadRemoteBytesToCalculateChecksums", + "BackupReadRemoteFilesToCalculateChecksums", + "BackupThrottlerBytes", + "BackupsOpenedForRead", + "BackupsOpenedForUnlock", + "BackupsOpenedForWrite", + "BuildPatchesJoinMicroseconds", + "BuildPatchesMergeMicroseconds", + "CacheWarmerBytesDownloaded", + "CacheWarmerDataPartsDownloaded", + "CachedReadBufferCacheWriteBytes", + "CachedReadBufferPredownloadedBytes", + "CachedReadBufferReadFromCacheBytes", + "CachedReadBufferReadFromCacheHits", + "CachedReadBufferReadFromCacheMisses", + "CachedReadBufferReadFromSourceBytes", + "CachedWriteBufferCacheWriteBytes", + "CannotRemoveEphemeralNode", + "CannotWriteToWriteBufferDiscard", + "CompileExpressionsBytes", + "CompileFunction", + "CompiledFunctionExecute", + "CompressedReadBufferBlocks", + "CompressedReadBufferBytes", + "CompressedReadBufferChecksumDoesntMatch", + "CompressedReadBufferChecksumDoesntMatchSingleBitMismatch", + "ConcurrencyControlDownscales", + "ConcurrencyControlPreemptions", + "ConcurrencyControlQueriesDelayed", + "ConcurrencyControlSlotsAcquired", + "ConcurrencyControlSlotsAcquiredNonCompeting", + "ConcurrencyControlSlotsDelayed", + "ConcurrencyControlSlotsGranted", + "ConcurrencyControlUpscales", + "ConcurrentQuerySlotsAcquired", + "ContextLock", + "CoordinatedMergesMergeAssignmentRequest", + "CoordinatedMergesMergeAssignmentResponse", + "CoordinatedMergesMergeCoordinatorLockStateExclusivelyCount", + "CoordinatedMergesMergeCoordinatorLockStateForShareCount", + "CoordinatedMergesMergeCoordinatorUpdateCount", + "CoordinatedMergesMergeWorkerUpdateCount", + "CreatedLogEntryForMerge", + "CreatedLogEntryForMutation", + "CreatedReadBufferDirectIO", + "CreatedReadBufferDirectIOFailed", + "CreatedReadBufferMMap", + "CreatedReadBufferMMapFailed", + "CreatedReadBufferOrdinary", + "DNSError", + "DataAfterMutationDiffersFromReplica", + "DefaultImplementationForNullsRows", + "DefaultImplementationForNullsRowsWithNulls", + "DelayedInserts", + "DelayedMutations", + "DeltaLakePartitionPrunedFiles", + "DictCacheKeysExpired", + "DictCacheKeysHit", + "DictCacheKeysNotFound", + "DictCacheKeysRequested", + "DictCacheKeysRequestedFound", + "DictCacheKeysRequestedMiss", + "DictCacheRequests", + "DirectorySync", + "DiskAzureCommitBlockList", + "DiskAzureCopyObject", + "DiskAzureCreateContainer", + "DiskAzureDeleteObjects", + "DiskAzureGetObject", + "DiskAzureGetProperties", + "DiskAzureGetRequestThrottlerCount", + "DiskAzureListObjects", + "DiskAzurePutRequestThrottlerCount", + "DiskAzureReadRequestsCount", + "DiskAzureReadRequestsErrors", + "DiskAzureReadRequestsRedirects", + "DiskAzureReadRequestsThrottling", + "DiskAzureStageBlock", + "DiskAzureUpload", + "DiskAzureWriteRequestsCount", + "DiskAzureWriteRequestsErrors", + "DiskAzureWriteRequestsRedirects", + "DiskAzureWriteRequestsThrottling", + "DiskConnectionsCreated", + "DiskConnectionsErrors", + "DiskConnectionsExpired", + "DiskConnectionsPreserved", + "DiskConnectionsReset", + "DiskConnectionsReused", + "DiskPlainRewritableAzureDirectoryCreated", + "DiskPlainRewritableAzureDirectoryRemoved", + "DiskPlainRewritableLegacyLayoutDiskCount", + "DiskPlainRewritableLocalDirectoryCreated", + "DiskPlainRewritableLocalDirectoryRemoved", + "DiskPlainRewritableS3DirectoryCreated", + "DiskPlainRewritableS3DirectoryRemoved", + "DiskS3AbortMultipartUpload", + "DiskS3CompleteMultipartUpload", + "DiskS3CopyObject", + "DiskS3CreateMultipartUpload", + "DiskS3DeleteObjects", + "DiskS3GetObject", + "DiskS3GetObjectAttributes", + "DiskS3GetRequestThrottlerCount", + "DiskS3HeadObject", + "DiskS3ListObjects", + "DiskS3PutObject", + "DiskS3PutRequestThrottlerCount", + "DiskS3ReadRequestAttempts", + "DiskS3ReadRequestRetryableErrors", + "DiskS3ReadRequestsCount", + "DiskS3ReadRequestsErrors", + "DiskS3ReadRequestsRedirects", + "DiskS3ReadRequestsThrottling", + "DiskS3UploadPart", + "DiskS3UploadPartCopy", + "DiskS3WriteRequestAttempts", + "DiskS3WriteRequestRetryableErrors", + "DiskS3WriteRequestsCount", + "DiskS3WriteRequestsErrors", + "DiskS3WriteRequestsRedirects", + "DiskS3WriteRequestsThrottling", + "DistrCacheConnectAttempts", + "DistrCacheDataPacketsBytes", + "DistrCacheHashRingRebuilds", + "DistrCacheIgnoredBytesWhileWaitingProfileEvents", + "DistrCacheMakeRequestErrors", + "DistrCacheOpenedConnections", + "DistrCacheOpenedConnectionsBypassingPool", + "DistrCachePackets", + "DistrCachePacketsBytes", + "DistrCacheRangeChange", + "DistrCacheRangeResetBackward", + "DistrCacheRangeResetForward", + "DistrCacheReadBytesFromCache", + "DistrCacheReadBytesFromFallbackBuffer", + "DistrCacheReadErrors", + "DistrCacheReceiveResponseErrors", + "DistrCacheReconnectsAfterTimeout", + "DistrCacheRegistryUpdates", + "DistrCacheReusedConnections", + "DistrCacheServerAckRequestPackets", + "DistrCacheServerCachedReadBufferCacheHits", + "DistrCacheServerCachedReadBufferCacheMisses", + "DistrCacheServerContinueRequestPackets", + "DistrCacheServerCredentialsRefresh", + "DistrCacheServerEndRequestPackets", + "DistrCacheServerNewS3CachedClients", + "DistrCacheServerReceivedCredentialsRefreshPackets", + "DistrCacheServerReusedS3CachedClients", + "DistrCacheServerStartRequestPackets", + "DistrCacheServerSwitches", + "DistrCacheServerUpdates", + "DistrCacheUnusedDataPacketsBytes", + "DistrCacheUnusedPackets", + "DistrCacheUnusedPacketsBufferAllocations", + "DistrCacheUnusedPacketsBytes", + "DistributedAsyncInsertionFailures", + "DistributedConnectionFailAtAll", + "DistributedConnectionFailTry", + "DistributedConnectionMissingTable", + "DistributedConnectionReconnectCount", + "DistributedConnectionSkipReadOnlyReplica", + "DistributedConnectionStaleReplica", + "DistributedConnectionTries", + "DistributedConnectionUsable", + "DistributedDelayedInserts", + "DistributedRejectedInserts", + "DistributedSyncInsertionTimeoutExceeded", + "DuplicatedInsertedBlocks", + "EngineFileLikeReadFiles", + "ExecuteShellCommand", + "ExternalAggregationCompressedBytes", + "ExternalAggregationMerge", + "ExternalAggregationUncompressedBytes", + "ExternalAggregationWritePart", + "ExternalDataSourceLocalCacheReadBytes", + "ExternalJoinCompressedBytes", + "ExternalJoinMerge", + "ExternalJoinUncompressedBytes", + "ExternalJoinWritePart", + "ExternalProcessingCompressedBytesTotal", + "ExternalProcessingFilesTotal", + "ExternalProcessingUncompressedBytesTotal", + "ExternalSortCompressedBytes", + "ExternalSortMerge", + "ExternalSortUncompressedBytes", + "ExternalSortWritePart", + "FailedAsyncInsertQuery", + "FailedInsertQuery", + "FailedQuery", + "FailedSelectQuery", + "FileOpen", + "FileSegmentFailToIncreasePriority", + "FileSegmentUsedBytes", + "FileSync", + "FilesystemCacheBackgroundDownloadQueuePush", + "FilesystemCacheBackgroundEvictedBytes", + "FilesystemCacheBackgroundEvictedFileSegments", + "FilesystemCacheCreatedKeyDirectories", + "FilesystemCacheEvictedBytes", + "FilesystemCacheEvictedFileSegments", + "FilesystemCacheEvictedFileSegmentsDuringPriorityIncrease", + "FilesystemCacheEvictionReusedIterator", + "FilesystemCacheEvictionSkippedEvictingFileSegments", + "FilesystemCacheEvictionSkippedFileSegments", + "FilesystemCacheEvictionTries", + "FilesystemCacheFailToReserveSpaceBecauseOfCacheResize", + "FilesystemCacheFailToReserveSpaceBecauseOfLockContention", + "FilesystemCacheFailedEvictionCandidates", + "FilesystemCacheFreeSpaceKeepingThreadRun", + "FilesystemCacheHoldFileSegments", + "FilesystemCacheReserveAttempts", + "FilesystemCacheUnusedHoldFileSegments", + "FilterTransformPassedBytes", + "FilterTransformPassedRows", + "FunctionExecute", + "GWPAsanAllocateFailed", + "GWPAsanAllocateSuccess", + "GWPAsanFree", + "GatheredColumns", + "GlobalThreadPoolExpansions", + "GlobalThreadPoolJobs", + "GlobalThreadPoolShrinks", + "HTTPConnectionsCreated", + "HTTPConnectionsErrors", + "HTTPConnectionsExpired", + "HTTPConnectionsPreserved", + "HTTPConnectionsReset", + "HTTPConnectionsReused", + "HTTPServerConnectionsClosed", + "HTTPServerConnectionsCreated", + "HTTPServerConnectionsExpired", + "HTTPServerConnectionsPreserved", + "HTTPServerConnectionsReset", + "HTTPServerConnectionsReused", + "HardPageFaults", + "HashJoinPreallocatedElementsInHashTables", + "HedgedRequestsChangeReplica", + "IOBufferAllocBytes", + "IOBufferAllocs", + "IOUringCQEsCompleted", + "IOUringCQEsFailed", + "IOUringSQEsResubmitsAsync", + "IOUringSQEsResubmitsSync", + "IOUringSQEsSubmitted", + "IcebergMetadataFilesCacheHits", + "IcebergMetadataFilesCacheMisses", + "IcebergMetadataFilesCacheWeightLost", + "IcebergMetadataReturnedObjectInfos", + "IcebergMinMaxIndexPrunedFiles", + "IcebergPartitionPrunedFiles", + "IcebergPartitionPrunnedFiles", + "IcebergTrivialCountOptimizationApplied", + "IcebergVersionHintUsed", + "IgnoredColdParts", + "IndexBinarySearchAlgorithm", + "IndexGenericExclusionSearchAlgorithm", + "InitialQuery", + "InsertQueriesWithSubqueries", + "InsertQuery", + "InsertedBytes", + "InsertedCompactParts", + "InsertedRows", + "InsertedWideParts", + "InterfaceHTTPReceiveBytes", + "InterfaceHTTPSendBytes", + "InterfaceInterserverReceiveBytes", + "InterfaceInterserverSendBytes", + "InterfaceMySQLReceiveBytes", + "InterfaceMySQLSendBytes", + "InterfaceNativeReceiveBytes", + "InterfaceNativeSendBytes", + "InterfacePostgreSQLReceiveBytes", + "InterfacePostgreSQLSendBytes", + "InterfacePrometheusReceiveBytes", + "InterfacePrometheusSendBytes", + "JoinBuildTableRowCount", + "JoinProbeTableRowCount", + "JoinResultRowCount", + "KafkaBackgroundReads", + "KafkaCommitFailures", + "KafkaCommits", + "KafkaConsumerErrors", + "KafkaDirectReads", + "KafkaMessagesFailed", + "KafkaMessagesPolled", + "KafkaMessagesProduced", + "KafkaMessagesRead", + "KafkaProducerErrors", + "KafkaProducerFlushes", + "KafkaRebalanceAssignments", + "KafkaRebalanceErrors", + "KafkaRebalanceRevocations", + "KafkaRowsRead", + "KafkaRowsRejected", + "KafkaRowsWritten", + "KafkaWrites", + "KeeperBatchMaxCount", + "KeeperBatchMaxTotalSize", + "KeeperCheckRequest", + "KeeperCommits", + "KeeperCommitsFailed", + "KeeperCreateRequest", + "KeeperExistsRequest", + "KeeperGetRequest", + "KeeperListRequest", + "KeeperLogsEntryReadFromCommitCache", + "KeeperLogsEntryReadFromFile", + "KeeperLogsEntryReadFromLatestCache", + "KeeperLogsPrefetchedEntries", + "KeeperMultiReadRequest", + "KeeperMultiRequest", + "KeeperPacketsReceived", + "KeeperPacketsSent", + "KeeperReadSnapshot", + "KeeperReconfigRequest", + "KeeperRemoveRequest", + "KeeperRequestRejectedDueToSoftMemoryLimitCount", + "KeeperRequestTotal", + "KeeperSaveSnapshot", + "KeeperSetRequest", + "KeeperSnapshotApplys", + "KeeperSnapshotApplysFailed", + "KeeperSnapshotCreations", + "KeeperSnapshotCreationsFailed", + "LoadedDataParts", + "LoadedMarksCount", + "LoadedMarksFiles", + "LoadedMarksMemoryBytes", + "LoadedPrimaryIndexBytes", + "LoadedPrimaryIndexFiles", + "LoadedPrimaryIndexRows", + "LoadingMarksTasksCanceled", + "LocalReadThrottlerBytes", + "LocalThreadPoolExpansions", + "LocalThreadPoolShrinks", + "LocalWriteThrottlerBytes", + "LogDebug", + "LogError", + "LogFatal", + "LogInfo", + "LogTest", + "LogTrace", + "LogWarning", + "MMappedFileCacheHits", + "MMappedFileCacheMisses", + "MainConfigLoads", + "MarkCacheEvictedBytes", + "MarkCacheEvictedFiles", + "MarkCacheEvictedMarks", + "MarkCacheHits", + "MarkCacheMisses", + "MemoryAllocatorPurge", + "MemoryWorkerRun", + "Merge", + "MergeSourceParts", + "MergeTreeAllRangesAnnouncementsSent", + "MergeTreeDataProjectionWriterBlocks", + "MergeTreeDataProjectionWriterBlocksAlreadySorted", + "MergeTreeDataProjectionWriterCompressedBytes", + "MergeTreeDataProjectionWriterRows", + "MergeTreeDataProjectionWriterUncompressedBytes", + "MergeTreeDataWriterBlocks", + "MergeTreeDataWriterBlocksAlreadySorted", + "MergeTreeDataWriterCompressedBytes", + "MergeTreeDataWriterRows", + "MergeTreeDataWriterUncompressedBytes", + "MergeTreeReadTaskRequestsReceived", + "MergeTreeReadTaskRequestsSent", + "MergedColumns", + "MergedIntoCompactParts", + "MergedIntoWideParts", + "MergedRows", + "MergedUncompressedBytes", + "MergerMutatorPartsInRangesForMergeCount", + "MergerMutatorRangesForMergeCount", + "MergerMutatorSelectRangePartsCount", + "MergesThrottlerBytes", + "MetadataFromKeeperBackgroundCleanupErrors", + "MetadataFromKeeperBackgroundCleanupObjects", + "MetadataFromKeeperBackgroundCleanupTransactions", + "MetadataFromKeeperCacheHit", + "MetadataFromKeeperCacheMiss", + "MetadataFromKeeperCleanupTransactionCommit", + "MetadataFromKeeperCleanupTransactionCommitRetry", + "MetadataFromKeeperIndividualOperations", + "MetadataFromKeeperOperations", + "MetadataFromKeeperReconnects", + "MetadataFromKeeperTransactionCommit", + "MetadataFromKeeperTransactionCommitRetry", + "MetadataFromKeeperUpdateCacheOneLevel", + "MutatedRows", + "MutatedUncompressedBytes", + "MutationAffectedRowsUpperBound", + "MutationAllPartColumns", + "MutationCreatedEmptyParts", + "MutationSomePartColumns", + "MutationTotalParts", + "MutationUntouchedParts", + "MutationsAppliedOnFlyInAllReadTasks", + "MutationsThrottlerBytes", + "NetworkReceiveBytes", + "NetworkSendBytes", + "NotCreatedLogEntryForMerge", + "NotCreatedLogEntryForMutation", + "OSReadBytes", + "OSReadChars", + "OSWriteBytes", + "OSWriteChars", + "ObjectStorageQueueCancelledFiles", + "ObjectStorageQueueCommitRequests", + "ObjectStorageQueueExceptionsDuringInsert", + "ObjectStorageQueueExceptionsDuringRead", + "ObjectStorageQueueFailedFiles", + "ObjectStorageQueueFailedToBatchSetProcessing", + "ObjectStorageQueueFilteredFiles", + "ObjectStorageQueueInsertIterations", + "ObjectStorageQueueListedFiles", + "ObjectStorageQueueProcessedFiles", + "ObjectStorageQueueProcessedRows", + "ObjectStorageQueueReadBytes", + "ObjectStorageQueueReadFiles", + "ObjectStorageQueueReadRows", + "ObjectStorageQueueRemovedObjects", + "ObjectStorageQueueSuccessfulCommits", + "ObjectStorageQueueTrySetProcessingFailed", + "ObjectStorageQueueTrySetProcessingRequests", + "ObjectStorageQueueTrySetProcessingSucceeded", + "ObjectStorageQueueUnsuccessfulCommits", + "ObsoleteReplicatedParts", + "OpenedFileCacheHits", + "OpenedFileCacheMisses", + "OverflowAny", + "OverflowBreak", + "OverflowThrow", + "PageCacheHits", + "PageCacheMisses", + "PageCacheOvercommitResize", + "PageCacheReadBytes", + "PageCacheResized", + "PageCacheWeightLost", + "ParallelReplicasAvailableCount", + "ParallelReplicasDeniedRequests", + "ParallelReplicasNumRequests", + "ParallelReplicasQueryCount", + "ParallelReplicasReadAssignedForStealingMarks", + "ParallelReplicasReadAssignedMarks", + "ParallelReplicasReadMarks", + "ParallelReplicasReadUnassignedMarks", + "ParallelReplicasUnavailableCount", + "ParallelReplicasUsedCount", + "ParquetDecodingTaskBatches", + "ParquetDecodingTasks", + "ParquetPrunedRowGroups", + "ParquetReadRowGroups", + "PatchesAcquireLockMicroseconds", + "PatchesAcquireLockTries", + "PatchesAppliedInAllReadTasks", + "PatchesJoinAppliedInAllReadTasks", + "PatchesMergeAppliedInAllReadTasks", + "PatchesReadUncompressedBytes", + "PerfAlignmentFaults", + "PerfBranchInstructions", + "PerfBranchMisses", + "PerfBusCycles", + "PerfCPUClock", + "PerfCPUCycles", + "PerfCPUMigrations", + "PerfCacheMisses", + "PerfCacheReferences", + "PerfContextSwitches", + "PerfDataTLBMisses", + "PerfDataTLBReferences", + "PerfEmulationFaults", + "PerfInstructionTLBMisses", + "PerfInstructionTLBReferences", + "PerfInstructions", + "PerfLocalMemoryMisses", + "PerfLocalMemoryReferences", + "PerfMinEnabledRunningTime", + "PerfMinEnabledTime", + "PerfRefCPUCycles", + "PerfStalledCyclesBackend", + "PerfStalledCyclesFrontend", + "PerfTaskClock", + "PolygonsAddedToPool", + "PolygonsInPoolAllocatedBytes", + "PreferredWarmedUnmergedParts", + "PrimaryIndexCacheHits", + "PrimaryIndexCacheMisses", + "QueriesWithSubqueries", + "Query", + "QueryBackupThrottlerBytes", + "QueryCacheHits", + "QueryCacheMisses", + "QueryConditionCacheHits", + "QueryConditionCacheMisses", + "QueryLocalReadThrottlerBytes", + "QueryLocalWriteThrottlerBytes", + "QueryMaskingRulesMatch", + "QueryMemoryLimitExceeded", + "QueryPreempted", + "QueryProfilerConcurrencyOverruns", + "QueryProfilerErrors", + "QueryProfilerRuns", + "QueryProfilerSignalOverruns", + "QueryRemoteReadThrottlerBytes", + "QueryRemoteWriteThrottlerBytes", + "RWLockAcquiredReadLocks", + "RWLockAcquiredWriteLocks", + "ReadBackoff", + "ReadBufferFromAzureBytes", + "ReadBufferFromAzureRequestsErrors", + "ReadBufferFromFileDescriptorRead", + "ReadBufferFromFileDescriptorReadBytes", + "ReadBufferFromFileDescriptorReadFailed", + "ReadBufferFromS3Bytes", + "ReadBufferFromS3RequestsErrors", + "ReadBufferSeekCancelConnection", + "ReadCompressedBytes", + "ReadPatchesMicroseconds", + "ReadTaskRequestsReceived", + "ReadTaskRequestsSent", + "ReadTasksWithAppliedMutationsOnFly", + "ReadTasksWithAppliedPatches", + "ReadWriteBufferFromHTTPBytes", + "ReadWriteBufferFromHTTPRequestsSent", + "RefreshableViewLockTableRetry", + "RefreshableViewRefreshFailed", + "RefreshableViewRefreshSuccess", + "RefreshableViewSyncReplicaRetry", + "RefreshableViewSyncReplicaSuccess", + "RegexpLocalCacheHit", + "RegexpLocalCacheMiss", + "RegexpWithMultipleNeedlesCreated", + "RegexpWithMultipleNeedlesGlobalCacheHit", + "RegexpWithMultipleNeedlesGlobalCacheMiss", + "RejectedInserts", + "RejectedLightweightUpdates", + "RejectedMutations", + "RemoteFSBuffers", + "RemoteFSCancelledPrefetches", + "RemoteFSLazySeeks", + "RemoteFSPrefetchedBytes", + "RemoteFSPrefetchedReads", + "RemoteFSPrefetches", + "RemoteFSSeeks", + "RemoteFSSeeksWithReset", + "RemoteFSUnprefetchedBytes", + "RemoteFSUnprefetchedReads", + "RemoteFSUnusedPrefetches", + "RemoteReadThrottlerBytes", + "RemoteWriteThrottlerBytes", + "ReplicaPartialShutdown", + "ReplicatedCoveredPartsInZooKeeperOnStart", + "ReplicatedDataLoss", + "ReplicatedPartChecks", + "ReplicatedPartChecksFailed", + "ReplicatedPartFailedFetches", + "ReplicatedPartFetches", + "ReplicatedPartFetchesOfMerged", + "ReplicatedPartMerges", + "ReplicatedPartMutations", + "RestorePartsSkippedBytes", + "RestorePartsSkippedFiles", + "RowsReadByMainReader", + "RowsReadByPrewhereReaders", + "S3AbortMultipartUpload", + "S3Clients", + "S3CompleteMultipartUpload", + "S3CopyObject", + "S3CreateMultipartUpload", + "S3DeleteObjects", + "S3GetObject", + "S3GetObjectAttributes", + "S3GetRequestThrottlerCount", + "S3HeadObject", + "S3ListObjects", + "S3PutObject", + "S3PutRequestThrottlerCount", + "S3ReadRequestAttempts", + "S3ReadRequestRetryableErrors", + "S3ReadRequestsCount", + "S3ReadRequestsErrors", + "S3ReadRequestsRedirects", + "S3ReadRequestsThrottling", + "S3UploadPart", + "S3UploadPartCopy", + "S3WriteRequestAttempts", + "S3WriteRequestRetryableErrors", + "S3WriteRequestsCount", + "S3WriteRequestsErrors", + "S3WriteRequestsRedirects", + "S3WriteRequestsThrottling", + "ScalarSubqueriesCacheMiss", + "ScalarSubqueriesGlobalCacheHit", + "ScalarSubqueriesLocalCacheHit", + "SchedulerIOReadBytes", + "SchedulerIOReadRequests", + "SchedulerIOWriteBytes", + "SchedulerIOWriteRequests", + "SchemaInferenceCacheEvictions", + "SchemaInferenceCacheHits", + "SchemaInferenceCacheInvalidations", + "SchemaInferenceCacheMisses", + "SchemaInferenceCacheNumRowsHits", + "SchemaInferenceCacheNumRowsMisses", + "SchemaInferenceCacheSchemaHits", + "SchemaInferenceCacheSchemaMisses", + "Seek", + "SelectQueriesWithPrimaryKeyUsage", + "SelectQueriesWithSubqueries", + "SelectQuery", + "SelectedBytes", + "SelectedMarks", + "SelectedMarksTotal", + "SelectedParts", + "SelectedPartsTotal", + "SelectedRanges", + "SelectedRows", + "SharedDatabaseCatalogFailedToApplyState", + "SharedMergeTreeCondemnedPartsKillRequest", + "SharedMergeTreeCondemnedPartsLockConfict", + "SharedMergeTreeCondemnedPartsRemoved", + "SharedMergeTreeDataPartsFetchAttempt", + "SharedMergeTreeDataPartsFetchFromPeer", + "SharedMergeTreeDataPartsFetchFromPeerMicroseconds", + "SharedMergeTreeDataPartsFetchFromS3", + "SharedMergeTreeGetPartsBatchToLoadMicroseconds", + "SharedMergeTreeHandleBlockingParts", + "SharedMergeTreeHandleBlockingPartsMicroseconds", + "SharedMergeTreeHandleFetchPartsMicroseconds", + "SharedMergeTreeHandleOutdatedParts", + "SharedMergeTreeHandleOutdatedPartsMicroseconds", + "SharedMergeTreeLoadChecksumAndIndexesMicroseconds", + "SharedMergeTreeMergeMutationAssignmentAttempt", + "SharedMergeTreeMergeMutationAssignmentFailedWithConflict", + "SharedMergeTreeMergeMutationAssignmentFailedWithNothingToDo", + "SharedMergeTreeMergeMutationAssignmentSuccessful", + "SharedMergeTreeMergePartsMovedToCondemned", + "SharedMergeTreeMergePartsMovedToOudated", + "SharedMergeTreeMergeSelectingTaskMicroseconds", + "SharedMergeTreeMetadataCacheHintLoadedFromCache", + "SharedMergeTreeOptimizeAsync", + "SharedMergeTreeOptimizeSync", + "SharedMergeTreeOutdatedPartsConfirmationInvocations", + "SharedMergeTreeOutdatedPartsConfirmationRequest", + "SharedMergeTreeOutdatedPartsHTTPRequest", + "SharedMergeTreeOutdatedPartsHTTPResponse", + "SharedMergeTreeScheduleDataProcessingJob", + "SharedMergeTreeScheduleDataProcessingJobMicroseconds", + "SharedMergeTreeScheduleDataProcessingJobNothingToScheduled", + "SharedMergeTreeTryUpdateDiskMetadataCacheForPartMicroseconds", + "SharedMergeTreeVirtualPartsUpdates", + "SharedMergeTreeVirtualPartsUpdatesByLeader", + "SharedMergeTreeVirtualPartsUpdatesForMergesOrStatus", + "SharedMergeTreeVirtualPartsUpdatesFromPeer", + "SharedMergeTreeVirtualPartsUpdatesFromZooKeeper", + "SharedMergeTreeVirtualPartsUpdatesLeaderFailedElection", + "SharedMergeTreeVirtualPartsUpdatesLeaderSuccessfulElection", + "SharedMergeTreeVirtualPartsUpdatesPeerNotFound", + "SleepFunctionCalls", + "SlowRead", + "SoftPageFaults", + "StorageBufferErrorOnFlush", + "StorageBufferFlush", + "StorageBufferPassedAllMinThresholds", + "StorageBufferPassedBytesFlushThreshold", + "StorageBufferPassedBytesMaxThreshold", + "StorageBufferPassedRowsFlushThreshold", + "StorageBufferPassedRowsMaxThreshold", + "StorageBufferPassedTimeFlushThreshold", + "StorageBufferPassedTimeMaxThreshold", + "StorageConnectionsCreated", + "StorageConnectionsErrors", + "StorageConnectionsExpired", + "StorageConnectionsPreserved", + "StorageConnectionsReset", + "StorageConnectionsReused", + "SuspendSendingQueryToShard", + "SystemLogErrorOnFlush", + "TableFunctionExecute", + "ThreadPoolReaderPageCacheHit", + "ThreadPoolReaderPageCacheHitBytes", + "ThreadPoolReaderPageCacheMiss", + "ThreadPoolReaderPageCacheMissBytes", + "ThreadpoolReaderReadBytes", + "ThreadpoolReaderSubmit", + "ThreadpoolReaderSubmitReadSynchronously", + "ThreadpoolReaderSubmitReadSynchronouslyBytes", + "TinyS3Clients", + "USearchAddComputedDistances", + "USearchAddCount", + "USearchAddVisitedMembers", + "USearchSearchComputedDistances", + "USearchSearchCount", + "USearchSearchVisitedMembers", + "UncompressedCacheHits", + "UncompressedCacheMisses", + "UncompressedCacheWeightLost", + "VectorSimilarityIndexCacheHits", + "VectorSimilarityIndexCacheMisses", + "VectorSimilarityIndexCacheWeightLost", + "WriteBufferFromFileDescriptorWrite", + "WriteBufferFromFileDescriptorWriteBytes", + "WriteBufferFromFileDescriptorWriteFailed", + "WriteBufferFromHTTPBytes", + "WriteBufferFromHTTPRequestsSent", + "WriteBufferFromS3Bytes", + "WriteBufferFromS3RequestsErrors", + "ZooKeeperBytesReceived", + "ZooKeeperBytesSent", + "ZooKeeperCheck", + "ZooKeeperClose", + "ZooKeeperCreate", + "ZooKeeperExists", + "ZooKeeperGet", + "ZooKeeperGetACL", + "ZooKeeperHardwareExceptions", + "ZooKeeperInit", + "ZooKeeperList", + "ZooKeeperMulti", + "ZooKeeperMultiRead", + "ZooKeeperMultiWrite", + "ZooKeeperOtherExceptions", + "ZooKeeperReconfig", + "ZooKeeperRemove", + "ZooKeeperSet", + "ZooKeeperSync", + "ZooKeeperTransactions", + "ZooKeeperUserExceptions", + "ZooKeeperWatchResponse" + ], + "temporal_percent": { + "AggregatingSortedMilliseconds": "millisecond", + "AsyncLoaderWaitMicroseconds": "microsecond", + "AsynchronousReadWaitMicroseconds": "microsecond", + "AsynchronousRemoteReadWaitMicroseconds": "microsecond", + "AzureGetRequestThrottlerSleepMicroseconds": "microsecond", + "AzurePutRequestThrottlerSleepMicroseconds": "microsecond", + "AzureReadMicroseconds": "microsecond", + "AzureWriteMicroseconds": "microsecond", + "BackupEntriesCollectorForTablesDataMicroseconds": "microsecond", + "BackupEntriesCollectorMicroseconds": "microsecond", + "BackupEntriesCollectorRunPostTasksMicroseconds": "microsecond", + "BackupPreparingFileInfosMicroseconds": "microsecond", + "BackupReadMetadataMicroseconds": "microsecond", + "BackupThrottlerSleepMicroseconds": "microsecond", + "BackupWriteMetadataMicroseconds": "microsecond", + "CachedReadBufferCacheWriteMicroseconds": "microsecond", + "CachedReadBufferCreateBufferMicroseconds": "microsecond", + "CachedReadBufferReadFromCacheMicroseconds": "microsecond", + "CachedReadBufferReadFromSourceMicroseconds": "microsecond", + "CachedReadBufferWaitReadBufferMicroseconds": "microsecond", + "CachedWriteBufferCacheWriteMicroseconds": "microsecond", + "CoalescingSortedMilliseconds": "millisecond", + "CollapsingSortedMilliseconds": "millisecond", + "CommonBackgroundExecutorTaskCancelMicroseconds": "microsecond", + "CommonBackgroundExecutorTaskExecuteStepMicroseconds": "microsecond", + "CommonBackgroundExecutorTaskResetMicroseconds": "microsecond", + "CommonBackgroundExecutorWaitMicroseconds": "microsecond", + "CompileExpressionsMicroseconds": "microsecond", + "CompressedReadBufferChecksumDoesntMatchMicroseconds": "microsecond", + "ConcurrencyControlPreemptedMicroseconds": "microsecond", + "ConcurrencyControlWaitMicroseconds": "microsecond", + "ConcurrentQueryWaitMicroseconds": "microsecond", + "ConnectionPoolIsFullMicroseconds": "microsecond", + "ContextLockWaitMicroseconds": "microsecond", + "CoordinatedMergesMergeAssignmentRequestMicroseconds": "microsecond", + "CoordinatedMergesMergeAssignmentResponseMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorFetchMetadataMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorFilterMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorLockStateExclusivelyMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorLockStateForShareMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorSelectMergesMicroseconds": "microsecond", + "CoordinatedMergesMergeCoordinatorUpdateMicroseconds": "microsecond", + "CoordinatedMergesMergeWorkerUpdateMicroseconds": "microsecond", + "DelayedInsertsMilliseconds": "millisecond", + "DelayedMutationsMilliseconds": "millisecond", + "DictCacheLockReadNs": "nanosecond", + "DictCacheLockWriteNs": "nanosecond", + "DictCacheRequestTimeNs": "nanosecond", + "DirectorySyncElapsedMicroseconds": "microsecond", + "DiskAzureGetRequestThrottlerSleepMicroseconds": "microsecond", + "DiskAzurePutRequestThrottlerSleepMicroseconds": "microsecond", + "DiskAzureReadMicroseconds": "microsecond", + "DiskAzureWriteMicroseconds": "microsecond", + "DiskConnectionsElapsedMicroseconds": "microsecond", + "DiskReadElapsedMicroseconds": "microsecond", + "DiskS3GetRequestThrottlerSleepMicroseconds": "microsecond", + "DiskS3PutRequestThrottlerSleepMicroseconds": "microsecond", + "DiskS3ReadMicroseconds": "microsecond", + "DiskS3WriteMicroseconds": "microsecond", + "DiskWriteElapsedMicroseconds": "microsecond", + "DistrCacheConnectMicroseconds": "microsecond", + "DistrCacheFallbackReadMicroseconds": "microsecond", + "DistrCacheGetClientMicroseconds": "microsecond", + "DistrCacheGetResponseMicroseconds": "microsecond", + "DistrCacheLockRegistryMicroseconds": "microsecond", + "DistrCacheNextImplMicroseconds": "microsecond", + "DistrCachePrecomputeRangesMicroseconds": "microsecond", + "DistrCacheReadMicroseconds": "microsecond", + "DistrCacheRegistryUpdateMicroseconds": "microsecond", + "DistrCacheServerProcessRequestMicroseconds": "microsecond", + "DistrCacheStartRangeMicroseconds": "microsecond", + "DistributedDelayedInsertsMilliseconds": "millisecond", + "FetchBackgroundExecutorTaskCancelMicroseconds": "microsecond", + "FetchBackgroundExecutorTaskExecuteStepMicroseconds": "microsecond", + "FetchBackgroundExecutorTaskResetMicroseconds": "microsecond", + "FetchBackgroundExecutorWaitMicroseconds": "microsecond", + "FileSegmentCacheWriteMicroseconds": "microsecond", + "FileSegmentCompleteMicroseconds": "microsecond", + "FileSegmentHolderCompleteMicroseconds": "microsecond", + "FileSegmentLockMicroseconds": "microsecond", + "FileSegmentPredownloadMicroseconds": "microsecond", + "FileSegmentReadMicroseconds": "microsecond", + "FileSegmentRemoveMicroseconds": "microsecond", + "FileSegmentUseMicroseconds": "microsecond", + "FileSegmentWaitMicroseconds": "microsecond", + "FileSegmentWaitReadBufferMicroseconds": "microsecond", + "FileSegmentWriteMicroseconds": "microsecond", + "FileSyncElapsedMicroseconds": "microsecond", + "FilesystemCacheEvictMicroseconds": "microsecond", + "FilesystemCacheFreeSpaceKeepingThreadWorkMilliseconds": "millisecond", + "FilesystemCacheGetMicroseconds": "microsecond", + "FilesystemCacheGetOrSetMicroseconds": "microsecond", + "FilesystemCacheLoadMetadataMicroseconds": "microsecond", + "FilesystemCacheLockCacheMicroseconds": "microsecond", + "FilesystemCacheLockKeyMicroseconds": "microsecond", + "FilesystemCacheLockMetadataMicroseconds": "microsecond", + "FilesystemCacheReserveMicroseconds": "microsecond", + "FilteringMarksWithPrimaryKeyMicroseconds": "microsecond", + "FilteringMarksWithSecondaryKeysMicroseconds": "microsecond", + "GatheringColumnMilliseconds": "millisecond", + "GlobalThreadPoolJobWaitTimeMicroseconds": "microsecond", + "GlobalThreadPoolLockWaitMicroseconds": "microsecond", + "GlobalThreadPoolThreadCreationMicroseconds": "microsecond", + "HTTPConnectionsElapsedMicroseconds": "microsecond", + "IcebergIteratorInitializationMicroseconds": "microsecond", + "IcebergMetadataReadWaitTimeMicroseconds": "microsecond", + "IcebergMetadataUpdateMicroseconds": "microsecond", + "InsertQueryTimeMicroseconds": "microsecond", + "KeeperCommitWaitElapsedMicroseconds": "microsecond", + "KeeperLatency": "millisecond", + "KeeperPreprocessElapsedMicroseconds": "microsecond", + "KeeperProcessElapsedMicroseconds": "microsecond", + "KeeperStorageLockWaitMicroseconds": "microsecond", + "KeeperTotalElapsedMicroseconds": "microsecond", + "LoadedDataPartsMicroseconds": "microsecond", + "LocalReadThrottlerSleepMicroseconds": "microsecond", + "LocalThreadPoolBusyMicroseconds": "microsecond", + "LocalThreadPoolJobWaitTimeMicroseconds": "microsecond", + "LocalThreadPoolJobs": "microsecond", + "LocalThreadPoolLockWaitMicroseconds": "microsecond", + "LocalThreadPoolThreadCreationMicroseconds": "microsecond", + "LocalWriteThrottlerSleepMicroseconds": "microsecond", + "LoggerElapsedNanoseconds": "nanosecond", + "MemoryAllocatorPurgeTimeMicroseconds": "microsecond", + "MemoryOvercommitWaitTimeMicroseconds": "microsecond", + "MemoryWorkerRunElapsedMicroseconds": "microsecond", + "MergeExecuteMilliseconds": "millisecond", + "MergeHorizontalStageExecuteMilliseconds": "millisecond", + "MergeHorizontalStageTotalMilliseconds": "millisecond", + "MergeMutateBackgroundExecutorTaskCancelMicroseconds": "microsecond", + "MergeMutateBackgroundExecutorTaskExecuteStepMicroseconds": "microsecond", + "MergeMutateBackgroundExecutorTaskResetMicroseconds": "microsecond", + "MergeMutateBackgroundExecutorWaitMicroseconds": "microsecond", + "MergePrewarmStageExecuteMilliseconds": "millisecond", + "MergePrewarmStageTotalMilliseconds": "millisecond", + "MergeProjectionStageExecuteMilliseconds": "millisecond", + "MergeProjectionStageTotalMilliseconds": "millisecond", + "MergeTotalMilliseconds": "millisecond", + "MergeTreeAllRangesAnnouncementsSentElapsedMicroseconds": "microsecond", + "MergeTreeDataProjectionWriterMergingBlocksMicroseconds": "microsecond", + "MergeTreeDataProjectionWriterSortingBlocksMicroseconds": "microsecond", + "MergeTreeDataWriterMergingBlocksMicroseconds": "microsecond", + "MergeTreeDataWriterProjectionsCalculationMicroseconds": "microsecond", + "MergeTreeDataWriterSkipIndicesCalculationMicroseconds": "microsecond", + "MergeTreeDataWriterSortingBlocksMicroseconds": "microsecond", + "MergeTreeDataWriterStatisticsCalculationMicroseconds": "microsecond", + "MergeTreePrefetchedReadPoolInit": "microsecond", + "MergeTreeReadTaskRequestsSentElapsedMicroseconds": "microsecond", + "MergeVerticalStageExecuteMilliseconds": "millisecond", + "MergeVerticalStageTotalMilliseconds": "millisecond", + "MergerMutatorPrepareRangesForMergeElapsedMicroseconds": "microsecond", + "MergerMutatorSelectPartsForMergeElapsedMicroseconds": "microsecond", + "MergerMutatorsGetPartsForMergeElapsedMicroseconds": "microsecond", + "MergesThrottlerSleepMicroseconds": "microsecond", + "MergingSortedMilliseconds": "millisecond", + "MetadataFromKeeperCacheUpdateMicroseconds": "microsecond", + "MetadataFromKeeperIndividualOperationsMicroseconds": "microsecond", + "MoveBackgroundExecutorTaskCancelMicroseconds": "microsecond", + "MoveBackgroundExecutorTaskExecuteStepMicroseconds": "microsecond", + "MoveBackgroundExecutorTaskResetMicroseconds": "microsecond", + "MoveBackgroundExecutorWaitMicroseconds": "microsecond", + "MutateTaskProjectionsCalculationMicroseconds": "microsecond", + "MutationExecuteMilliseconds": "millisecond", + "MutationTotalMilliseconds": "millisecond", + "MutationsThrottlerSleepMicroseconds": "microsecond", + "NetworkReceiveElapsedMicroseconds": "microsecond", + "NetworkSendElapsedMicroseconds": "microsecond", + "OSCPUVirtualTimeMicroseconds": "microsecond", + "OSCPUWaitMicroseconds": "microsecond", + "OSIOWaitMicroseconds": "microsecond", + "ObjectStorageQueueCleanupMaxSetSizeOrTTLMicroseconds": "microsecond", + "ObjectStorageQueueLockLocalFileStatusesMicroseconds": "microsecond", + "ObjectStorageQueuePullMicroseconds": "microsecond", + "OpenedFileCacheMicroseconds": "microsecond", + "OtherQueryTimeMicroseconds": "microsecond", + "ParallelReplicasAnnouncementMicroseconds": "microsecond", + "ParallelReplicasCollectingOwnedSegmentsMicroseconds": "microsecond", + "ParallelReplicasHandleAnnouncementMicroseconds": "microsecond", + "ParallelReplicasHandleRequestMicroseconds": "microsecond", + "ParallelReplicasProcessingPartsMicroseconds": "microsecond", + "ParallelReplicasReadRequestMicroseconds": "microsecond", + "ParallelReplicasStealingByHashMicroseconds": "microsecond", + "ParallelReplicasStealingLeftoversMicroseconds": "microsecond", + "ParquetFetchWaitTimeMicroseconds": "microsecond", + "PartsLockHoldMicroseconds": "microsecond", + "PartsLockWaitMicroseconds": "microsecond", + "QueryBackupThrottlerSleepMicroseconds": "microsecond", + "QueryLocalReadThrottlerSleepMicroseconds": "microsecond", + "QueryLocalWriteThrottlerSleepMicroseconds": "microsecond", + "QueryRemoteReadThrottlerSleepMicroseconds": "microsecond", + "QueryRemoteWriteThrottlerSleepMicroseconds": "microsecond", + "QueryTimeMicroseconds": "microsecond", + "RWLockReadersWaitMilliseconds": "millisecond", + "RWLockWritersWaitMilliseconds": "millisecond", + "ReadBufferFromAzureInitMicroseconds": "microsecond", + "ReadBufferFromAzureMicroseconds": "microsecond", + "ReadBufferFromS3InitMicroseconds": "microsecond", + "ReadBufferFromS3Microseconds": "microsecond", + "ReadTaskRequestsSentElapsedMicroseconds": "microsecond", + "RealTimeMicroseconds": "microsecond", + "RemoteReadThrottlerSleepMicroseconds": "microsecond", + "RemoteWriteThrottlerSleepMicroseconds": "microsecond", + "ReplacingSortedMilliseconds": "millisecond", + "S3GetRequestThrottlerSleepMicroseconds": "microsecond", + "S3PutRequestThrottlerSleepMicroseconds": "microsecond", + "S3QueueSetFileFailedMicroseconds": "microsecond", + "S3QueueSetFileProcessedMicroseconds": "microsecond", + "S3QueueSetFileProcessingMicroseconds": "microsecond", + "S3ReadMicroseconds": "microsecond", + "S3WriteMicroseconds": "microsecond", + "SchedulerIOReadWaitMicroseconds": "microsecond", + "SchedulerIOWriteWaitMicroseconds": "microsecond", + "SelectQueryTimeMicroseconds": "microsecond", + "ServerStartupMilliseconds": "millisecond", + "SharedDatabaseCatalogStateApplicationMicroseconds": "microsecond", + "SharedMergeTreeVirtualPartsUpdateMicroseconds": "microsecond", + "SharedMergeTreeVirtualPartsUpdatesFromPeerMicroseconds": "microsecond", + "SharedMergeTreeVirtualPartsUpdatesFromZooKeeperMicroseconds": "microsecond", + "SleepFunctionElapsedMicroseconds": "microsecond", + "SleepFunctionMicroseconds": "microsecond", + "StorageBufferLayerLockReadersWaitMilliseconds": "millisecond", + "StorageBufferLayerLockWritersWaitMilliseconds": "millisecond", + "StorageConnectionsElapsedMicroseconds": "microsecond", + "SummingSortedMilliseconds": "millisecond", + "SynchronousReadWaitMicroseconds": "microsecond", + "SynchronousRemoteReadWaitMicroseconds": "microsecond", + "SystemTimeMicroseconds": "microsecond", + "ThreadPoolReaderPageCacheHitElapsedMicroseconds": "microsecond", + "ThreadPoolReaderPageCacheMissElapsedMicroseconds": "microsecond", + "ThreadpoolReaderPrepareMicroseconds": "microsecond", + "ThreadpoolReaderSubmitLookupInCacheMicroseconds": "microsecond", + "ThreadpoolReaderSubmitReadSynchronouslyMicroseconds": "microsecond", + "ThreadpoolReaderTaskMicroseconds": "microsecond", + "ThrottlerSleepMicroseconds": "microsecond", + "UserTimeMicroseconds": "microsecond", + "VersionedCollapsingSortedMilliseconds": "millisecond", + "WaitMarksLoadMicroseconds": "microsecond", + "WaitPrefetchTaskMicroseconds": "microsecond", + "WriteBufferFromS3Microseconds": "microsecond", + "WriteBufferFromS3WaitInflightLimitMicroseconds": "microsecond", + "ZooKeeperWaitMicroseconds": "microsecond" + } + } +} diff --git a/clickhouse/datadog_checks/clickhouse/data/system_metrics.json b/clickhouse/datadog_checks/clickhouse/data/system_metrics.json new file mode 100644 index 0000000000000..116fc08c266d0 --- /dev/null +++ b/clickhouse/datadog_checks/clickhouse/data/system_metrics.json @@ -0,0 +1,441 @@ +{ + "name": "system_metrics", + "query": "SELECT value, metric FROM system.metrics", + "value_column": "metric_value", + "match_column": "metric_name", + "prefix": "metrics", + "items": { + "gauge": [ + "ActiveTimersInQueryProfiler", + "AddressesActive", + "AddressesBanned", + "AggregatorThreads", + "AggregatorThreadsActive", + "AggregatorThreadsScheduled", + "AsyncInsertCacheSize", + "AsynchronousInsertQueueBytes", + "AsynchronousInsertQueueSize", + "AsynchronousInsertThreads", + "AsynchronousInsertThreadsActive", + "AsynchronousInsertThreadsScheduled", + "AsynchronousReadWait", + "AttachedDatabase", + "AttachedDictionary", + "AttachedReplicatedTable", + "AttachedTable", + "AttachedView", + "AvroSchemaCacheBytes", + "AvroSchemaCacheCells", + "AvroSchemaRegistryCacheBytes", + "AvroSchemaRegistryCacheCells", + "AzureRequests", + "BackgroundBufferFlushSchedulePoolSize", + "BackgroundBufferFlushSchedulePoolTask", + "BackgroundCommonPoolSize", + "BackgroundCommonPoolTask", + "BackgroundDistributedSchedulePoolSize", + "BackgroundDistributedSchedulePoolTask", + "BackgroundFetchesPoolSize", + "BackgroundFetchesPoolTask", + "BackgroundMergesAndMutationsPoolSize", + "BackgroundMergesAndMutationsPoolTask", + "BackgroundMessageBrokerSchedulePoolSize", + "BackgroundMessageBrokerSchedulePoolTask", + "BackgroundMovePoolSize", + "BackgroundMovePoolTask", + "BackgroundSchedulePoolSize", + "BackgroundSchedulePoolTask", + "BackupsIOThreads", + "BackupsIOThreadsActive", + "BackupsIOThreadsScheduled", + "BackupsThreads", + "BackupsThreadsActive", + "BackupsThreadsScheduled", + "BrokenDisks", + "BrokenDistributedBytesToInsert", + "BrokenDistributedFilesToInsert", + "BuildVectorSimilarityIndexThreads", + "BuildVectorSimilarityIndexThreadsActive", + "BuildVectorSimilarityIndexThreadsScheduled", + "CacheDetachedFileSegments", + "CacheDictionaryThreads", + "CacheDictionaryThreadsActive", + "CacheDictionaryThreadsScheduled", + "CacheDictionaryUpdateQueueBatches", + "CacheDictionaryUpdateQueueKeys", + "CacheFileSegments", + "CacheWarmerBytesInProgress", + "CompiledExpressionCacheBytes", + "CompiledExpressionCacheCount", + "Compressing", + "CompressionThread", + "CompressionThreadActive", + "CompressionThreadScheduled", + "ConcurrencyControlAcquired", + "ConcurrencyControlAcquiredNonCompeting", + "ConcurrencyControlPreempted", + "ConcurrencyControlScheduled", + "ConcurrencyControlSoftLimit", + "ConcurrentHashJoinPoolThreads", + "ConcurrentHashJoinPoolThreadsActive", + "ConcurrentHashJoinPoolThreadsScheduled", + "ConcurrentQueryAcquired", + "ConcurrentQueryScheduled", + "ContextLockWait", + "CoordinatedMergesCoordinatorAssignedMerges", + "CoordinatedMergesCoordinatorRunningMerges", + "CoordinatedMergesWorkerAssignedMerges", + "CreatedTimersInQueryProfiler", + "DDLWorkerThreads", + "DDLWorkerThreadsActive", + "DDLWorkerThreadsScheduled", + "DNSAddressesCacheBytes", + "DNSAddressesCacheSize", + "DNSHostsCacheBytes", + "DNSHostsCacheSize", + "DWARFReaderThreads", + "DWARFReaderThreadsActive", + "DWARFReaderThreadsScheduled", + "DatabaseBackupThreads", + "DatabaseBackupThreadsActive", + "DatabaseBackupThreadsScheduled", + "DatabaseCatalogThreads", + "DatabaseCatalogThreadsActive", + "DatabaseCatalogThreadsScheduled", + "DatabaseOnDiskThreads", + "DatabaseOnDiskThreadsActive", + "DatabaseOnDiskThreadsScheduled", + "DatabaseReplicatedCreateTablesThreads", + "DatabaseReplicatedCreateTablesThreadsActive", + "DatabaseReplicatedCreateTablesThreadsScheduled", + "Decompressing", + "DelayedInserts", + "DestroyAggregatesThreads", + "DestroyAggregatesThreadsActive", + "DestroyAggregatesThreadsScheduled", + "DictCacheRequests", + "DiskConnectionsStored", + "DiskConnectionsTotal", + "DiskObjectStorageAsyncThreads", + "DiskObjectStorageAsyncThreadsActive", + "DiskPlainRewritableAzureDirectoryMapSize", + "DiskPlainRewritableAzureFileCount", + "DiskPlainRewritableAzureUniqueFileNamesCount", + "DiskPlainRewritableLocalDirectoryMapSize", + "DiskPlainRewritableLocalFileCount", + "DiskPlainRewritableLocalUniqueFileNamesCount", + "DiskPlainRewritableS3DirectoryMapSize", + "DiskPlainRewritableS3FileCount", + "DiskPlainRewritableS3UniqueFileNamesCount", + "DiskS3NoSuchKeyErrors", + "DiskSpaceReservedForMerge", + "DistrCacheAllocatedConnections", + "DistrCacheBorrowedConnections", + "DistrCacheOpenedConnections", + "DistrCacheReadRequests", + "DistrCacheRegisteredServers", + "DistrCacheRegisteredServersCurrentAZ", + "DistrCacheServerConnections", + "DistrCacheServerRegistryConnections", + "DistrCacheServerS3CachedClients", + "DistrCacheUsedConnections", + "DistrCacheWriteRequests", + "DistributedBytesToInsert", + "DistributedFilesToInsert", + "DistributedInsertThreads", + "DistributedInsertThreadsActive", + "DistributedInsertThreadsScheduled", + "DistributedSend", + "DropDistributedCacheThreads", + "DropDistributedCacheThreadsActive", + "DropDistributedCacheThreadsScheduled", + "EphemeralNode", + "FilesystemCacheDelayedCleanupElements", + "FilesystemCacheDownloadQueueElements", + "FilesystemCacheElements", + "FilesystemCacheHoldFileSegments", + "FilesystemCacheKeys", + "FilesystemCacheReadBuffers", + "FilesystemCacheReserveThreads", + "FilesystemCacheSize", + "FilesystemCacheSizeLimit", + "FilteringMarksWithPrimaryKey", + "FilteringMarksWithSecondaryKeys", + "FormatParsingThreads", + "FormatParsingThreadsActive", + "FormatParsingThreadsScheduled", + "GlobalThread", + "GlobalThreadActive", + "GlobalThreadScheduled", + "HTTPConnection", + "HTTPConnectionsStored", + "HTTPConnectionsTotal", + "HashedDictionaryThreads", + "HashedDictionaryThreadsActive", + "HashedDictionaryThreadsScheduled", + "HiveFilesCacheBytes", + "HiveFilesCacheFiles", + "HiveMetadataFilesCacheBytes", + "HiveMetadataFilesCacheFiles", + "IDiskCopierThreads", + "IDiskCopierThreadsActive", + "IDiskCopierThreadsScheduled", + "IOPrefetchThreads", + "IOPrefetchThreadsActive", + "IOPrefetchThreadsScheduled", + "IOThreads", + "IOThreadsActive", + "IOThreadsScheduled", + "IOUringInFlightEvents", + "IOUringPendingEvents", + "IOWriterThreads", + "IOWriterThreadsActive", + "IOWriterThreadsScheduled", + "IcebergCatalogThreads", + "IcebergCatalogThreadsActive", + "IcebergCatalogThreadsScheduled", + "IcebergMetadataFilesCacheBytes", + "IcebergMetadataFilesCacheFiles", + "IndexMarkCacheBytes", + "IndexMarkCacheFiles", + "IndexUncompressedCacheBytes", + "IndexUncompressedCacheCells", + "InterserverConnection", + "IsServerShuttingDown", + "KafkaAssignedPartitions", + "KafkaBackgroundReads", + "KafkaConsumers", + "KafkaConsumersInUse", + "KafkaConsumersWithAssignment", + "KafkaLibrdkafkaThreads", + "KafkaProducers", + "KafkaWrites", + "KeeperAliveConnections", + "KeeperOutstandingRequests", + "LicenseRemainingSeconds", + "LocalThread", + "LocalThreadActive", + "LocalThreadScheduled", + "MMapCacheCells", + "MMappedFileBytes", + "MMappedFiles", + "MarkCacheBytes", + "MarkCacheFiles", + "MarksLoaderThreads", + "MarksLoaderThreadsActive", + "MarksLoaderThreadsScheduled", + "MaxDDLEntryID", + "MaxPushedDDLEntryID", + "MemoryTracking", + "MemoryTrackingUncorrected", + "Merge", + "MergeJoinBlocksCacheBytes", + "MergeJoinBlocksCacheCount", + "MergeParts", + "MergeTreeAllRangesAnnouncementsSent", + "MergeTreeBackgroundExecutorThreads", + "MergeTreeBackgroundExecutorThreadsActive", + "MergeTreeBackgroundExecutorThreadsScheduled", + "MergeTreeDataSelectExecutorThreads", + "MergeTreeDataSelectExecutorThreadsActive", + "MergeTreeDataSelectExecutorThreadsScheduled", + "MergeTreeFetchPartitionThreads", + "MergeTreeFetchPartitionThreadsActive", + "MergeTreeFetchPartitionThreadsScheduled", + "MergeTreeOutdatedPartsLoaderThreads", + "MergeTreeOutdatedPartsLoaderThreadsActive", + "MergeTreeOutdatedPartsLoaderThreadsScheduled", + "MergeTreePartsCleanerThreads", + "MergeTreePartsCleanerThreadsActive", + "MergeTreePartsCleanerThreadsScheduled", + "MergeTreePartsLoaderThreads", + "MergeTreePartsLoaderThreadsActive", + "MergeTreePartsLoaderThreadsScheduled", + "MergeTreeReadTaskRequestsSent", + "MergeTreeSubcolumnsReaderThreads", + "MergeTreeSubcolumnsReaderThreadsActive", + "MergeTreeSubcolumnsReaderThreadsScheduled", + "MergeTreeUnexpectedPartsLoaderThreads", + "MergeTreeUnexpectedPartsLoaderThreadsActive", + "MergeTreeUnexpectedPartsLoaderThreadsScheduled", + "MergesMutationsMemoryTracking", + "MetadataFromKeeperCacheObjects", + "Move", + "MySQLConnection", + "NetworkReceive", + "NetworkSend", + "ObjectStorageAzureThreads", + "ObjectStorageAzureThreadsActive", + "ObjectStorageAzureThreadsScheduled", + "ObjectStorageQueueRegisteredServers", + "ObjectStorageQueueShutdownThreads", + "ObjectStorageQueueShutdownThreadsActive", + "ObjectStorageQueueShutdownThreadsScheduled", + "ObjectStorageS3Threads", + "ObjectStorageS3ThreadsActive", + "ObjectStorageS3ThreadsScheduled", + "OpenFileForRead", + "OpenFileForWrite", + "OutdatedPartsLoadingThreads", + "OutdatedPartsLoadingThreadsActive", + "OutdatedPartsLoadingThreadsScheduled", + "PageCacheBytes", + "PageCacheCells", + "ParallelCompressedWriteBufferThreads", + "ParallelCompressedWriteBufferWait", + "ParallelFormattingOutputFormatThreads", + "ParallelFormattingOutputFormatThreadsActive", + "ParallelFormattingOutputFormatThreadsScheduled", + "ParallelParsingInputFormatThreads", + "ParallelParsingInputFormatThreadsActive", + "ParallelParsingInputFormatThreadsScheduled", + "ParallelWithQueryActiveThreads", + "ParallelWithQueryScheduledThreads", + "ParallelWithQueryThreads", + "ParquetDecoderIOThreads", + "ParquetDecoderIOThreadsActive", + "ParquetDecoderIOThreadsScheduled", + "ParquetDecoderThreads", + "ParquetDecoderThreadsActive", + "ParquetDecoderThreadsScheduled", + "ParquetEncoderThreads", + "ParquetEncoderThreadsActive", + "ParquetEncoderThreadsScheduled", + "PartMutation", + "PartsActive", + "PartsCommitted", + "PartsCompact", + "PartsDeleteOnDestroy", + "PartsDeleting", + "PartsOutdated", + "PartsPreActive", + "PartsPreCommitted", + "PartsTemporary", + "PartsWide", + "PendingAsyncInsert", + "PolygonDictionaryThreads", + "PolygonDictionaryThreadsActive", + "PolygonDictionaryThreadsScheduled", + "PostgreSQLConnection", + "PrimaryIndexCacheBytes", + "PrimaryIndexCacheFiles", + "Query", + "QueryCacheBytes", + "QueryCacheEntries", + "QueryConditionCacheBytes", + "QueryConditionCacheEntries", + "QueryPipelineExecutorThreads", + "QueryPipelineExecutorThreadsActive", + "QueryPipelineExecutorThreadsScheduled", + "QueryPreempted", + "QueryThread", + "RWLockActiveReaders", + "RWLockActiveWriters", + "RWLockWaitingReaders", + "RWLockWaitingWriters", + "Read", + "ReadTaskRequestsSent", + "ReadonlyDisks", + "ReadonlyReplica", + "RefreshableViews", + "RefreshingViews", + "RemoteRead", + "ReplicatedChecks", + "ReplicatedFetch", + "ReplicatedSend", + "RestartReplicaThreads", + "RestartReplicaThreadsActive", + "RestartReplicaThreadsScheduled", + "RestoreThreads", + "RestoreThreadsActive", + "RestoreThreadsScheduled", + "Revision", + "S3Requests", + "SchedulerIOReadScheduled", + "SchedulerIOWriteScheduled", + "SendExternalTables", + "SendScalars", + "SharedCatalogDropDetachLocalTablesErrors", + "SharedCatalogDropLocalThreads", + "SharedCatalogDropLocalThreadsActive", + "SharedCatalogDropLocalThreadsScheduled", + "SharedCatalogDropZooKeeperThreads", + "SharedCatalogDropZooKeeperThreadsActive", + "SharedCatalogDropZooKeeperThreadsScheduled", + "SharedCatalogNumberOfObjectsInState", + "SharedCatalogStateApplicationThreads", + "SharedCatalogStateApplicationThreadsActive", + "SharedCatalogStateApplicationThreadsScheduled", + "SharedDatabaseCatalogTablesInLocalDropDetachQueue", + "SharedMergeTreeAssignedCurrentParts", + "SharedMergeTreeCondemnedPartsInKeeper", + "SharedMergeTreeFetch", + "SharedMergeTreeOutdatedPartsInKeeper", + "SharedMergeTreeThreads", + "SharedMergeTreeThreadsActive", + "SharedMergeTreeThreadsScheduled", + "StartupScriptsExecutionState", + "StartupSystemTablesThreads", + "StartupSystemTablesThreadsActive", + "StartupSystemTablesThreadsScheduled", + "StatelessWorkerThreads", + "StatelessWorkerThreadsActive", + "StatelessWorkerThreadsScheduled", + "StorageBufferBytes", + "StorageBufferFlushThreads", + "StorageBufferFlushThreadsActive", + "StorageBufferFlushThreadsScheduled", + "StorageBufferRows", + "StorageConnectionsStored", + "StorageConnectionsTotal", + "StorageDistributedThreads", + "StorageDistributedThreadsActive", + "StorageDistributedThreadsScheduled", + "StorageHiveThreads", + "StorageHiveThreadsActive", + "StorageHiveThreadsScheduled", + "StorageObjectStorageThreads", + "StorageObjectStorageThreadsActive", + "StorageObjectStorageThreadsScheduled", + "StorageS3Threads", + "StorageS3ThreadsActive", + "StorageS3ThreadsScheduled", + "SystemReplicasThreads", + "SystemReplicasThreadsActive", + "SystemReplicasThreadsScheduled", + "TCPConnection", + "TablesLoaderBackgroundThreads", + "TablesLoaderBackgroundThreadsActive", + "TablesLoaderBackgroundThreadsScheduled", + "TablesLoaderForegroundThreads", + "TablesLoaderForegroundThreadsActive", + "TablesLoaderForegroundThreadsScheduled", + "TablesToDropQueueSize", + "TaskTrackerThreads", + "TaskTrackerThreadsActive", + "TaskTrackerThreadsScheduled", + "TemporaryFilesForAggregation", + "TemporaryFilesForJoin", + "TemporaryFilesForMerge", + "TemporaryFilesForSort", + "TemporaryFilesUnknown", + "ThreadPoolFSReaderThreads", + "ThreadPoolFSReaderThreadsActive", + "ThreadPoolFSReaderThreadsScheduled", + "ThreadPoolRemoteFSReaderThreads", + "ThreadPoolRemoteFSReaderThreadsActive", + "ThreadPoolRemoteFSReaderThreadsScheduled", + "ThreadsInOvercommitTracker", + "TotalTemporaryFiles", + "UncompressedCacheBytes", + "UncompressedCacheCells", + "VectorSimilarityIndexCacheBytes", + "VectorSimilarityIndexCacheCells", + "VersionInteger", + "Write", + "ZooKeeperRequest", + "ZooKeeperSession", + "ZooKeeperWatch" + ] + } +} diff --git a/clickhouse/scripts/generate_metrics.py b/clickhouse/scripts/generate_metrics.py index d9557f5ab6635..91a688ad6c588 100644 --- a/clickhouse/scripts/generate_metrics.py +++ b/clickhouse/scripts/generate_metrics.py @@ -7,11 +7,12 @@ import collections import csv import itertools +import json import os import pprint import re from dataclasses import dataclass -from enum import Enum, StrEnum +from enum import StrEnum from typing import Iterable import requests @@ -21,7 +22,7 @@ HERE = os.path.dirname(os.path.abspath(__file__)) TEMPLATES_DIR = os.path.join(HERE, 'templates') INTEGRATION_DIR = os.path.join(HERE, '..') -QUERIES_DIR = os.path.join(INTEGRATION_DIR, 'datadog_checks', 'clickhouse', 'advanced_queries') +DATA_DIR = os.path.join(INTEGRATION_DIR, 'datadog_checks', 'clickhouse', 'data') TESTS_DIR = os.path.join(INTEGRATION_DIR, 'tests') METADATAFILE_PATH = os.path.join(INTEGRATION_DIR, 'metadata.csv') METADATAFILE_LEGACY_PATH = os.path.join(INTEGRATION_DIR, 'metadata-legacy.csv') @@ -74,35 +75,56 @@ class MetricKind(StrEnum): @dataclass -class Template: +class FileTemplate: source_path: str target_path: str +@dataclass +class QuerySpec: + """Per-system-table parameters for the compact JSON output.""" + + name: str + query: str + prefix: str + target_path: str + match_column: str = 'metric_name' + value_column: str = 'metric_value' + + @dataclass class MetricsGenerator: kind: MetricKind - template: Template + query_spec: QuerySpec is_optional: bool = False -class Templates(Enum): - QUERY_ASYNC_METRICS = Template( - source_path='system_async_metrics.tpl', - target_path=os.path.join(QUERIES_DIR, 'system_async_metrics.py'), - ) - QUERY_EVENTS = Template( - source_path='system_events.tpl', - target_path=os.path.join(QUERIES_DIR, 'system_events.py'), - ) - QUERY_METRICS = Template( - source_path='system_metrics.tpl', - target_path=os.path.join(QUERIES_DIR, 'system_metrics.py'), - ) - TESTS_METRICS = Template( - source_path='tests_metrics.tpl', - target_path=os.path.join(TESTS_DIR, 'advanced_metrics.py'), - ) +QUERY_SPECS = { + MetricKind.ASYNC_METRICS: QuerySpec( + name='system_asynchronous_metrics', + query='SELECT value, metric FROM system.asynchronous_metrics', + prefix='asynchronous_metrics', + target_path=os.path.join(DATA_DIR, 'system_async_metrics.json'), + ), + MetricKind.EVENTS: QuerySpec( + name='system_events', + query='SELECT value, event FROM system.events', + prefix='events', + target_path=os.path.join(DATA_DIR, 'system_events.json'), + ), + MetricKind.METRICS: QuerySpec( + name='system_metrics', + query='SELECT value, metric FROM system.metrics', + prefix='metrics', + target_path=os.path.join(DATA_DIR, 'system_metrics.json'), + ), +} + + +TESTS_METRICS_TEMPLATE = FileTemplate( + source_path='tests_metrics.tpl', + target_path=os.path.join(TESTS_DIR, 'advanced_metrics.py'), +) def versions() -> list[str]: @@ -128,7 +150,7 @@ def write_file(file, contents, encoding='utf-8'): f.write(contents) -def generate_queries_file(template: Template, config: dict): +def generate_queries_file(template: FileTemplate, config: dict): source_path = os.path.join(TEMPLATES_DIR, template.source_path) if not os.path.exists(source_path): print(f'Unknown template file: {source_path}') @@ -177,20 +199,6 @@ def type(self) -> str: def scale(self) -> str | None: return self.metric_type_info()[1] - def get_query_item(self) -> str: - metric_type, scale = self.metric_type_info() - - metric_scale = '' - if scale is not None: - metric_scale = ", 'scale': '{scale}'".format(scale=scale) - - return "'{metric}': {{'name': '{metric_name}', 'type': '{metric_type}'{metric_scale}}}".format( - metric=self.name, - metric_name=self.metric_name(), - metric_type=metric_type, - metric_scale=metric_scale, - ) - def fetch_current_metrics(version: str) -> dict[str, ClickhouseMetric]: raw_metrics = requests.get(SOURCE_URL_CURRENT_METRICS.format(branch=version), timeout=10).text @@ -262,11 +270,55 @@ def clean_description(description: str) -> str: return result -def generate_queries(template: Template, metrics: Iterable[ClickhouseMetric]): - config = { - 'items': ',\n'.join(indent_line(metric.get_query_item(), 16) for metric in sorted(metrics)), +def generate_queries(query_spec: QuerySpec, metrics: Iterable[ClickhouseMetric]): + """Emit the compact JSON for ``query_spec`` from the sorted ``metrics``.""" + items: dict[str, list[str] | dict[str, str]] = {} + for metric in sorted(metrics): + metric_type, scale = metric.metric_type_info() + existing = items.get(metric_type) + if scale is None: + if existing is None: + items[metric_type] = [metric.name] + elif isinstance(existing, list): + existing.append(metric.name) + else: + raise ValueError( + f"metric type {metric_type!r} mixes scaled and unscaled entries; " + f"{metric.name!r} has no scale but earlier entries did" + ) + else: + if existing is None: + items[metric_type] = {metric.name: scale} + elif isinstance(existing, dict): + existing[metric.name] = scale + else: + raise ValueError( + f"metric type {metric_type!r} mixes scaled and unscaled entries; " + f"{metric.name!r} has scale {scale!r} but earlier entries had none" + ) + items_sorted: dict[str, list[str] | dict[str, str]] = {} + for type_name in sorted(items): + group = items[type_name] + if isinstance(group, dict): + items_sorted[type_name] = {key: group[key] for key in sorted(group)} + else: + items_sorted[type_name] = sorted(group) + spec = { + 'name': query_spec.name, + 'query': query_spec.query, + 'value_column': query_spec.value_column, + 'match_column': query_spec.match_column, + 'prefix': query_spec.prefix, + 'items': items_sorted, } - generate_queries_file(template, config) + write_json(query_spec.target_path, spec) + + +def write_json(target_path: str, spec: dict) -> None: + target_dir = os.path.dirname(target_path) + if not os.path.exists(target_dir): + os.makedirs(target_dir) + write_file(target_path, json.dumps(spec, indent=2) + '\n') def generate_metadata_file(metrics: Iterable[ClickhouseMetric]): @@ -458,24 +510,24 @@ def deep_merge(left: dict[str, set[str]], right: dict[str, set[str]]) -> dict[st 'base_version_mapper': printable_consts_mapper(versioned_base_metrics), 'optional_version_mapper': printable_consts_mapper(versioned_optional_metrics, optional=True), } - generate_queries_file(Templates.TESTS_METRICS.value, config) + generate_queries_file(TESTS_METRICS_TEMPLATE, config) def generate(): METRIC_GENERATORS = [ MetricsGenerator( kind=MetricKind.ASYNC_METRICS, - template=Templates.QUERY_ASYNC_METRICS.value, + query_spec=QUERY_SPECS[MetricKind.ASYNC_METRICS], is_optional=True, ), MetricsGenerator( kind=MetricKind.EVENTS, - template=Templates.QUERY_EVENTS.value, + query_spec=QUERY_SPECS[MetricKind.EVENTS], is_optional=True, ), MetricsGenerator( kind=MetricKind.METRICS, - template=Templates.QUERY_METRICS.value, + query_spec=QUERY_SPECS[MetricKind.METRICS], is_optional=False, ), ] @@ -483,11 +535,11 @@ def generate(): all: dict[str, ClickhouseMetric] = {} calculated: list[CalculatedMetrics] = [] - # generate query modules + # generate per-system-table JSON data files for generator in METRIC_GENERATORS: metrics = calculate_metrics(generator) stats[generator.kind] = len(metrics.all) - generate_queries(generator.template, metrics.all.values()) + generate_queries(generator.query_spec, metrics.all.values()) all.update(metrics.all) calculated.append(metrics) diff --git a/clickhouse/scripts/templates/system_async_metrics.tpl b/clickhouse/scripts/templates/system_async_metrics.tpl deleted file mode 100644 index e7d568cc7711b..0000000000000 --- a/clickhouse/scripts/templates/system_async_metrics.tpl +++ /dev/null @@ -1,27 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_async_metrics.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/asynchronous_metrics -SystemAsynchronousMetrics = {{ - 'name': 'system_asynchronous_metrics', - 'query': 'SELECT value, metric FROM system.asynchronous_metrics', - 'columns': [ - {{ - 'name': 'metric_value', - 'type': 'source' - }}, - {{ - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': {{ -{items} - }}, - }}, - ], -}} diff --git a/clickhouse/scripts/templates/system_events.tpl b/clickhouse/scripts/templates/system_events.tpl deleted file mode 100644 index 6520897aed02d..0000000000000 --- a/clickhouse/scripts/templates/system_events.tpl +++ /dev/null @@ -1,27 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_events.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/events -SystemEvents = {{ - 'name': 'system_events', - 'query': 'SELECT value, event FROM system.events', - 'columns': [ - {{ - 'name': 'metric_value', - 'type': 'source' - }}, - {{ - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': {{ -{items} - }}, - }}, - ], -}} diff --git a/clickhouse/scripts/templates/system_metrics.tpl b/clickhouse/scripts/templates/system_metrics.tpl deleted file mode 100644 index 652562873d7e7..0000000000000 --- a/clickhouse/scripts/templates/system_metrics.tpl +++ /dev/null @@ -1,27 +0,0 @@ -# (C) Datadog, Inc. 2026-present -# All rights reserved -# Licensed under a 3-clause BSD style license (see LICENSE) - -# This file is autogenerated. -# To change this file you should edit scripts/templates/system_metrics.tpl and then run the following command: -# hatch run metrics:generate - -# https://clickhouse.com/docs/operations/system-tables/metrics -SystemMetrics = {{ - 'name': 'system_metrics', - 'query': 'SELECT value, metric FROM system.metrics', - 'columns': [ - {{ - 'name': 'metric_value', - 'type': 'source' - }}, - {{ - 'name': 'metric_name', - 'type': 'match', - 'source': 'metric_value', - 'items': {{ -{items} - }}, - }}, - ], -}} diff --git a/clickhouse/tests/test_advanced_queries.py b/clickhouse/tests/test_advanced_queries.py new file mode 100644 index 0000000000000..8cc1a2a70268e --- /dev/null +++ b/clickhouse/tests/test_advanced_queries.py @@ -0,0 +1,171 @@ +# (C) Datadog, Inc. 2026-present +# All rights reserved +# Licensed under a 3-clause BSD style license (see LICENSE) +"""Tests for the ``advanced_queries`` package.""" + +from __future__ import annotations + +import json + +import pytest + +from datadog_checks.clickhouse import advanced_queries + +MATCH_QUERY_NAMES = ('SystemEvents', 'SystemMetrics', 'SystemAsynchronousMetrics') +ALL_NAMES = (*MATCH_QUERY_NAMES, 'SystemErrors') + + +@pytest.fixture(autouse=True) +def _reset_match_query_cache(): + """Clear the module-level match-query cache so each test sees a fresh load.""" + advanced_queries._match_query_cache.clear() + yield + advanced_queries._match_query_cache.clear() + + +@pytest.fixture +def isolated_data_dir(tmp_path, monkeypatch): + """Redirect ``load_match_query`` to a temporary directory.""" + monkeypatch.setattr(advanced_queries, 'DATA_DIR', str(tmp_path)) + return tmp_path + + +# --------------------------------------------------------------------------- +# Module attribute access (__getattr__ for match queries; literal for SystemErrors) +# --------------------------------------------------------------------------- + + +@pytest.mark.parametrize('name', ALL_NAMES) +def test_module_attribute_returns_querymanager_shape(name): + spec = getattr(advanced_queries, name) + assert isinstance(spec['name'], str) and spec['name'] + assert isinstance(spec['query'], str) and spec['query'] + assert isinstance(spec['columns'], list) and spec['columns'] + + +def test_module_attribute_caches_match_query_result(): + first = advanced_queries.SystemEvents + second = advanced_queries.SystemEvents + assert first is second + + +def test_unknown_attribute_raises_attribute_error(): + with pytest.raises(AttributeError, match=r"module .* has no attribute 'SystemNonsense'"): + advanced_queries.SystemNonsense # noqa: B018 + + +# --------------------------------------------------------------------------- +# Bulk match queries: load_match_query() + _expand_match_items() +# --------------------------------------------------------------------------- + + +@pytest.mark.parametrize('name', MATCH_QUERY_NAMES) +def test_match_query_has_source_and_match_columns(name): + spec = getattr(advanced_queries, name) + source_col, match_col = spec['columns'] + assert source_col == {'name': 'metric_value', 'type': 'source'} + assert match_col['name'] == 'metric_name' + assert match_col['type'] == 'match' + assert match_col['source'] == 'metric_value' + assert isinstance(match_col['items'], dict) + + +@pytest.mark.parametrize('name', MATCH_QUERY_NAMES) +def test_match_query_items_are_alphabetically_sorted(name): + items = getattr(advanced_queries, name)['columns'][1]['items'] + assert list(items) == sorted(items) + + +@pytest.mark.parametrize('name', MATCH_QUERY_NAMES) +def test_match_query_items_carry_name_and_type(name): + items = getattr(advanced_queries, name)['columns'][1]['items'] + for key, entry in items.items(): + assert entry['type'] + assert entry['name'].endswith('.' + key) or entry['name'] == f"{entry['name'].split('.', 1)[0]}.{key}" + + +def test_temporal_percent_entries_carry_scale(): + items = advanced_queries.SystemEvents['columns'][1]['items'] + scaled = [(key, entry) for key, entry in items.items() if entry['type'] == 'temporal_percent'] + assert scaled, "system_events should ship at least one temporal_percent entry" + for _, entry in scaled: + assert entry['scale'] in {'second', 'millisecond', 'microsecond', 'nanosecond'} + + +def test_dotted_key_is_preserved_in_name(): + items = advanced_queries.SystemAsynchronousMetrics['columns'][1]['items'] + assert items['jemalloc.epoch']['name'] == 'asynchronous_metrics.jemalloc.epoch' + + +# --------------------------------------------------------------------------- +# SystemErrors (inline Python literal, not a match query) +# --------------------------------------------------------------------------- + + +def test_system_errors_is_inline_literal_with_expected_columns(): + spec = advanced_queries.SystemErrors + assert spec['name'] == 'system.errors' + assert spec['columns'][0] == {'name': 'errors.raised', 'type': 'monotonic_count'} + assert spec['columns'][-1] == {'name': 'remote', 'type': 'tag', 'boolean': True} + + +def test_system_errors_is_not_resolved_through_getattr(): + advanced_queries._match_query_cache.clear() + _ = advanced_queries.SystemErrors + assert 'SystemErrors' not in advanced_queries._match_query_cache + + +# --------------------------------------------------------------------------- +# Error wrapping for malformed JSON +# --------------------------------------------------------------------------- + + +def _write_spec(tmp_path, name, payload): + (tmp_path / f'{name}.json').write_text(json.dumps(payload), encoding='utf-8') + + +@pytest.mark.parametrize( + 'payload', + [ + pytest.param('not valid json', id='invalid-json'), + pytest.param('{"name": "x"}', id='missing-items-and-prefix'), + pytest.param('{"name": "x", "query": "y", "items": ["should-be-dict"]}', id='items-as-list'), + pytest.param('{"name": "x", "query": "y", "items": 5, "prefix": "p"}', id='items-as-scalar'), + ], +) +def test_load_match_query_wraps_malformed_payloads_in_runtime_error(isolated_data_dir, payload): + (isolated_data_dir / 'broken.json').write_text(payload, encoding='utf-8') + with pytest.raises(RuntimeError, match=r"failed to load advanced query 'broken'"): + advanced_queries.load_match_query('broken') + + +def test_load_match_query_wraps_missing_file_in_runtime_error(isolated_data_dir): + with pytest.raises(RuntimeError, match=r"failed to load advanced query 'missing'") as excinfo: + advanced_queries.load_match_query('missing') + assert isinstance(excinfo.value.__cause__, FileNotFoundError) + + +def test_load_match_query_preserves_cause_chain(isolated_data_dir): + _write_spec(isolated_data_dir, 'no_query', {'name': 'x'}) + with pytest.raises(RuntimeError) as excinfo: + advanced_queries.load_match_query('no_query') + assert isinstance(excinfo.value.__cause__, KeyError) + + +# --------------------------------------------------------------------------- +# warm_cache idempotency +# --------------------------------------------------------------------------- + + +def test_warm_cache_populates_every_match_query_name(): + assert advanced_queries._match_query_cache == {} + advanced_queries.warm_cache() + assert set(advanced_queries._match_query_cache) == set(MATCH_QUERY_NAMES) + + +def test_warm_cache_does_not_overwrite_existing_entries(): + sentinel = object() + advanced_queries._match_query_cache['SystemEvents'] = sentinel + advanced_queries.warm_cache() + assert advanced_queries._match_query_cache['SystemEvents'] is sentinel + assert set(advanced_queries._match_query_cache) == set(MATCH_QUERY_NAMES) diff --git a/cloudgen_firewall/assets/logs/cloudgen_firewall_tests.yaml b/cloudgen_firewall/assets/logs/cloudgen_firewall_tests.yaml index 879809ecc2a37..d18eea4e1bc88 100644 --- a/cloudgen_firewall/assets/logs/cloudgen_firewall_tests.yaml +++ b/cloudgen_firewall/assets/logs/cloudgen_firewall_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: cloudgen_firewall tests: - diff --git a/code-coverage.datadog.yml b/code-coverage.datadog.yml index cb9fe798dbc94..0de01c2ce72c4 100644 --- a/code-coverage.datadog.yml +++ b/code-coverage.datadog.yml @@ -1,2 +1,717 @@ schema-version: v1 carryforward: true +gates: +- type: total_coverage_percentage + config: + threshold: 75 + services: + - '*' + - '!couchbase' + - '!datadog_checks_base' + - '!datadog_checks_dev' + - '!fluentd' + - '!foundationdb' + - '!gearmand' + - '!glusterfs' + - '!hdfs_namenode' + - '!ibm_i' + - '!istio' + - '!kafka_actions' + - '!mapr' + - '!mapreduce' + - '!openstack' + - '!silverstripe_cms' + - '!snmp' + - '!varnish' +# New custom gates for services whose thresholds had to be lowered when migrating to Datadog Code Coverage. +- type: total_coverage_percentage + config: + threshold: 74 + services: + - couchbase +- type: total_coverage_percentage + config: + threshold: 73 + services: + - foundationdb + - varnish +- type: total_coverage_percentage + config: + threshold: 72 + services: + - datadog_checks_base +- type: total_coverage_percentage + config: + threshold: 71 + services: + - fluentd + - hdfs_namenode + - mapr +- type: total_coverage_percentage + config: + threshold: 70 + services: + - glusterfs + - istio +- type: total_coverage_percentage + config: + threshold: 69 + services: + - mapreduce +- type: total_coverage_percentage + config: + threshold: 67 + services: + - ibm_i + - silverstripe_cms +- type: total_coverage_percentage + config: + threshold: 61 + services: + - gearmand +- type: total_coverage_percentage + config: + threshold: 58 + services: + - kafka_actions +- type: total_coverage_percentage + config: + threshold: 52 + services: + - datadog_checks_dev +# Existing custom gates. +- type: total_coverage_percentage + config: + threshold: 45 + services: + - openstack +- type: total_coverage_percentage + config: + threshold: 30 + services: + - snmp +services: +- id: active_directory + paths: + - active_directory/datadog_checks/active_directory/ +- id: activemq_xml + paths: + - activemq_xml/datadog_checks/activemq_xml/ +- id: aerospike + paths: + - aerospike/datadog_checks/aerospike/ +- id: airflow + paths: + - airflow/datadog_checks/airflow/ +- id: amazon_msk + paths: + - amazon_msk/datadog_checks/amazon_msk/ +- id: ambari + paths: + - ambari/datadog_checks/ambari/ +- id: apache + paths: + - apache/datadog_checks/apache/ +- id: appgate_sdp + paths: + - appgate_sdp/datadog_checks/appgate_sdp/ +- id: arangodb + paths: + - arangodb/datadog_checks/arangodb/ +- id: argo_rollouts + paths: + - argo_rollouts/datadog_checks/argo_rollouts/ +- id: argo_workflows + paths: + - argo_workflows/datadog_checks/argo_workflows/ +- id: argocd + paths: + - argocd/datadog_checks/argocd/ +- id: aspdotnet + paths: + - aspdotnet/datadog_checks/aspdotnet/ +- id: avi_vantage + paths: + - avi_vantage/datadog_checks/avi_vantage/ +- id: aws_neuron + paths: + - aws_neuron/datadog_checks/aws_neuron/ +- id: azure_iot_edge + paths: + - azure_iot_edge/datadog_checks/azure_iot_edge/ +- id: bentoml + paths: + - bentoml/datadog_checks/bentoml/ +- id: boundary + paths: + - boundary/datadog_checks/boundary/ +- id: btrfs + paths: + - btrfs/datadog_checks/btrfs/ +- id: cacti + paths: + - cacti/datadog_checks/cacti/ +- id: calico + paths: + - calico/datadog_checks/calico/ +- id: cassandra_nodetool + paths: + - cassandra_nodetool/datadog_checks/cassandra_nodetool/ +- id: celery + paths: + - celery/datadog_checks/celery/ +- id: ceph + paths: + - ceph/datadog_checks/ceph/ +- id: cert_manager + paths: + - cert_manager/datadog_checks/cert_manager/ +- id: checkpoint_harmony_endpoint + paths: + - checkpoint_harmony_endpoint/datadog_checks/checkpoint_harmony_endpoint/ +- id: cilium + paths: + - cilium/datadog_checks/cilium/ +- id: cisco_aci + paths: + - cisco_aci/datadog_checks/cisco_aci/ +- id: citrix_hypervisor + paths: + - citrix_hypervisor/datadog_checks/citrix_hypervisor/ +- id: clickhouse + paths: + - clickhouse/datadog_checks/clickhouse/ +- id: cloud_foundry_api + paths: + - cloud_foundry_api/datadog_checks/cloud_foundry_api/ +- id: cloudera + paths: + - cloudera/datadog_checks/cloudera/ +- id: cockroachdb + paths: + - cockroachdb/datadog_checks/cockroachdb/ +- id: consul + paths: + - consul/datadog_checks/consul/ +- id: control_m + paths: + - control_m/datadog_checks/control_m/ +- id: coredns + paths: + - coredns/datadog_checks/coredns/ +- id: couch + paths: + - couch/datadog_checks/couch/ +- id: couchbase + paths: + - couchbase/datadog_checks/couchbase/ +- id: crio + paths: + - crio/datadog_checks/crio/ +- id: datadog_checks_base + paths: + - datadog_checks_base/datadog_checks/base/ +- id: datadog_checks_dev + paths: + - datadog_checks_dev/datadog_checks/dev/ +- id: datadog_checks_downloader + paths: + - datadog_checks_downloader/datadog_checks/downloader/ +- id: datadog_cluster_agent + paths: + - datadog_cluster_agent/datadog_checks/datadog_cluster_agent/ +- id: dcgm + paths: + - dcgm/datadog_checks/dcgm/ +- id: ddev + paths: + - ddev/src/ddev/ +- id: directory + paths: + - directory/datadog_checks/directory/ +- id: disk + paths: + - disk/datadog_checks/disk/ +- id: dns_check + paths: + - dns_check/datadog_checks/dns_check/ +- id: do_query_actions + paths: + - do_query_actions/datadog_checks/do_query_actions/ +- id: dotnetclr + paths: + - dotnetclr/datadog_checks/dotnetclr/ +- id: druid + paths: + - druid/datadog_checks/druid/ +- id: duckdb + paths: + - duckdb/datadog_checks/duckdb/ +- id: ecs_fargate + paths: + - ecs_fargate/datadog_checks/ecs_fargate/ +- id: eks_fargate + paths: + - eks_fargate/datadog_checks/eks_fargate/ +- id: elastic + paths: + - elastic/datadog_checks/elastic/ +- id: envoy + paths: + - envoy/datadog_checks/envoy/ +- id: esxi + paths: + - esxi/datadog_checks/esxi/ +- id: etcd + paths: + - etcd/datadog_checks/etcd/ +- id: exchange_server + paths: + - exchange_server/datadog_checks/exchange_server/ +- id: external_dns + paths: + - external_dns/datadog_checks/external_dns/ +- id: falco + paths: + - falco/datadog_checks/falco/ +- id: fluentd + paths: + - fluentd/datadog_checks/fluentd/ +- id: fluxcd + paths: + - fluxcd/datadog_checks/fluxcd/ +- id: fly_io + paths: + - fly_io/datadog_checks/fly_io/ +- id: foundationdb + paths: + - foundationdb/datadog_checks/foundationdb/ +- id: gearmand + paths: + - gearmand/datadog_checks/gearmand/ +- id: gitlab + paths: + - gitlab/datadog_checks/gitlab/ +- id: gitlab_runner + paths: + - gitlab_runner/datadog_checks/gitlab_runner/ +- id: glusterfs + paths: + - glusterfs/datadog_checks/glusterfs/ +- id: go_expvar + paths: + - go_expvar/datadog_checks/go_expvar/ +- id: guarddog + paths: + - guarddog/datadog_checks/guarddog/ +- id: gunicorn + paths: + - gunicorn/datadog_checks/gunicorn/ +- id: haproxy + paths: + - haproxy/datadog_checks/haproxy/ +- id: harbor + paths: + - harbor/datadog_checks/harbor/ +- id: hazelcast + paths: + - hazelcast/datadog_checks/hazelcast/ +- id: hdfs_datanode + paths: + - hdfs_datanode/datadog_checks/hdfs_datanode/ +- id: hdfs_namenode + paths: + - hdfs_namenode/datadog_checks/hdfs_namenode/ +- id: http_check + paths: + - http_check/datadog_checks/http_check/ +- id: hugging_face_tgi + paths: + - hugging_face_tgi/datadog_checks/hugging_face_tgi/ +- id: ibm_ace + paths: + - ibm_ace/datadog_checks/ibm_ace/ +- id: ibm_db2 + paths: + - ibm_db2/datadog_checks/ibm_db2/ +- id: ibm_i + paths: + - ibm_i/datadog_checks/ibm_i/ +- id: ibm_mq + paths: + - ibm_mq/datadog_checks/ibm_mq/ +- id: ibm_spectrum_lsf + paths: + - ibm_spectrum_lsf/datadog_checks/ibm_spectrum_lsf/ +- id: ibm_was + paths: + - ibm_was/datadog_checks/ibm_was/ +- id: iis + paths: + - iis/datadog_checks/iis/ +- id: impala + paths: + - impala/datadog_checks/impala/ +- id: infiniband + paths: + - infiniband/datadog_checks/infiniband/ +- id: istio + paths: + - istio/datadog_checks/istio/ +- id: kafka_actions + paths: + - kafka_actions/datadog_checks/kafka_actions/ +- id: kafka_consumer + paths: + - kafka_consumer/datadog_checks/kafka_consumer/ +- id: karpenter + paths: + - karpenter/datadog_checks/karpenter/ +- id: keda + paths: + - keda/datadog_checks/keda/ +- id: kong + paths: + - kong/datadog_checks/kong/ +- id: krakend + paths: + - krakend/datadog_checks/krakend/ +- id: kube_apiserver_metrics + paths: + - kube_apiserver_metrics/datadog_checks/kube_apiserver_metrics/ +- id: kube_controller_manager + paths: + - kube_controller_manager/datadog_checks/kube_controller_manager/ +- id: kube_dns + paths: + - kube_dns/datadog_checks/kube_dns/ +- id: kube_metrics_server + paths: + - kube_metrics_server/datadog_checks/kube_metrics_server/ +- id: kube_proxy + paths: + - kube_proxy/datadog_checks/kube_proxy/ +- id: kube_scheduler + paths: + - kube_scheduler/datadog_checks/kube_scheduler/ +- id: kubeflow + paths: + - kubeflow/datadog_checks/kubeflow/ +- id: kubelet + paths: + - kubelet/datadog_checks/kubelet/ +- id: kubernetes_cluster_autoscaler + paths: + - kubernetes_cluster_autoscaler/datadog_checks/kubernetes_cluster_autoscaler/ +- id: kubernetes_state + paths: + - kubernetes_state/datadog_checks/kubernetes_state/ +- id: kubevirt_api + paths: + - kubevirt_api/datadog_checks/kubevirt_api/ +- id: kubevirt_controller + paths: + - kubevirt_controller/datadog_checks/kubevirt_controller/ +- id: kubevirt_handler + paths: + - kubevirt_handler/datadog_checks/kubevirt_handler/ +- id: kuma + paths: + - kuma/datadog_checks/kuma/ +- id: kyototycoon + paths: + - kyototycoon/datadog_checks/kyototycoon/ +- id: kyverno + paths: + - kyverno/datadog_checks/kyverno/ +- id: lighttpd + paths: + - lighttpd/datadog_checks/lighttpd/ +- id: linkerd + paths: + - linkerd/datadog_checks/linkerd/ +- id: linux_proc_extras + paths: + - linux_proc_extras/datadog_checks/linux_proc_extras/ +- id: litellm + paths: + - litellm/datadog_checks/litellm/ +- id: lparstats + paths: + - lparstats/datadog_checks/lparstats/ +- id: lustre + paths: + - lustre/datadog_checks/lustre/ +- id: mac_audit_logs + paths: + - mac_audit_logs/datadog_checks/mac_audit_logs/ +- id: mapr + paths: + - mapr/datadog_checks/mapr/ +- id: mapreduce + paths: + - mapreduce/datadog_checks/mapreduce/ +- id: marathon + paths: + - marathon/datadog_checks/marathon/ +- id: marklogic + paths: + - marklogic/datadog_checks/marklogic/ +- id: mcache + paths: + - mcache/datadog_checks/mcache/ +- id: mesos_master + paths: + - mesos_master/datadog_checks/mesos_master/ +- id: mesos_slave + paths: + - mesos_slave/datadog_checks/mesos_slave/ +- id: milvus + paths: + - milvus/datadog_checks/milvus/ +- id: mongo + paths: + - mongo/datadog_checks/mongo/ +- id: mysql + paths: + - mysql/datadog_checks/mysql/ +- id: n8n + paths: + - n8n/datadog_checks/n8n/ +- id: nagios + paths: + - nagios/datadog_checks/nagios/ +- id: network + paths: + - network/datadog_checks/network/ +- id: nfsstat + paths: + - nfsstat/datadog_checks/nfsstat/ +- id: nginx + paths: + - nginx/datadog_checks/nginx/ +- id: nginx_ingress_controller + paths: + - nginx_ingress_controller/datadog_checks/nginx_ingress_controller/ +- id: nifi + paths: + - nifi/datadog_checks/nifi/ +- id: nutanix + paths: + - nutanix/datadog_checks/nutanix/ +- id: nvidia_nim + paths: + - nvidia_nim/datadog_checks/nvidia_nim/ +- id: nvidia_triton + paths: + - nvidia_triton/datadog_checks/nvidia_triton/ +- id: octopus_deploy + paths: + - octopus_deploy/datadog_checks/octopus_deploy/ +- id: openldap + paths: + - openldap/datadog_checks/openldap/ +- id: openmetrics + paths: + - openmetrics/datadog_checks/openmetrics/ +- id: openstack + paths: + - openstack/datadog_checks/openstack/ +- id: openstack_controller + paths: + - openstack_controller/datadog_checks/openstack_controller/ +- id: pdh_check + paths: + - pdh_check/datadog_checks/pdh_check/ +- id: pgbouncer + paths: + - pgbouncer/datadog_checks/pgbouncer/ +- id: php_fpm + paths: + - php_fpm/datadog_checks/php_fpm/ +- id: postfix + paths: + - postfix/datadog_checks/postfix/ +- id: postgres + paths: + - postgres/datadog_checks/postgres/ +- id: powerdns_recursor + paths: + - powerdns_recursor/datadog_checks/powerdns_recursor/ +- id: prefect + paths: + - prefect/datadog_checks/prefect/ +- id: process + paths: + - process/datadog_checks/process/ +- id: prometheus + paths: + - prometheus/datadog_checks/prometheus/ +- id: proxmox + paths: + - proxmox/datadog_checks/proxmox/ +- id: proxysql + paths: + - proxysql/datadog_checks/proxysql/ +- id: pulsar + paths: + - pulsar/datadog_checks/pulsar/ +- id: quarkus + paths: + - quarkus/datadog_checks/quarkus/ +- id: rabbitmq + paths: + - rabbitmq/datadog_checks/rabbitmq/ +- id: ray + paths: + - ray/datadog_checks/ray/ +- id: redisdb + paths: + - redisdb/datadog_checks/redisdb/ +- id: rethinkdb + paths: + - rethinkdb/datadog_checks/rethinkdb/ +- id: riak + paths: + - riak/datadog_checks/riak/ +- id: riakcs + paths: + - riakcs/datadog_checks/riakcs/ +- id: sap_hana + paths: + - sap_hana/datadog_checks/sap_hana/ +- id: scylla + paths: + - scylla/datadog_checks/scylla/ +- id: silk + paths: + - silk/datadog_checks/silk/ +- id: silverstripe_cms + paths: + - silverstripe_cms/datadog_checks/silverstripe_cms/ +- id: singlestore + paths: + - singlestore/datadog_checks/singlestore/ +- id: slurm + paths: + - slurm/datadog_checks/slurm/ +- id: snmp + paths: + - snmp/datadog_checks/snmp/ +- id: sonarqube + paths: + - sonarqube/datadog_checks/sonarqube/ +- id: sonatype_nexus + paths: + - sonatype_nexus/datadog_checks/sonatype_nexus/ +- id: spark + paths: + - spark/datadog_checks/spark/ +- id: sqlserver + paths: + - sqlserver/datadog_checks/sqlserver/ +- id: squid + paths: + - squid/datadog_checks/squid/ +- id: ssh_check + paths: + - ssh_check/datadog_checks/ssh_check/ +- id: statsd + paths: + - statsd/datadog_checks/statsd/ +- id: strimzi + paths: + - strimzi/datadog_checks/strimzi/ +- id: supabase + paths: + - supabase/datadog_checks/supabase/ +- id: supervisord + paths: + - supervisord/datadog_checks/supervisord/ +- id: system_core + paths: + - system_core/datadog_checks/system_core/ +- id: system_swap + paths: + - system_swap/datadog_checks/system_swap/ +- id: tcp_check + paths: + - tcp_check/datadog_checks/tcp_check/ +- id: teamcity + paths: + - teamcity/datadog_checks/teamcity/ +- id: tekton + paths: + - tekton/datadog_checks/tekton/ +- id: teleport + paths: + - teleport/datadog_checks/teleport/ +- id: temporal + paths: + - temporal/datadog_checks/temporal/ +- id: teradata + paths: + - teradata/datadog_checks/teradata/ +- id: tibco_ems + paths: + - tibco_ems/datadog_checks/tibco_ems/ +- id: tls + paths: + - tls/datadog_checks/tls/ +- id: torchserve + paths: + - torchserve/datadog_checks/torchserve/ +- id: traefik_mesh + paths: + - traefik_mesh/datadog_checks/traefik_mesh/ +- id: traffic_server + paths: + - traffic_server/datadog_checks/traffic_server/ +- id: twemproxy + paths: + - twemproxy/datadog_checks/twemproxy/ +- id: twistlock + paths: + - twistlock/datadog_checks/twistlock/ +- id: varnish + paths: + - varnish/datadog_checks/varnish/ +- id: vault + paths: + - vault/datadog_checks/vault/ +- id: velero + paths: + - velero/datadog_checks/velero/ +- id: vertica + paths: + - vertica/datadog_checks/vertica/ +- id: vllm + paths: + - vllm/datadog_checks/vllm/ +- id: voltdb + paths: + - voltdb/datadog_checks/voltdb/ +- id: vsphere + paths: + - vsphere/datadog_checks/vsphere/ +- id: weaviate + paths: + - weaviate/datadog_checks/weaviate/ +- id: win32_event_log + paths: + - win32_event_log/datadog_checks/win32_event_log/ +- id: windows_performance_counters + paths: + - windows_performance_counters/datadog_checks/windows_performance_counters/ +- id: windows_service + paths: + - windows_service/datadog_checks/windows_service/ +- id: wmi_check + paths: + - wmi_check/datadog_checks/wmi_check/ +- id: yarn + paths: + - yarn/datadog_checks/yarn/ +- id: zk + paths: + - zk/datadog_checks/zk/ diff --git a/consul/assets/logs/consul_tests.yaml b/consul/assets/logs/consul_tests.yaml index 2ca9f74998753..1299069dd1ac7 100644 --- a/consul/assets/logs/consul_tests.yaml +++ b/consul/assets/logs/consul_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "consul" tests: diff --git a/coredns/assets/logs/coredns.yaml b/coredns/assets/logs/coredns.yaml index 57011c74cbd64..4bb9c1ed7d0bc 100644 --- a/coredns/assets/logs/coredns.yaml +++ b/coredns/assets/logs/coredns.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: coredns metric_id: coredns backend_only: false diff --git a/coredns/assets/logs/coredns_tests.yaml b/coredns/assets/logs/coredns_tests.yaml index 9eb3610f85326..7ed86e3c86139 100644 --- a/coredns/assets/logs/coredns_tests.yaml +++ b/coredns/assets/logs/coredns_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "coredns" tests: - diff --git a/couchbase/tests/conftest.py b/couchbase/tests/conftest.py index 5d5136982e14c..002ee072a145d 100644 --- a/couchbase/tests/conftest.py +++ b/couchbase/tests/conftest.py @@ -75,6 +75,7 @@ def dd_environment(): WaitFor(bucket_stats), WaitFor(load_sample_bucket), WaitFor(create_syncgw_database), + WaitFor(gamesim_primary_index_ready), ] with docker_run( compose_file=os.path.join(HERE, 'compose', 'docker-compose.yaml'), @@ -215,10 +216,15 @@ def load_sample_bucket(): if task["sample"] == "gamesim-sample": task_id = task["taskId"] + # No matching task in the install response — the bucket is likely loading + # under a task we can't observe. WaitFor will retry; on the retry the install + # POST takes the already-loaded shortcut, and gamesim_primary_index_ready is + # the authoritative gate that blocks until the bundled GSI is online. + if task_id is None: + return False + while True: # Loop until the task ID is gone, meaning the task is done. - task_is_done = False - r = requests.get( '{}/pools/default/tasks'.format(URL), auth=(USER, PASSWORD), @@ -226,11 +232,8 @@ def load_sample_bucket(): r.raise_for_status() result = r.json() - for task in result: - if task.get("task_id", "") == task_id: - task_is_done = True - - if task_is_done: + task_still_running = any(task.get("task_id") == task_id for task in result) + if not task_still_running: break time.sleep(1) @@ -238,6 +241,28 @@ def load_sample_bucket(): return True +def gamesim_primary_index_ready(): + """Wait until every gamesim_primary keyspace reports initial_build_progress == 100.""" + r = requests.get( + '{}/api/v1/stats'.format(INDEX_STATS_URL), + auth=(USER, PASSWORD), + ) + r.raise_for_status() + + data = r.json() + matches = [ + stats + for keyspace, stats in data.items() + if keyspace != "indexer" + and keyspace.split(":")[0] == "gamesim-sample" + and keyspace.split(":")[-1] == "gamesim_primary" + ] + if not matches: + print("gamesim_primary not yet visible; keyspaces seen: {}".format(list(data.keys()))) + return False + return all(s.get("initial_build_progress") == 100 for s in matches) + + def create_syncgw_database(): """ Create sample database diff --git a/ddev/changelog.d/23360.changed b/ddev/changelog.d/23360.changed new file mode 100644 index 0000000000000..2769d0165dec4 --- /dev/null +++ b/ddev/changelog.d/23360.changed @@ -0,0 +1 @@ +Migrated ``ddev validate ci`` from Codecov to Datadog Code Coverage. diff --git a/ddev/src/ddev/cli/validate/all/orchestrator.py b/ddev/src/ddev/cli/validate/all/orchestrator.py index 3ed7b21439293..2a5fa3b7a3da7 100644 --- a/ddev/src/ddev/cli/validate/all/orchestrator.py +++ b/ddev/src/ddev/cli/validate/all/orchestrator.py @@ -42,7 +42,7 @@ class ValidationConfig: description="Verify check versions match the Agent requirements file", ), "ci": ValidationConfig( - description="Validate CI configuration and Codecov settings", + description="Validate CI configuration and code coverage settings", repo_wide=True, fix_flag="--sync", ), diff --git a/ddev/src/ddev/cli/validate/ci.py b/ddev/src/ddev/cli/validate/ci.py index d968b24d87023..ee50af3cc6800 100644 --- a/ddev/src/ddev/cli/validate/ci.py +++ b/ddev/src/ddev/cli/validate/ci.py @@ -3,6 +3,7 @@ # Licensed under a 3-clause BSD style license (see LICENSE) from __future__ import annotations +from collections import Counter from typing import TYPE_CHECKING, Any import click @@ -10,33 +11,20 @@ if TYPE_CHECKING: from ddev.cli.application import Application +DEFAULT_COVERAGE_THRESHOLD = 75 -def read_file(file, encoding='utf-8'): - # type: (str, str) -> str - with open(file, 'r', encoding=encoding) as f: - return f.read() - -def write_file(file, contents, encoding='utf-8'): - with open(file, 'w', encoding=encoding) as f: - f.write(contents) - - -def code_coverage_enabled(check_name, app): +def code_coverage_enabled(check_name: str, app: Application) -> bool: if check_name in ('datadog_checks_base', 'datadog_checks_dev', 'datadog_checks_downloader', 'ddev'): return True return app.repo.integrations.get(check_name).is_agent_check -def get_coverage_sources(check_name, app): +def get_coverage_sources(check_name: str, app: Application) -> list[str]: package_path = app.repo.integrations.get(check_name).package_directory package_dir = package_path.relative_to(app.repo.path) - return sorted([str(package_dir.as_posix()), f'{check_name}/tests']) - - -def sort_projects(projects): - return sorted(projects.items(), key=lambda item: (item[0] != 'default', item[0])) + return [f'{package_dir.as_posix()}/'] @click.command() @@ -46,9 +34,7 @@ def ci(app: Application, sync: bool): """Validate CI infrastructure configuration.""" import hashlib import json - import os import re - from collections import defaultdict import yaml @@ -237,184 +223,168 @@ def ci(app: Application, sync: bool): app.abort('CI configuration is not in sync, try again with the `--sync` flag') validation_tracker = app.create_validation_tracker('CI configuration validation') - error_message = '' - warning_message = '' repo_choice = app.repo.name valid_repos = ['core', 'marketplace', 'extras', 'internal'] if repo_choice not in valid_repos: app.abort(f'Unknown repository `{repo_choice}`') - # marketplace does not have a .codecov.yml file - if app.repo.name == 'marketplace': + if is_marketplace: + validation_tracker.success() + validation_tracker.display() return - testable_checks = {integration.name for integration in app.repo.integrations.iter_testable('all')} + _validate_code_coverage(app, sync, validation_tracker, repo_choice) - cached_display_names: defaultdict[str, str] = defaultdict(str) - codecov_config_relative_path = '.codecov.yml' +def _validate_code_coverage( + app: Application, + sync: bool, + validation_tracker: Any, + repo_choice: str, +) -> None: + import yaml + + config_filename = 'code-coverage.datadog.yml' + config_path = app.repo.path / config_filename - path_split = str(codecov_config_relative_path).split('/') - codecov_config_path = os.path.join(app.repo.path, *path_split) - if not os.path.isfile(codecov_config_path): - error_message = 'Unable to find the Codecov config file' - validation_tracker.error((repo_choice,), message=error_message) + if not config_path.is_file(): + validation_tracker.error( + (repo_choice,), message=f'Unable to find the code coverage config file: {config_filename}' + ) validation_tracker.display() app.abort() - codecov_config = yaml.safe_load(read_file(codecov_config_path)) - projects = codecov_config.setdefault('coverage', {}).setdefault('status', {}).setdefault('project', {}) - defined_checks = set() - success = True - fixed = False - - for project, data in list(projects.items()): - if project == 'default': - continue + config = yaml.safe_load(config_path.read_text()) + if config is None: + config = {} - project_flags = data.get('flags', []) - if len(project_flags) != 1: - success = False - error_message += f'Project `{project}` must have exactly one flag\n' - continue + testable_checks = {integration.name for integration in app.repo.integrations.iter_testable('all')} + excluded_jobs = { + name for name, conf in app.repo.config.get('/overrides/ci', {}).items() if conf.get('exclude', False) + } - check_name = project_flags[0] + expected_checks = set() + for check in testable_checks: + if check not in excluded_jobs and code_coverage_enabled(check, app): + expected_checks.add(check) - if check_name in defined_checks: - success = False - error_message += f'Check `{check_name}` is defined as a flag in more than one project\n' - continue + existing_services = config.get('services') or [] + existing_service_id_list = [s['id'] for s in existing_services if 'id' in s] + existing_service_ids = set(existing_service_id_list) - defined_checks.add(check_name) - # Project names cannot contain spaces, see: - # https://github.com/DataDog/integrations-core/pull/6760#issuecomment-634976885 - if check_name in cached_display_names: - display_name = cached_display_names[check_name].replace(' ', '_') - else: - try: - integration = app.repo.integrations.get(check_name) - except OSError as e: - if str(e).startswith('Integration does not exist: '): - continue + success = True + fixed = False + error_message = '' - raise + duplicate_services = sorted( + service_id for service_id, count in Counter(existing_service_id_list).items() if count > 1 + ) + if duplicate_services: + num_duplicate = len(duplicate_services) + service_label = 'service IDs' if num_duplicate > 1 else 'service ID' + duplicate_service_names = ', '.join(duplicate_services) + message = f'Code coverage config has {num_duplicate} duplicate {service_label}: {duplicate_service_names}\n' - display_name = integration.display_name - display_name = display_name.replace(' ', '_') - cached_display_names[check_name] = display_name + if sync: + fixed = True + deduplicated_services = [] + seen_service_ids = set() + for service in existing_services: + service_id = service.get('id', '') + if service_id in seen_service_ids: + app.display_success(f'Removed duplicate service `{service_id}`\n') + continue - if project != display_name: - message = f'Project `{project}` should be called `{display_name}`\n' + seen_service_ids.add(service_id) + deduplicated_services.append(service) - if sync: - fixed = True - warning_message += message - if display_name not in projects: - projects[display_name] = data - del projects[project] - app.display_success(f'Renamed project to `{display_name}`\n') - else: - success = False - error_message += message + existing_services = deduplicated_services + else: + success = False + error_message += message - # This works because we ensure there is a 1 to 1 correspondence between projects and checks (flags) - excluded_jobs = { - name for name, config in app.repo.config.get('/overrides/ci', {}).items() if config.get('exclude', False) - } - missing_projects = testable_checks - set(defined_checks) - excluded_jobs - - not_agent_checks = set() - for check in set(missing_projects): - if not code_coverage_enabled(check, app): - not_agent_checks.add(check) - missing_projects.discard(check) - - if missing_projects: - num_missing_projects = len(missing_projects) - message = ( - f"Codecov config has {num_missing_projects} missing project{'s' if num_missing_projects > 1 else ''}\n" - ) + stale_services = sorted(existing_service_ids - expected_checks) + if stale_services: + num_stale = len(stale_services) + service_label = 'services' if num_stale > 1 else 'service' + stale_service_names = ', '.join(stale_services) + message = f'Code coverage config has {num_stale} stale {service_label}: {stale_service_names}\n' if sync: fixed = True - warning_message += message - - for missing_check in sorted(missing_projects): - display_name = app.repo.integrations.get(missing_check).display_name - display_name = display_name.replace(' ', '_') - projects[display_name] = {'target': 75, 'flags': [missing_check]} - app.display_success(f'Added project `{display_name}`\n') + existing_services = [s for s in existing_services if s.get('id', '') not in stale_services] + for service_id in stale_services: + app.display_success(f'Removed stale service `{service_id}`\n') else: success = False error_message += message - flags = codecov_config.setdefault('flags', {}) - defined_checks = set() - - for flag, data in list(flags.items()): - defined_checks.add(flag) - - expected_coverage_paths = get_coverage_sources(flag, app) - - configured_coverage_paths = data.get('paths', []) - if configured_coverage_paths != expected_coverage_paths: - message = f'Flag `{flag}` has incorrect coverage source paths\n' - - if sync: - fixed = True - warning_message += message - data['paths'] = expected_coverage_paths - app.display_success(f'Configured coverage paths for flag `{flag}`\n') - else: - success = False - error_message += message - - if not data.get('carryforward'): - message = f'Flag `{flag}` must have carryforward set to true\n' + # Validate existing services have correct paths + for service in existing_services: + service_id = service.get('id', '') + if service_id not in expected_checks: + continue + expected_paths = get_coverage_sources(service_id, app) + configured_paths = service.get('paths', []) + if sorted(configured_paths) != sorted(expected_paths): + message = f'Service `{service_id}` has incorrect coverage source paths\n' if sync: fixed = True - warning_message += message - data['carryforward'] = True - app.display_success(f'Enabled the carryforward feature for flag `{flag}`\n') + service['paths'] = expected_paths + app.display_success(f'Configured coverage paths for service `{service_id}`\n') else: success = False error_message += message - missing_flags = testable_checks - set(defined_checks) - excluded_jobs - for check in set(missing_flags): - if check in not_agent_checks or not code_coverage_enabled(check, app): - missing_flags.discard(check) - - if missing_flags: - num_missing_flags = len(missing_flags) - message = f"Codecov config has {num_missing_flags} missing flag{'s' if num_missing_flags > 1 else ''}\n" + missing_services = sorted(expected_checks - existing_service_ids) + if missing_services: + num_missing = len(missing_services) + message = f"Code coverage config has {num_missing} missing service{'s' if num_missing > 1 else ''}\n" if sync: fixed = True - warning_message += message + for check_name in missing_services: + existing_services.append( + { + 'id': check_name, + 'paths': get_coverage_sources(check_name, app), + } + ) + app.display_success(f'Added service `{check_name}`\n') + else: + success = False + error_message += message - for missing_check in sorted(missing_flags): - flags[missing_check] = {'carryforward': True, 'paths': get_coverage_sources(missing_check, app)} - app.display_success(f'Added flag `{missing_check}`\n') + gates = config.get('gates') or [] + if not gates: + message = 'Code coverage config has no coverage gates\n' + if sync: + fixed = True + gates.append( + { + 'type': 'total_coverage_percentage', + 'config': {'threshold': DEFAULT_COVERAGE_THRESHOLD}, + } + ) + config['gates'] = gates + app.display_success(f'Added default coverage gate with {DEFAULT_COVERAGE_THRESHOLD}% threshold\n') else: success = False error_message += message if not success: - message = 'Try running `ddev validate ci --sync`\n' - app.display_info(message) - validation_tracker.error((codecov_config_path,), message=error_message) - + app.display_info('Try running `ddev validate ci --sync`\n') + validation_tracker.error((str(config_path),), message=error_message) validation_tracker.display() app.abort() elif fixed: - codecov_config['coverage']['status']['project'] = dict(sort_projects(projects)) - codecov_config['flags'] = dict(sorted(flags.items())) - output = yaml.safe_dump(codecov_config, default_flow_style=False, sort_keys=False) - write_file(codecov_config_path, output) - app.display_success(f'Successfully fixed {codecov_config_relative_path}') + config['services'] = sorted(existing_services, key=lambda s: s.get('id', '')) + + output = yaml.safe_dump(config, default_flow_style=False, sort_keys=False) + config_path.write_text(output) + app.display_success(f'Successfully fixed {config_filename}') validation_tracker.success() validation_tracker.display() diff --git a/ddev/tests/cli/validate/all/test_github.py b/ddev/tests/cli/validate/all/test_github.py index a32d2f6915dde..b6a1d6df621d2 100644 --- a/ddev/tests/cli/validate/all/test_github.py +++ b/ddev/tests/cli/validate/all/test_github.py @@ -17,7 +17,7 @@ from ddev.cli.validate.all.orchestrator import ValidationConfig, ValidationResult CONFIGS = { - "ci": ValidationConfig(description="Validate CI configuration and Codecov settings", repo_wide=True), + "ci": ValidationConfig(description="Validate CI configuration and code coverage settings", repo_wide=True), "config": ValidationConfig(description="Validate default configuration files against spec.yaml"), "metadata": ValidationConfig(description="Validate metadata.csv metric definitions"), } @@ -135,7 +135,7 @@ def test_format_pr_comment_all_passed(helpers): | Validation | Description | Status | |---|---|---| - | `ci` | Validate CI configuration and Codecov settings | ✅ | + | `ci` | Validate CI configuration and code coverage settings | ✅ | | `config` | Validate default configuration files against spec.yaml | ✅ | """) @@ -161,7 +161,7 @@ def test_format_pr_comment_one_failure_with_target(helpers): | Validation | Description | Status | |---|---|---| - | `ci` | Validate CI configuration and Codecov settings | ✅ | + | `ci` | Validate CI configuration and code coverage settings | ✅ | """) assert format_pr_comment(results, CONFIGS, "changed", list(results)) == expected @@ -267,7 +267,7 @@ def test_format_step_summary_all_passed(helpers): | Validation | Description | Status | |---|---|---| - | `ci` | Validate CI configuration and Codecov settings | ✅ | + | `ci` | Validate CI configuration and code coverage settings | ✅ | | `config` | Validate default configuration files against spec.yaml | ✅ |""") assert format_step_summary(results, CONFIGS, "changed", list(results)) == expected @@ -282,7 +282,7 @@ def test_format_step_summary_with_failures(helpers): | Validation | Description | Status | |---|---|---| - | `ci` | Validate CI configuration and Codecov settings | ✅ | + | `ci` | Validate CI configuration and code coverage settings | ✅ | | `config` | Validate default configuration files against spec.yaml | ❌ | Run `ddev validate all changed --fix` to attempt to auto-fix supported validations.""") diff --git a/ddev/tests/cli/validate/test_ci.py b/ddev/tests/cli/validate/test_ci.py index 4b20c114d538f..c033eb81e1307 100644 --- a/ddev/tests/cli/validate/test_ci.py +++ b/ddev/tests/cli/validate/test_ci.py @@ -1,48 +1,12 @@ # (C) Datadog, Inc. 2023-present # All rights reserved # Licensed under a 3-clause BSD style license (see LICENSE) +from pathlib import Path + import pytest import yaml -def test_exactly_one_flag(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) - - codecov_yaml_info['coverage']['status']['project']['ActiveMQ_XML']['flags'].append('test') - - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) - - result = ddev("validate", "ci") - - assert result.exit_code == 1, result.output - error = "Project `ActiveMQ_XML` must have exactly one flag" - assert error in helpers.remove_trailing_spaces(result.output) - - -def test_carryforward_flag(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - - with codecov_yaml.open(encoding='utf-8') as file: - temp = yaml.safe_load(file) - - temp['flags']['active_directory']['carryforward'] = False - - output = yaml.safe_dump(temp, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) - - result = ddev("validate", "ci") - - assert result.exit_code == 1, result.output - error = "Flag `active_directory` must have carryforward set to true" - assert error in helpers.remove_trailing_spaces(result.output) - - def test_missing_hatch_toml(ddev, repository, helpers): import os @@ -56,126 +20,127 @@ def test_missing_hatch_toml(ddev, repository, helpers): assert error in helpers.remove_trailing_spaces(result.output) -def test_incorrect_project_name(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) +def test_validate_ci_success(ddev, helpers): + result = ddev('validate', 'ci') + assert result.exit_code == 0, result.output + assert helpers.remove_trailing_spaces(result.output) == helpers.dedent( + """ + CI configuration validation - temp = codecov_yaml_info['coverage']['status']['project']['Active_Directory'] - codecov_yaml_info['coverage']['status']['project']['active directory'] = temp - codecov_yaml_info['coverage']['status']['project'].pop('Active_Directory') + Passed: 1 + """ + ) - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) - result = ddev("validate", "ci") - assert result.exit_code == 1, result.output - error = "Project `active directory` should be called `Active_Directory`" - assert error in helpers.remove_trailing_spaces(result.output) +def _remove_service(config_path): + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) + config['services'] = [s for s in config.get('services', []) if s.get('id') != 'apache'] -def test_check_in_multiple_projects(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) - codecov_yaml_info['coverage']['status']['project']['Airflow']['flags'] = ['active_directory'] - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) +def _set_wrong_paths(config_path): + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) - result = ddev("validate", "ci") - assert result.exit_code == 1, result.output - error = "Check `active_directory` is defined as a flag in more than one project" - assert error in helpers.remove_trailing_spaces(result.output) + for service in config.get('services', []): + if service.get('id') == 'active_directory': + service['paths'] = ['wrong/path/'] + break + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) -def test_codecov_missing_projects(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) - codecov_yaml_info['coverage']['status']['project'].pop('Apache') +def _add_stale_service(config_path): + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) + config.setdefault('services', []).append({'id': 'stale_service', 'paths': ['stale_service/tests/']}) - result = ddev("validate", "ci") - assert result.exit_code == 1, result.output - error = "Codecov config has 1 missing project" - assert error in helpers.remove_trailing_spaces(result.output) + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) -def test_incorrect_coverage_source_path(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) +def _add_duplicate_service(config_path: Path) -> None: + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) - codecov_yaml_info['flags']['active_directory']['paths'] = [ - 'active_directory/datadog_checks/test', - 'active_directory/tests', - ] + duplicate_service = next(service for service in config['services'] if service.get('id') == 'active_directory') + config['services'].append({'id': duplicate_service['id'], 'paths': list(duplicate_service['paths'])}) - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) - result = ddev("validate", "ci") - assert result.exit_code == 1, result.output - error = "Flag `active_directory` has incorrect coverage source paths" - assert error in helpers.remove_trailing_spaces(result.output) +def _remove_gates(config_path: Path) -> None: + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) -def test_codecov_missing_flag(ddev, repository, helpers): - codecov_yaml = repository.path / '.codecov.yml' - with codecov_yaml.open(encoding='utf-8') as file: - codecov_yaml_info = yaml.safe_load(file) + config.pop('gates', None) - codecov_yaml_info['flags'].pop('active_directory') + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) - output = yaml.safe_dump(codecov_yaml_info, default_flow_style=False, sort_keys=False) - with codecov_yaml.open(mode='w', encoding='utf-8') as file: - file.write(output) - result = ddev("validate", "ci") - assert result.exit_code == 1, result.output - error = "Codecov config has 1 missing flag" - assert error in helpers.remove_trailing_spaces(result.output) +def _clear_gates(config_path: Path) -> None: + with config_path.open(encoding='utf-8') as f: + config = yaml.safe_load(f) + + config['gates'] = [] + + with config_path.open(mode='w', encoding='utf-8') as f: + yaml.safe_dump(config, f, default_flow_style=False, sort_keys=False) -# TODO We do not have an off the shelf fixture to generate a marketplace repository @pytest.mark.parametrize( - 'repository_name, repository_flag, expected_exit_code, expected_output', + 'corrupt_config, expected_error', [ - pytest.param('core', '-c', 1, 'Unable to find the Codecov config file', id='integrations-core'), + pytest.param(_remove_service, "Code coverage config has 1 missing service", id='missing_services'), + pytest.param( + _set_wrong_paths, + "Service `active_directory` has incorrect coverage source paths", + id='incorrect_paths', + ), + pytest.param( + _add_stale_service, "Code coverage config has 1 stale service: stale_service", id='stale_services' + ), + pytest.param( + _add_duplicate_service, + "Code coverage config has 1 duplicate service ID: active_directory", + id='duplicate_services', + ), + pytest.param(_remove_gates, "Code coverage config has no coverage gates", id='missing_gates'), + pytest.param(_clear_gates, "Code coverage config has no coverage gates", id='empty_gates'), ], ) -def test_codecov_file_missing( - ddev, repository, helpers, config_file, repository_name, repository_flag, expected_exit_code, expected_output -): - config_file.model.repos[repository_name] = str(repository.path) - config_file.save() +def test_code_coverage_config(ddev, repository, helpers, corrupt_config, expected_error): + result = ddev("validate", "ci", "--sync") + assert result.exit_code == 0, result.output - (repository.path / '.codecov.yml').unlink() + config_path = repository.path / 'code-coverage.datadog.yml' + corrupt_config(config_path) - result = ddev(repository_flag, "validate", "ci") - assert result.exit_code == expected_exit_code, result.output - assert expected_output in helpers.remove_trailing_spaces(result.output) + result = ddev("validate", "ci") + assert result.exit_code == 1, f"Expected validation to detect corrupted config: {result.output}" + assert expected_error in helpers.remove_trailing_spaces(result.output) + result = ddev("validate", "ci", "--sync") + assert result.exit_code == 0, f"Expected --sync to fix corrupted config: {result.output}" -def test_validate_ci_success(ddev, helpers): - result = ddev('validate', 'ci') - assert result.exit_code == 0, result.output - assert helpers.remove_trailing_spaces(result.output) == helpers.dedent( - """ - CI configuration validation + result = ddev("validate", "ci") + assert result.exit_code == 0, f"Expected validation to pass after sync: {result.output}" - Passed: 1 - """ - ) + +def test_code_coverage_file_missing(ddev, repository, helpers): + (repository.path / 'code-coverage.datadog.yml').unlink() + + result = ddev("-c", "validate", "ci") + assert result.exit_code == 1, result.output + assert "Unable to find the code coverage config file" in helpers.remove_trailing_spaces(result.output) @pytest.mark.parametrize( diff --git a/delinea_privilege_manager/assets/logs/delinea-privilege-manager_tests.yaml b/delinea_privilege_manager/assets/logs/delinea-privilege-manager_tests.yaml index 4cceff815c45d..1f5df7aac64fe 100644 --- a/delinea_privilege_manager/assets/logs/delinea-privilege-manager_tests.yaml +++ b/delinea_privilege_manager/assets/logs/delinea-privilege-manager_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: delinea-privilege-manager tests: - diff --git a/docs/developer/.snippets/links.txt b/docs/developer/.snippets/links.txt index 59a86366e995c..48502a9038fb6 100644 --- a/docs/developer/.snippets/links.txt +++ b/docs/developer/.snippets/links.txt @@ -13,7 +13,6 @@ [azp-templates-windows]: https://github.com/DataDog/integrations-core/blob/master/.azure-pipelines/templates/test-single-windows.yml [black-github]: https://github.com/psf/black [click-github]: https://github.com/pallets/click -[codecov-home]: https://codecov.io [config-spec-example-consumer]: https://github.com/DataDog/integrations-core/blob/master/datadog_checks_dev/datadog_checks/dev/tooling/configuration/consumers/example.py [config-spec-model-consumer]: https://github.com/DataDog/integrations-core/blob/master/datadog_checks_dev/datadog_checks/dev/tooling/configuration/consumers/model.py [config-spec-producer]: https://github.com/DataDog/integrations-core/blob/master/datadog_checks_dev/datadog_checks/dev/tooling/configuration/core.py diff --git a/docs/developer/index.md b/docs/developer/index.md index 1461f7774875e..161ac6ca58803 100644 --- a/docs/developer/index.md +++ b/docs/developer/index.md @@ -1,7 +1,6 @@ # Agent Integrations [![CI - Docs](https://github.com/DataDog/integrations-core/workflows/docs/badge.svg)](https://github.com/DataDog/integrations-core/actions?workflow=docs) -[![Coverage status](https://codecov.io/github/DataDog/integrations-core/coverage.svg?branch=master)](https://codecov.io/github/DataDog/integrations-core?branch=master) [![GitHub contributors](https://img.shields.io/github/contributors/DataDog/integrations-core)](https://github.com/DataDog/integrations-core) [![Downloads](https://pepy.tech/badge/datadog-checks-dev)](https://pepy.tech/project/datadog-checks-dev) [![PyPI - Python Version](https://img.shields.io/pypi/pyversions/datadog-checks-dev)](https://pypi.org/project/datadog-checks-dev) diff --git a/docs/developer/meta/ci/labels.md b/docs/developer/meta/ci/labels.md index c146c54a66180..ec3c451260956 100644 --- a/docs/developer/meta/ci/labels.md +++ b/docs/developer/meta/ci/labels.md @@ -10,7 +10,7 @@ The labeler is [configured](https://github.com/DataDog/integrations-core/blob/ma | --- | --- | | integration/<NAME> | any directory at the root that actually contains an integration | | documentation | any Markdown, [config specs](../config-specs.md), `manifest.json`, or anything in `/docs/` | -| dev/testing | [GitHub Actions](https://github.com/DataDog/integrations-core/tree/master/.github/workflows) or [Codecov](https://github.com/DataDog/integrations-core/blob/master/.codecov.yml) config | +| dev/testing | [GitHub Actions](https://github.com/DataDog/integrations-core/tree/master/.github/workflows) or [code coverage](https://github.com/DataDog/integrations-core/blob/master/code-coverage.datadog.yml) config | | dev/tooling | [GitLab](https://github.com/DataDog/integrations-core/tree/master/.gitlab) or [GitHub Actions](https://github.com/DataDog/integrations-core/tree/master/.github/workflows) config, or [ddev](../../ddev/about.md#cli) | | dependencies | any change in shipped dependencies | | release | any [base package](../../base/about.md), [dev package](../../ddev/about.md), or integration release | diff --git a/docs/developer/meta/ci/validation.md b/docs/developer/meta/ci/validation.md index 99bc19f770449..cf8ff1b5f5ef8 100644 --- a/docs/developer/meta/ci/validation.md +++ b/docs/developer/meta/ci/validation.md @@ -18,7 +18,7 @@ This validates that each integration version is in sync with the [`requirements- ddev validate ci ``` -This validates that all CI entries for integrations are valid. This includes checking if the integration has the correct [Codecov config](https://github.com/DataDog/integrations-core/blob/master/.codecov.yml), and has a valid [CI entry](testing.md#target-enumeration) if it is testable. +This validates that all CI entries for integrations are valid. This includes checking if the integration has the correct [Datadog Code Coverage config](https://github.com/DataDog/integrations-core/blob/master/code-coverage.datadog.yml), and has a valid [CI entry](testing.md#target-enumeration) if it is testable. !!! tip Run `ddev validate ci --sync` to resolve most errors. diff --git a/druid/assets/logs/druid_tests.yaml b/druid/assets/logs/druid_tests.yaml index b37d6fab11911..501d496eef1f6 100644 --- a/druid/assets/logs/druid_tests.yaml +++ b/druid/assets/logs/druid_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "druid" tests: diff --git a/gitlab/assets/logs/gitlab_tests.yaml b/gitlab/assets/logs/gitlab_tests.yaml index 76f9dc6b5288b..2fc43f6b89e99 100644 --- a/gitlab/assets/logs/gitlab_tests.yaml +++ b/gitlab/assets/logs/gitlab_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "gitlab" tests: diff --git a/gitlab_runner/assets/logs/gitlab-runner_tests.yaml b/gitlab_runner/assets/logs/gitlab-runner_tests.yaml index e6f4a2c02689c..1bb0d2c32953f 100644 --- a/gitlab_runner/assets/logs/gitlab-runner_tests.yaml +++ b/gitlab_runner/assets/logs/gitlab-runner_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "gitlab-runner" tests: diff --git a/haproxy/assets/logs/haproxy_tests.yaml b/haproxy/assets/logs/haproxy_tests.yaml index 3dd1fb2e9a623..12e5d67e5ed40 100644 --- a/haproxy/assets/logs/haproxy_tests.yaml +++ b/haproxy/assets/logs/haproxy_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: haproxy tests: - sample: 10.0.1.2:33317 [06/Feb/2009:12:14:14.655] http-in static/srv1 10/0/30/69/109 200 2750 - - ---- 1/1/1/1/0 0/0 {1wt.eu} {} "GET /index.html HTTP/1.1" diff --git a/harbor/assets/logs/harbor_tests.yaml b/harbor/assets/logs/harbor_tests.yaml index c979bb1c452c2..5eddcfc77a643 100644 --- a/harbor/assets/logs/harbor_tests.yaml +++ b/harbor/assets/logs/harbor_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "harbor" tests: diff --git a/kafka/assets/logs/kafka_tests.yaml b/kafka/assets/logs/kafka_tests.yaml index 5a36845ba0c9e..00343fbbc39be 100644 --- a/kafka/assets/logs/kafka_tests.yaml +++ b/kafka/assets/logs/kafka_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "kafka" tests: diff --git a/kuma/assets/logs/kuma_tests.yaml b/kuma/assets/logs/kuma_tests.yaml index 876b406bd9f59..fa40b17145659 100644 --- a/kuma/assets/logs/kuma_tests.yaml +++ b/kuma/assets/logs/kuma_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: kuma tests: diff --git a/microsoft_copilot/assets/logs/microsoft-copilot_tests.yaml b/microsoft_copilot/assets/logs/microsoft-copilot_tests.yaml index 537acd9ad6686..1d1ded03dac5e 100644 --- a/microsoft_copilot/assets/logs/microsoft-copilot_tests.yaml +++ b/microsoft_copilot/assets/logs/microsoft-copilot_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: microsoft-copilot tests: - sample: >- diff --git a/mysql/assets/logs/mysql_tests.yaml b/mysql/assets/logs/mysql_tests.yaml index 144ed6c0edac5..005eccb18972d 100644 --- a/mysql/assets/logs/mysql_tests.yaml +++ b/mysql/assets/logs/mysql_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "mysql" tests: diff --git a/nginx/assets/logs/nginx.yaml b/nginx/assets/logs/nginx.yaml index 21508a86b2e0a..e36c1fa983bbf 100755 --- a/nginx/assets/logs/nginx.yaml +++ b/nginx/assets/logs/nginx.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: nginx metric_id: nginx backend_only: false diff --git a/nginx/assets/logs/nginx_tests.yaml b/nginx/assets/logs/nginx_tests.yaml index b3392b1576202..cc9b568b5bc02 100755 --- a/nginx/assets/logs/nginx_tests.yaml +++ b/nginx/assets/logs/nginx_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "nginx" tests: - sample: '127.0.0.1 - frank [13/Jul/2016:10:55:36 +0000] "GET /apache_pb.gif HTTP/1.0" 200 2326' diff --git a/pan_firewall/assets/logs/pan.firewall_tests.yaml b/pan_firewall/assets/logs/pan.firewall_tests.yaml index 6640136dc610e..620b0727552f6 100644 --- a/pan_firewall/assets/logs/pan.firewall_tests.yaml +++ b/pan_firewall/assets/logs/pan.firewall_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "pan.firewall" tests: - diff --git a/plaid/assets/logs/plaid_tests.yaml b/plaid/assets/logs/plaid_tests.yaml index d0e37ee789668..dfeaff3a76290 100644 --- a/plaid/assets/logs/plaid_tests.yaml +++ b/plaid/assets/logs/plaid_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "plaid" tests: - diff --git a/plivo/assets/logs/plivo_tests.yaml b/plivo/assets/logs/plivo_tests.yaml index f54636a02f8b7..0fc83b49751ad 100644 --- a/plivo/assets/logs/plivo_tests.yaml +++ b/plivo/assets/logs/plivo_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: plivo tests: - sample: >- diff --git a/riak/assets/logs/riak_tests.yaml b/riak/assets/logs/riak_tests.yaml index ff1a1f0f82cb3..c4fdc632805f1 100644 --- a/riak/assets/logs/riak_tests.yaml +++ b/riak/assets/logs/riak_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "riak" tests: - diff --git a/sonicwall_firewall/assets/logs/sonicwall-firewall_tests.yaml b/sonicwall_firewall/assets/logs/sonicwall-firewall_tests.yaml index e71e99993bfab..27dfb21a379a7 100644 --- a/sonicwall_firewall/assets/logs/sonicwall-firewall_tests.yaml +++ b/sonicwall_firewall/assets/logs/sonicwall-firewall_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "sonicwall-firewall" tests: - diff --git a/tenable/assets/logs/tenable_tests.yaml b/tenable/assets/logs/tenable_tests.yaml index e6716565e3055..6fd087762b73f 100644 --- a/tenable/assets/logs/tenable_tests.yaml +++ b/tenable/assets/logs/tenable_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "tenable" tests: - diff --git a/tomcat/assets/logs/tomcat_tests.yaml b/tomcat/assets/logs/tomcat_tests.yaml index 0d5f325f90ae5..d2314773a7726 100644 --- a/tomcat/assets/logs/tomcat_tests.yaml +++ b/tomcat/assets/logs/tomcat_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: tomcat tests: - sample: 2005-09-07 14:07:41,508 [main] INFO MyApp - Entering application. diff --git a/traefik_mesh/assets/logs/traefik_tests.yaml b/traefik_mesh/assets/logs/traefik_tests.yaml index 9e4e30e944404..2e90e7f32ffac 100644 --- a/traefik_mesh/assets/logs/traefik_tests.yaml +++ b/traefik_mesh/assets/logs/traefik_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "traefik" tests: - diff --git a/vault/assets/logs/vault_tests.yaml b/vault/assets/logs/vault_tests.yaml index 70f47c423a285..6295905cba662 100644 --- a/vault/assets/logs/vault_tests.yaml +++ b/vault/assets/logs/vault_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: "vault" tests: - diff --git a/vonage/assets/logs/vonage_tests.yaml b/vonage/assets/logs/vonage_tests.yaml index b65d23eebcb34..1040b50afb5a2 100644 --- a/vonage/assets/logs/vonage_tests.yaml +++ b/vonage/assets/logs/vonage_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks Expected sample output: id: "vonage" tests: diff --git a/zk/assets/logs/zookeeper_tests.yaml b/zk/assets/logs/zookeeper_tests.yaml index 0acc153a3ce49..443a6e6b6cced 100644 --- a/zk/assets/logs/zookeeper_tests.yaml +++ b/zk/assets/logs/zookeeper_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks # bypass-global-timestamp-format-in-sample-checks id: "zookeeper" tests: diff --git a/zscaler_private_access/assets/logs/zscaler-private-access_tests.yaml b/zscaler_private_access/assets/logs/zscaler-private-access_tests.yaml index fe46f6bcf8419..18f0de70a98a9 100644 --- a/zscaler_private_access/assets/logs/zscaler-private-access_tests.yaml +++ b/zscaler_private_access/assets/logs/zscaler-private-access_tests.yaml @@ -1,3 +1,4 @@ +# bypass-global-date-remapper-parse-failure-checks id: zscaler-private-access tests: -