Pmm 13928

pmm_qa/percona-distribution-postgresql/data/pg_hba.conf.j2

@@ -0,0 +1,3 @@
+host    replication     {{ replication_user }}      0.0.0.0/0       md5
+host    all             all                         0.0.0.0/0       md5
+local   all             postgres                    trust

pmm_qa/percona-distribution-postgresql/data/pg_hba_replica.conf.j2

@@ -0,0 +1,3 @@
+host    replication     {{ replication_user }}      0.0.0.0/0       md5
+host    all             all                         0.0.0.0/0       md5
+local   all             postgres                    trust

pmm_qa/percona-distribution-postgresql/data/postgres-replica.conf

@@ -0,0 +1,14 @@
+hba_file = '/etc/postgresql/pg_hba.conf'
+shared_preload_libraries = 'pg_stat_monitor'
+track_activity_query_size=2048
+track_io_timing=ON
+max_connections=1000
+listen_addresses = '*'
+pg_stat_monitor.pgsm_enable_query_plan = 'yes'
+pg_stat_monitor.pgsm_query_max_len = 2048
+pg_stat_monitor.pgsm_normalized_query=1
+pg_stat_monitor.pgsm_enable_query_plan=1
+log_connections = on
+log_disconnections = on
+log_replication_commands = on
+log_statement = 'all'

pmm_qa/percona-distribution-postgresql/data/postgresql-primary.conf

@@ -0,0 +1,16 @@
+wal_level = replica
+max_wal_senders = 10
+wal_keep_size = 64MB
+hot_standby = on
+listen_addresses = '*'
+hba_file = '/etc/postgresql/pg_hba.conf'
+shared_preload_libraries = 'pg_stat_monitor'
+track_activity_query_size=2048
+track_io_timing=ON
+max_connections=1000
+listen_addresses = '*'
+pg_stat_monitor.pgsm_enable_query_plan = 'yes'
+log_connections = on
+log_disconnections = on
+log_replication_commands = on
+log_statement = 'all'

pmm_qa/percona-distribution-postgresql/percona-distribution-postgres-setup.yml

@@ -0,0 +1,257 @@
+---
+# Percona Distribution Postgresql Replication
+- name: Setup Postgresql replication
+  hosts: localhost
+  connection: local
+  gather_facts: yes
+  vars:
+    pg_version: "{{ lookup('env', 'PGSQL_VERSION') | default('17', true) }}"
+    replication_user: "repl_user"
+    replication_password: "GRgrO9301RuF"
+    root_password: "GRgrO9301RuF"
+    pdpgsql_port: 5432
+    nodes_count: "{{ (lookup('env', 'NODES_COUNT') | default('2', true)) | int }}"
+    network_name: "pmm-qa"
+    data_dir: "{{ lookup('env', 'HOME') }}/pgsql_cluster_data"
+    pmm_server_ip: "{{ lookup('vars', 'extra_pmm_server_ip', default=lookup('env','PMM_SERVER_IP') | default('127.0.0.1', true) ) }}"
+    client_version: "{{ lookup('vars', 'extra_client_version', default=lookup('env','CLIENT_VERSION') | default('3-dev-latest', true) ) }}"
+    admin_password: "{{ lookup('vars', 'extra_admin_password', default=lookup('env','ADMIN_PASSWORD') | default('admin', true) ) }}"
+    query_source: "{{ lookup('env', 'QUERY_SOURCE') | default('pgstatements', true) }}"
+    metrics_mode: "auto"
+    setup_type: "{{ lookup('env', 'SETUP_TYPE') }}"
+    random_service_name_value: ""
+    docker_repo: "percona/percona-distribution-postgresql"
+
+  tasks:
+    - name: Create Docker network
+      community.docker.docker_network:
+        name: "{{ network_name }}"
+        state: present
+      ignore_errors: yes
+
+    - name: Remove old data folders
+      shell: 'rm -fr {{ data_dir }}'
+
+    - name: Create data directories
+      file:
+        path: "{{ data_dir }}/node{{ item }}/data"
+        state: directory
+        mode: '0755'
+      loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+    - name: Generate pg_hba.conf for primary node
+      template:
+        src: data/pg_hba.conf.j2
+        dest: "{{ data_dir }}/node1/pg_hba.conf"
+
+    - name: Generate pg_hba.conf for replica node
+      template:
+        src: data/pg_hba_replica.conf.j2
+        dest: "{{ data_dir }}/node{{ item }}/pg_hba.conf"
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Fix permissions on data directory
+      file:
+        path: "{{ data_dir }}/node{{ item }}/data"
+        owner: 1001
+        group: 1001
+        recurse: yes
+      loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+    - name: Remove old PostgreSQL primary container
+      community.docker.docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_1"
+        image: "{{ docker_repo }}:{{ pg_version }}"
+        restart_policy: always
+        state: absent
+      ignore_errors: yes
+
+    - name: Start PostgreSQL primary container
+      community.docker.docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_1"
+        image: "{{ docker_repo }}:{{ pg_version }}"
+        restart_policy: always
+        state: started
+        recreate: true
+        networks:
+          - name: "{{ network_name }}"
+        env:
+          POSTGRES_PASSWORD: "{{ root_password }}"
+        volumes:
+          - "{{ data_dir }}/node1/data:/data/db"
+          - "./data/postgresql-primary.conf:/etc/postgresql/postgresql.conf:ro"
+          - "{{ data_dir }}/node1/pg_hba.conf:/etc/postgresql/pg_hba.conf:ro"
+        command: -c config_file=/etc/postgresql/postgresql.conf
+        ports:
+          - "{{ pdpgsql_port }}:5432"
+
+    - name: Wait for PgSQL to be available
+      wait_for:
+        host: localhost
+        port: "{{ pdpgsql_port }}"
+        delay: 10
+        timeout: 300
+
+    - name: Create replication user
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_1"
+        user: postgres
+        command: >
+          psql -c "
+          CREATE ROLE {{ replication_user }} WITH REPLICATION LOGIN ENCRYPTED PASSWORD '{{ replication_password }}';
+          "
+
+    - name: Stop and remove replica if exists
+      community.docker.docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        state: absent
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+      ignore_errors: yes
+
+    - name: Start Percona Distribution PostgreSQL replica container
+      community.docker.docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        image: "{{ docker_repo }}:{{ pg_version }}"
+        restart_policy: "no"
+        state: started
+        command: sleep infinity
+        networks:
+          - name: "{{ network_name }}"
+        env:
+          POSTGRES_INITDB_SKIP: "yes"
+          POSTGRES_PASSWORD: "{{ root_password }}"
+        volumes:
+          - "{{ data_dir }}/node{{ item }}/data:/data/db"
+          - "./data/postgres-replica.conf:/etc/postgresql/postgresql.conf:ro"
+          - "{{ data_dir }}/node{{ item }}/pg_hba.conf:/etc/postgresql/pg_hba.conf:ro"
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Wipe replica data directory before basebackup
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        user: root
+        command: rm -rf /data/db/*
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Create PostgreSQL user 'pmm' with password
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_1"
+        user: postgres
+        command: >
+          bash -c '
+            psql -U postgres -d {{ db_name | default("postgres") }} -c "
+              CREATE USER pmm WITH PASSWORD '\''pmm'\'';
+              GRANT pg_monitor TO pmm;
+            "
+          '
+
+    - name: Create custom database for pgbench
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_1"
+        user: postgres
+        command: >
+          bash -c "
+            echo \"
+            CREATE DATABASE pgbench;
+            \\c pgbench
+            GRANT CONNECT ON DATABASE pgbench TO pmm;
+            GRANT USAGE ON SCHEMA public TO pmm;
+            GRANT SELECT, INSERT, UPDATE, DELETE ON ALL TABLES IN SCHEMA public TO pmm;
+            ALTER DEFAULT PRIVILEGES IN SCHEMA public
+              GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO pmm;
+            \" | psql -U postgres -v ON_ERROR_STOP=1
+          "
+
+    - name: Run pg_basebackup from primary to replica
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        user: root
+        command: >
+          bash -c "
+            export PGPASSWORD='{{ replication_password }}' && \
+            timeout 120s \
+            pg_basebackup --pgdata=/data/db -R -v -Fp -Xs -P \
+            --host=pdpgsql_pmm_{{ pg_version }}_1 --port=5432 -U {{ replication_user }} > /tmp/pg_basebackup.log 2>&1
+          "
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Remove temporary backup container
+      docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        state: absent
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Fix permissions on data directory
+      file:
+        path: "{{ data_dir }}/node{{ item }}/data"
+        owner: 1001
+        group: 1001
+        recurse: yes
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Restart Percona Distribution PostgreSQL container with custom command
+      community.docker.docker_container:
+        name: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        image: "{{ docker_repo }}:{{ pg_version }}"
+        restart: true
+        state: started
+        command: -c config_file=/etc/postgresql/postgresql.conf
+        networks:
+          - name: "{{ network_name }}"
+        env:
+          POSTGRES_PASSWORD: "{{ root_password }}"
+        volumes:
+          - "{{ data_dir }}/node{{ item }}/data:/data/db"
+          - "./data/postgres-replica.conf:/etc/postgresql/postgresql.conf:ro"
+          - "{{ data_dir }}/node1/pg_hba.conf:/etc/postgresql/pg_hba.conf:ro"
+        ports:
+          - "{{ pdpgsql_port + item - 1}}:5432"
+      loop: "{{ range(2, nodes_count | int + 1) | list }}"
+
+    - name: Install pg stat monitor.
+      include_tasks: ./tasks/install_pg_stat-monitor.yml
+
+    - name: Install and add pmm client.
+      include_tasks: ../tasks/install_pmm_client.yml
+      vars:
+        container_name: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+      loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+    - name: Get already connected services to pmm server
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_1"
+        command: >
+          sh -c 'curl --location --insecure -u"admin:{{ admin_password }}" -s --request GET "http://{{ pmm_server_ip }}:{{ '80' if pmm_server_ip is ansible.utils.ipv4 else '8080' }}/v1/management/services" | jq -r ".services[].service_name"'
+      register: pmm_server_services
+
+    - name: Display already connected services to pmm server
+      debug:
+        msg: "{{ pmm_server_services.stdout | split('\n') }}"
+
+    - name: Find out if service is already connected to pmm server
+      block:
+        - name: Loop through percona servers
+          set_fact:
+            random_service_name_value: "_{{ 9999 | random + 1 }}"
+          loop: "{{ range(1, nodes_count | int + 1) | list }}"
+          when: "('pdpgsql_pmm_' ~ pg_version ~ '_' ~ item) in pmm_server_services.stdout"
+
+    - name: Add service to pmm server
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+        command: pmm-admin add postgresql --username=pmm --password=pmm --query-source=pgstatmonitor pdpgsql_pmm_{{ pg_version }}_{{ item }}{{ random_service_name_value }} --debug 127.0.0.1:5432
+      loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+    - name: Run load on primary node.
+      include_tasks: ../postgresql/tasks/run_load_pgsql.yml
+      vars:
+        node_name: "pdpgsql_pmm_{{ pg_version }}_1"
+        pgbench_clients: 10
+        pgbench_time: 120
+        pgbench_scale: 1000
+
+    - name: Check replication status on primary
+      community.docker.docker_container_exec:
+        container: "pdpgsql_pmm_{{ pg_version }}_1"
+        user: postgres
+        command: psql -c "SELECT * FROM pg_stat_replication;"

pmm_qa/percona-distribution-postgresql/tasks/install_pg_stat-monitor.yml

@@ -0,0 +1,49 @@
+- name: Detect OS inside the container
+  community.docker.docker_container_exec:
+    container: "pdpgsql_pmm_{{ pg_version }}_1"
+    command: cat /etc/os-release
+  register: container_os_info
+
+- name: Set distro family (debian/rhel)
+  set_fact:
+    distro_family: >-
+      {{
+        (
+          'debian' if 'debian' in container_os_info.stdout | lower else
+          'rhel' if 'rhel' in container_os_info.stdout | lower or 'centos' in container_os_info.stdout | lower or 'fedora' in container_os_info.stdout | lower
+          else 'unknown'
+        ) | trim
+      }}
+
+- name: Install dependencies inside Debian-family container
+  community.docker.docker_container_exec:
+    container: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+    command: >
+      sh -c '
+      apt-get update &&
+      apt-get install percona-pg-stat-monitor{{ pg_version }}
+      '
+    user: "root"
+  when: distro_family == "debian"
+  loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+- name: Install dependencies inside RHEL-family container
+  community.docker.docker_container_exec:
+    container: "pdpgsql_pmm_{{ pg_version }}_{{ item }}"
+    command: >
+      sh -c '
+        microdnf install percona-pg-stat-monitor{{ pg_version }}
+      '
+    user: "root"
+  when: distro_family == "rhel"
+  loop: "{{ range(1, nodes_count | int + 1) | list }}"
+
+- name: Create pg_stat_statements extension
+  community.docker.docker_container_exec:
+    container: "pdpgsql_pmm_{{ pg_version }}_1"
+    user: postgres
+    command: >
+      psql -U postgres -d 'postgres' -c "
+        CREATE EXTENSION IF NOT EXISTS pg_stat_monitor;
+        SELECT pg_stat_monitor_version();
+      "

pmm_qa/percona_server/percona-server-setup.yml

@@ -21,6 +21,7 @@
     client_version: "{{ lookup('vars', 'extra_client_version', default=lookup('env','CLIENT_VERSION') | default('3-dev-latest', true) ) }}"
     admin_password: "{{ lookup('vars', 'extra_admin_password', default=lookup('env','ADMIN_PASSWORD') | default('admin', true) ) }}"
     query_source: "{{ lookup('env', 'QUERY_SOURCE') | default('perfschema', true) }}"
+    metrics_mode: "{{ lookup('env', 'metrics_mode') }}"
     setup_type: "{{ lookup('env', 'SETUP_TYPE') }}"
     random_service_name_value: ""
 
@@ -40,7 +41,7 @@
         name: "{{ network_name }}"
         state: present
 
-    - name: "Remove old data folders"
+    - name: Remove old data folders
       shell: 'rm -fr {{ data_dir }}'
       loop: "{{ range(1, nodes_count | int + 1) | list }}"
 
@@ -73,7 +74,7 @@
       when: setup_type == "replication"
 
     - name: Setup Percona Server
-      include_tasks: ./tasks/percona-server-setup.yml
+      include_tasks: tasks/percona-server-setup-single.yml
       when: setup_type != "gr" and setup_type != "replication"
 
     - name: Create slowlog configuration for mysql nodes
@@ -90,7 +91,7 @@
       when: query_source == "slowlog"
 
     - name: Install and add pmm client.
-      include_tasks: ../tasks/install_pmm_client_centos.yml
+      include_tasks: ../tasks/install_pmm_client.yml
       vars:
         container_name: "ps_pmm_{{ ps_version }}_{{ item }}"
       loop: "{{ range(1, nodes_count | int + 1) | list }}"
@@ -230,6 +231,6 @@
             --tables=10 
             --table-size=100000 
             --threads=16 
-            --time=60 
+            --time=60
             run
       loop: "{{ range(1, nodes_count | int + 1) | list }}"