Add support for PostgreSQL 18 (#1274)

vitabaks · web-flow · commit 63de65bfc8bc · 2025-09-27T22:17:22.000+07:00
diff --git a/.github/workflows/molecule.yml b/.github/workflows/molecule.yml
@@ -35,12 +35,6 @@ jobs:
           - distro: almalinux10
             tag: latest
             namespace: glillico
-          - distro: oraclelinux9
-            tag: latest
-            namespace: glillico
-          - distro: oraclelinux10
-            tag: latest
-            namespace: glillico
 
     steps:
       - name: Set TERM environment variable
diff --git a/README.md b/README.md
@@ -101,7 +101,7 @@ It requires the installation of a consul in client mode on each application serv
 
 ## Compatibility
 
-RedHat and Debian based distros (x86_64)
+RedHat and Debian based distros.
 
 ###### Supported Linux Distributions:
 
@@ -112,11 +112,13 @@ RedHat and Debian based distros (x86_64)
 - **Rocky Linux**: 8, 9, 10
 - **AlmaLinux**: 8, 9, 10
 
+Architecture: x86_64 (amd64), aarch64 (arm64).
+
 ###### PostgreSQL versions:
 
 all supported PostgreSQL versions
 
-:white_check_mark: tested, works fine: PostgreSQL 10, 11, 12, 13, 14, 15, 16, 17
+:white_check_mark: tested, works fine: PostgreSQL 10, 11, 12, 13, 14, 15, 16, 17, 18
 
 _Table of results of daily automated testing of cluster deployment:_
 | Distribution | Test result |
diff --git a/automation/molecule/default/converge.yml b/automation/molecule/default/converge.yml
@@ -18,7 +18,7 @@
           else (['etcd', 'consul'] | random) }}" # TODO: Consul support for RHEL 10, Debian 13
         consul_node_role: server # if dcs_type: "consul"
         consul_bootstrap_expect: true # if dcs_type: "consul"
-        postgresql_version: 17 # to test custom WAL dir
+        postgresql_version: 18
         pgbouncer_processes: 2 # Test multiple pgbouncer processes (so_reuseport)
         patroni_tags: "datacenter=dc1,key1=value1"
         balancer_tags: "datacenter=dc1"
@@ -61,25 +61,21 @@
 
     - name: Set variables for Extensions test
       ansible.builtin.set_fact:
-        # TODO: timescaledb packages are not available for RHEL 10, Debian 13
-        # Citus packages are not available for Ubuntu 24.04 and Debian 13
-        enable_timescale: "{{ 'false' if ansible_distribution_major_version in ['10'] or ansible_distribution_release in ['trixie'] else 'true' }}"
+        enable_timescale: false # TODO: not available for PostgreSQL 18
         enable_pg_repack: true
         enable_pg_cron: true
         enable_pgaudit: true
         enable_pgvector: true
         enable_postgis: true
         enable_pgrouting: true
-        enable_pg_stat_kcache: true
         enable_pg_wait_sampling: true
-        enable_pg_partman: true
-        enable_citus: "{{ 'false' if ansible_distribution_release in ['noble', 'trixie'] else 'true' }}"
-        enable_pgvectorscale: "{{ 'true' if ansible_distribution_release in ['bookworm', 'jammy', 'noble'] else 'false' }}" # only deb packages are available
+        enable_pg_stat_kcache: false # TODO: not available for PostgreSQL 18
+        enable_pg_partman: false # TODO: not available for PostgreSQL 18
+        enable_pgvectorscale: false # TODO: not available for PostgreSQL 18
         # create extension
         postgresql_extensions:
           - { ext: "vector", db: "postgres" }
-          - { ext: "vectorscale", db: "postgres" }
-        #  - { ext: "", db: "" }
+        #  - { ext: "vectorscale", db: "postgres" }
 
     - name: Set variables for PostgreSQL Cluster update test
       ansible.builtin.set_fact:
diff --git a/automation/molecule/default/molecule.yml b/automation/molecule/default/molecule.yml
@@ -2,7 +2,7 @@
 platforms:
   - name: pgnode01
     hostname: pgnode01
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     # docker_networks:  # TODO github.com/ansible-community/molecule/pull/2696
     # - name: test_docker_network
     # ipam_config:
@@ -38,7 +38,7 @@ platforms:
 
   - name: pgnode02
     hostname: pgnode02
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     networks:
       - name: test_docker_network
         ipv4_address: 10.172.0.21
@@ -69,7 +69,7 @@ platforms:
 
   - name: pgnode03
     hostname: pgnode03
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     networks:
       - name: test_docker_network
         ipv4_address: 10.172.0.22
diff --git a/automation/molecule/pg_upgrade/converge.yml b/automation/molecule/pg_upgrade/converge.yml
@@ -18,7 +18,7 @@
           else (['etcd', 'consul'] | random) }}" # TODO: Consul support for RHEL 10, Debian 13
         consul_node_role: server # if dcs_type: "consul"
         consul_bootstrap_expect: true # if dcs_type: "consul"
-        postgresql_version: 16 # redefine the version to install for the upgrade test
+        postgresql_version: 17 # redefine the version to install for the upgrade test
         pgbouncer_processes: 4 # Test multiple pgbouncer processes (so_reuseport)
         cacheable: true
       delegate_to: localhost
@@ -27,25 +27,21 @@
     # Extension Auto-Setup
     - name: Set variables for Extensions test
       ansible.builtin.set_fact:
-        # TODO: timescaledb packages are not available for RHEL 10, Debian 13
-        # Citus packages are not available for Ubuntu 24.04 and Debian 13
-        enable_timescale: "{{ 'false' if ansible_distribution_major_version in ['10'] or ansible_distribution_release in ['trixie'] else 'true' }}"
+        enable_timescale: false # TODO: not available for PostgreSQL 18
         enable_pg_repack: true
         enable_pg_cron: true
         enable_pgaudit: true
         enable_pgvector: true
         enable_postgis: true
         enable_pgrouting: true
-        enable_pg_stat_kcache: true
         enable_pg_wait_sampling: true
-        enable_pg_partman: true
-        enable_citus: "{{ 'false' if ansible_distribution_release in ['noble', 'trixie'] else 'true' }}"
-        enable_pgvectorscale: "{{ 'true' if ansible_distribution_release in ['bookworm', 'jammy', 'noble'] else 'false' }}" # only deb packages are available
+        enable_pg_stat_kcache: false # TODO: not available for PostgreSQL 18
+        enable_pg_partman: false # TODO: not available for PostgreSQL 18
+        enable_pgvectorscale: false # TODO: not available for PostgreSQL 18
         # create extension
         postgresql_extensions:
           - { ext: "vector", db: "postgres" }
-          - { ext: "vectorscale", db: "postgres" }
-        #  - { ext: "", db: "" }
+        #  - { ext: "vectorscale", db: "postgres" }
 
     # Consul package for OracleLinux missing in HashiCorp repository
     # Only the installation of a binary file is supported
@@ -64,8 +60,8 @@
 
     - name: Set variables for PostgreSQL upgrade test
       ansible.builtin.set_fact:
-        pg_old_version: 16
-        pg_new_version: 17
+        pg_old_version: 17
+        pg_new_version: 18
 
     - name: Add repository GPG key
       ansible.builtin.command: "rpm --import https://repo.almalinux.org/almalinux/RPM-GPG-KEY-AlmaLinux-{{ ansible_distribution_major_version }}"
diff --git a/automation/molecule/pg_upgrade/molecule.yml b/automation/molecule/pg_upgrade/molecule.yml
@@ -2,7 +2,7 @@
 platforms:
   - name: pgnode01
     hostname: pgnode01
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     networks:
       - name: upgrade_test_docker_network
         ipv4_address: 10.172.2.20
@@ -33,7 +33,7 @@ platforms:
 
   - name: pgnode02
     hostname: pgnode02
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     networks:
       - name: upgrade_test_docker_network
         ipv4_address: 10.172.2.21
@@ -64,7 +64,7 @@ platforms:
 
   - name: pgnode03
     hostname: pgnode03
-    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2204}-ansible:${IMAGE_TAG:-latest}"
+    image: "${IMAGE_NAMESPACE:-geerlingguy}/docker-${IMAGE_DISTRO:-ubuntu2404}-ansible:${IMAGE_TAG:-latest}"
     networks:
       - name: upgrade_test_docker_network
         ipv4_address: 10.172.2.22
diff --git a/automation/molecule/tests/patroni/patroni.yml b/automation/molecule/tests/patroni/patroni.yml
@@ -1,11 +1,13 @@
 ---
 - name: Check Patroni status
   ansible.builtin.uri:
-    url: "{{ patroni_restapi_protocol }}://{{ patroni_restapi_connect_addr | default(patroni_bind_address | default(bind_address, true), true) }}:\
-      {{ patroni_restapi_port | default(8008) }}/patroni"
+    url: >-
+      {{ patroni_restapi_protocol | default('https') }}://{{ patroni_restapi_connect_addr
+        | default(patroni_bind_address | default(bind_address, true), true) }}:{{ patroni_restapi_port
+        | default('8008') }}/leader
     method: GET
     return_content: true
-    ca_path: "{{ patroni_restapi_cafile | default(omit, true) }}"
+    ca_path: "{{ patroni_restapi_cafile | default('/etc/tls/ca.crt') }}"
   register: patroni_response
   failed_when: "'running' not in patroni_response.json.state"
 
diff --git a/automation/molecule/tests/roles/patroni/variables/custom_wal_dir.yml b/automation/molecule/tests/roles/patroni/variables/custom_wal_dir.yml
@@ -3,10 +3,10 @@
 # 🎯 The goal is to verify the correct display of renaming based on PostgreSQL version
 
 # 🔄 Set postgresql_version for the first test scenario
-- name: Molecule.tests.roles.patroni.variables.custom_wal_dir | Define PG version as 17 for scenario 1
+- name: Molecule.tests.roles.patroni.variables.custom_wal_dir | Define PG version as 18 for scenario 1
   run_once: true
   ansible.builtin.set_fact:
-    postgresql_version: 17
+    postgresql_version: 18
 
 # ======================================
 # 💻 Scenario: PostgreSQL version >= 10
@@ -22,21 +22,21 @@
 - name: Molecule.tests.roles.patroni.variables.custom_wal_dir | Determine mv command for scenario 1
   run_once: true
   ansible.builtin.set_fact:
-    mv_command_postgresql_version_17: "mv {{ postgresql_data_dir }}/{{ pg_wal_dir }} {{ postgresql_data_dir }}/{{ pg_wal_dir }}_old"
+    mv_command_postgresql_version_18: "mv {{ postgresql_data_dir }}/{{ pg_wal_dir }} {{ postgresql_data_dir }}/{{ pg_wal_dir }}_old"
 
 # 🚀 Display the command
 - name: Molecule.tests.roles.patroni.variables.custom_wal_dir | Display command for scenario 1
   run_once: true
   ansible.builtin.debug:
-    var: mv_command_postgresql_version_17
+    var: mv_command_postgresql_version_18
 
 # ✅ Verify if the name has been determined correctly
 - name: Molecule.tests.roles.patroni.variables.custom_wal_dir | Validate mv command for scenario 1 (RedHat)
   run_once: true
   when: ansible_os_family == 'RedHat'
   ansible.builtin.assert:
     that:
-      - mv_command_postgresql_version_17 == 'mv /var/lib/pgsql/17/data/pg_wal /var/lib/pgsql/17/data/pg_wal_old'
+      - mv_command_postgresql_version_18 == 'mv /var/lib/pgsql/18/data/pg_wal /var/lib/pgsql/18/data/pg_wal_old'
     fail_msg: "Test failed for RedHat: incorrect mv command."
     success_msg: "Test passed: mv command for RedHat is correct."
 
@@ -45,7 +45,7 @@
   when: ansible_os_family == 'Debian'
   ansible.builtin.assert:
     that:
-      - mv_command_postgresql_version_17 == 'mv /var/lib/postgresql/17/main/pg_wal /var/lib/postgresql/17/main/pg_wal_old'
+      - mv_command_postgresql_version_18 == 'mv /var/lib/postgresql/18/main/pg_wal /var/lib/postgresql/18/main/pg_wal_old'
     fail_msg: "Test failed for Debian: incorrect mv command."
     success_msg: "Test passed: mv command for Debian is correct."
 
diff --git a/automation/playbooks/config_pgcluster.yml b/automation/playbooks/config_pgcluster.yml
@@ -47,10 +47,12 @@
 
     - name: "[Prepare] Get Patroni Cluster Leader Node"
       ansible.builtin.uri:
-        url: "{{ patroni_restapi_protocol }}://{{ patroni_restapi_connect_addr | default(patroni_bind_address | default(bind_address, true), true) }}:\
-          {{ patroni_restapi_port | default('8008') }}/leader"
+        url: >-
+          {{ patroni_restapi_protocol | default('https') }}://{{ patroni_restapi_connect_addr
+            | default(patroni_bind_address | default(bind_address, true), true) }}:{{ patroni_restapi_port
+            | default('8008') }}/leader
         status_code: 200
-        ca_path: "{{ patroni_restapi_cafile | default(omit, true) }}"
+        ca_path: "{{ patroni_restapi_cafile | default('/etc/tls/ca.crt') }}"
       register: patroni_leader_result
       changed_when: false
       failed_when: false
diff --git a/automation/playbooks/pg_upgrade.yml b/automation/playbooks/pg_upgrade.yml
@@ -1,6 +1,4 @@
 ---
-# TODO:
-# - Citus support
 - name: "vitabaks.autobase.pg_upgrade | Upgrade PostgreSQL {{ pg_old_version }} to the new version {{ pg_new_version }}"
   hosts: postgres_cluster
   gather_facts: true
@@ -19,10 +17,12 @@
 
     - name: "[Prepare] Get Patroni Cluster Leader Node"
       ansible.builtin.uri:
-        url: "{{ patroni_restapi_protocol }}://{{ patroni_restapi_connect_addr | default(patroni_bind_address | default(bind_address, true), true) }}:\
-          {{ patroni_restapi_port | default('8008') }}/leader"
+        url: >-
+          {{ patroni_restapi_protocol | default('https') }}://{{ patroni_restapi_connect_addr
+            | default(patroni_bind_address | default(bind_address, true), true) }}:{{ patroni_restapi_port
+            | default('8008') }}/leader
         status_code: 200
-        ca_path: "{{ patroni_restapi_cafile | default(omit, true) }}"
+        ca_path: "{{ patroni_restapi_cafile | default('/etc/tls/ca.crt') }}"
       register: patroni_leader_result
       changed_when: false
       failed_when: false
diff --git a/automation/playbooks/remove_cluster.yml b/automation/playbooks/remove_cluster.yml
@@ -24,7 +24,7 @@
               ] | reject('equalto', '') | list
             }}
           vars:
-            default_postgresql_version: "{{ postgresql_version | default('17') }}"
+            default_postgresql_version: "{{ postgresql_version | default('18') }}"
             default_postgresql_home_dir: "{{ '/var/lib/postgresql' if ansible_os_family == 'Debian' else '/var/lib/pgsql' }}"
             default_postgresql_cluster_name: "{{ 'main' if ansible_os_family == 'Debian' else 'data' }}"
             default_postgresql_data_dir: "\
diff --git a/automation/playbooks/remove_node.yml b/automation/playbooks/remove_node.yml
@@ -66,7 +66,7 @@
               ] | reject('equalto', '') | list
             }}
           vars:
-            default_postgresql_version: "{{ postgresql_version | default('17') }}"
+            default_postgresql_version: "{{ postgresql_version | default('18') }}"
             default_postgresql_home_dir: "{{ '/var/lib/postgresql' if ansible_os_family == 'Debian' else '/var/lib/pgsql' }}"
             default_postgresql_cluster_name: "{{ 'main' if ansible_os_family == 'Debian' else 'data' }}"
             default_postgresql_data_dir: "\
diff --git a/automation/playbooks/update_pgcluster.yml b/automation/playbooks/update_pgcluster.yml
@@ -23,10 +23,12 @@
 
     - name: "[Prepare] Get Patroni Cluster Leader Node"
       ansible.builtin.uri:
-        url: "{{ patroni_restapi_protocol }}://{{ patroni_restapi_connect_addr | default(patroni_bind_address | default(bind_address, true), true) }}:\
-          {{ patroni_restapi_port | default('8008') }}/leader"
+        url: >-
+          {{ patroni_restapi_protocol | default('https') }}://{{ patroni_restapi_connect_addr
+            | default(patroni_bind_address | default(bind_address, true), true) }}:{{ patroni_restapi_port
+            | default('8008') }}/leader
         status_code: 200
-        ca_path: "{{ patroni_restapi_cafile | default(omit, true) }}"
+        ca_path: "{{ patroni_restapi_cafile | default('/etc/tls/ca.crt') }}"
       register: patroni_leader_result
       changed_when: false
       failed_when: false
diff --git a/automation/roles/common/defaults/main.yml b/automation/roles/common/defaults/main.yml
@@ -245,8 +245,8 @@ consul_services:
 # PostgreSQL parameters
 ############################################################
 
-postgresql_version: 17 # Postgres major version
-postgresql_version_minor: "latest" # Postgres minor version (e.g. '5' for 17.5, or 'latest' for newest). Applicable only on RedHat-based distros.
+postgresql_version: 18 # Postgres major version
+postgresql_version_minor: "latest" # Postgres minor version (e.g. '1' for 18.1, or 'latest' for newest). Applicable only on RedHat-based distros.
 # postgresql_connect_addr: "{{ ansible_hostname }}" # or 'ansible_fqdn'. Set in case you would like connections to be established by domain name, not IP.
 postgresql_listen_addr: "0.0.0.0" # Listen on all interfaces. Or use "{{ bind_address }},127.0.0.1" to listen on a specific IP address.
 postgresql_port: 5432
@@ -1085,17 +1085,17 @@ install_postgresql_repo: true # or 'false' (installed from the package "pgdg-red
 install_postgresql_repo_extras: true # enable PostgreSQL extras repository (e.g., pgdg-rhel8-extras)
 install_epel_repo: true # or 'false' (installed from the package "epel-release-latest.noarch.rpm")
 
-# Full PostgreSQL package version string (e.g., "17.5-1PGDG.rhel9").
+# Full PostgreSQL package version string (e.g., "18.1-1PGDG.rhel9").
 # Used only on RedHat-based distributions, where any minor version can be installed from the PGDG repo.
 # On Debian/Ubuntu, only the latest minor is available for each major release.
 postgresql_package_version_full: "\
   {% if postgresql_version_minor | string == 'latest' %}\
   {% else %}\
   -{{ postgresql_version }}.{{ postgresql_version_minor }}-{{ postgresql_package_release }}PGDG.rhel{{ ansible_distribution_major_version }}\
   {% endif %}"
-postgresql_package_release: 3 # release number of the package in the PGDG repository.
+postgresql_package_release: 1 # release number of the package in the PGDG repository.
 # To find the correct release number, check the PGDG repository for your distribution, example:
-# https://download.postgresql.org/pub/repos/yum/17/redhat/rhel-9-x86_64/
+# https://download.postgresql.org/pub/repos/yum/18/redhat/rhel-9-x86_64/
 
 postgresql_os_specific_packages:
   Debian:
@@ -1123,7 +1123,7 @@ postgresql_os_specific_packages:
 #   - pg_cron_{{ postgresql_version }}
 #   - pg_stat_kcache_{{ postgresql_version }}
 #   - pg_wait_sampling_{{ postgresql_version }}
-#   - postgis33_{{ postgresql_version }}
+#   - postgis36_{{ postgresql_version }}
 #   - pgrouting_{{ postgresql_version }}
 #   - pgvector_{{ postgresql_version }}
 #   - pgaudit17_{{ postgresql_version }}
diff --git a/automation/roles/packages/tasks/extensions.yml b/automation/roles/packages/tasks/extensions.yml
@@ -132,10 +132,10 @@
     postgis_package: >-
       {% if ansible_os_family == 'Debian' %}
       postgresql-{{ pg_version | default(postgresql_version) }}-postgis-3
-      {% elif ansible_os_family == 'RedHat' and pg_version | default(postgresql_version) | int == 16 %}
+      {% elif ansible_os_family == 'RedHat' and pg_version | default(postgresql_version) | int == 12 %}
       postgis34_{{ pg_version | default(postgresql_version) }}
       {% else %}
-      postgis33_{{ pg_version | default(postgresql_version) }}
+      postgis{{ postgis_version | default('36') }}_{{ pg_version | default(postgresql_version) }}
       {% endif %}
   register: package_status
   until: package_status is success
diff --git a/automation/roles/upgrade/README.md b/automation/roles/upgrade/README.md
@@ -1,6 +1,6 @@
 ## PostgreSQL in-place major upgrade
 
-This role is designed for in-place major upgrades of PostgreSQL (e.g., from version 16 to 17).
+This role is designed for in-place major upgrades of PostgreSQL (e.g., from version 17 to 18).
 
 #### Compatibility
 
@@ -33,7 +33,7 @@ Specify the current (old) version of PostgreSQL in the `pg_old_version` variable
 ### Upgrade
 
 ```bash
-ansible-playbook pg_upgrade.yml -e "pg_old_version=16 pg_new_version=17"
+ansible-playbook pg_upgrade.yml -e "pg_old_version=17 pg_new_version=18"
 ```
 
 #### Database Downtime Considerations
diff --git a/automation/roles/upgrade/tasks/update_config.yml b/automation/roles/upgrade/tasks/update_config.yml
diff --git a/console/db/migrations/20250927122311_2.4.0.sql b/console/db/migrations/20250927122311_2.4.0.sql
