get-external-files.py

#!/usr/bin/env pyton3

import re

import requests

FILES = [
    {
        "source": "https://raw.githubusercontent.com/SovereignCloudStack/docs/main/docs/02-iaas/guides/user-guide/security-groups/security-groups.md",
        "author": "SCS Community",
        "license": "CC by Attribution 4.0 International",
        "repository": "SovereignCloudStack/docs",
        "target": "docs/guides/user-guide/openstack/security-groups.md",
        "header": "---\nsidebar_label: Security groups\n---\n\n",
        "title": "How to configure and use security groups",
    },
    {
        "source": "https://raw.githubusercontent.com/SovereignCloudStack/openstack-health-monitor/main/docs/Debian12-Install.md",
        "author": "SCS Community",
        "license": "CC by Attribution 4.0 International",
        "repository": "SovereignCloudStack/openstack-health-monitor",
        "target": "docs/guides/operations-guide/openstack/tools/openstack-health-monitor.md",
        "header": "---\nsidebar_label: OpenStack Health Monitor\n---\n\n",
        "title": "Setting up OpenStack health monitor on Debian",
    },
    {
        "source": "https://raw.githubusercontent.com/SovereignCloudStack/docs/main/docs/02-iaas/guides/user-guide/user-data-backups.md",
        "author": "SCS Community",
        "license": "CC by Attribution 4.0 International",
        "repository": "SovereignCloudStack/docs",
        "target": "docs/guides/user-guide/openstack/user-data-backups.md",
        "header": "---\nsidebar_label: User Data Backups\n---\n\n",
    },
]

for file in FILES:
    r = requests.get(file["source"], allow_redirects=True)
    with open(file["target"], "wb") as fp:
        fp.write(str.encode(file["header"]))

        if "title" in file:
            text = re.sub("^# .*", f"# {file['title']}", r.text)
            fp.write(str.encode(text))
        else:
            fp.write(r.content)

        footer = f"\n\n_The source of this document can be found in the [{file['repository']}]({file['source']}) repository._\n\n_Author: {file['author']}, License: {file['license']}_\n"
        fp.write(str.encode(footer))