Fix packaging integration.

Author: Maxwell175

Lib/__np__/common.py

@@ -144,6 +144,10 @@ def copytree(src, dst, symlinks=False, ignore=None, executable=False):
             if executable:
                 os.chmod(d, 509)  # 775
 
+def cleanup_file_name(filename):
+    if '?' in filename:
+        filename = filename[:filename.index('?')]
+    return filename
 
 def download_file(url, destination):
     if str is bytes:
@@ -166,7 +170,7 @@ def download_file(url, destination):
                 )
             else:
                 destination_file = os.path.join(
-                    destination, os.path.basename(fp.geturl())
+                    destination, cleanup_file_name(os.path.basename(fp.geturl()))
                 )
 
             parent_dir = os.path.dirname(destination_file)
@@ -379,3 +383,26 @@ def write_linker_json(
             },
             f,
         )
+
+def importFileAsModule(modulename, filename):
+    """Import Python module given as a file name.
+
+    Notes:
+        Provides a Python version independent way to import any script files.
+
+    Args:
+        filename: complete path of a Python script
+
+    Returns:
+        Imported Python module with code from the filename.
+    """
+    import importlib.machinery
+    import importlib.util  # pylint: disable=I0021,import-error,no-name-in-module
+
+    build_script_spec = importlib.util.spec_from_loader(
+        modulename, importlib.machinery.SourceFileLoader(modulename, filename)
+    )
+    build_script_module = importlib.util.module_from_spec(build_script_spec)
+    build_script_spec.loader.exec_module(build_script_module)
+    return build_script_module
+

Lib/__np__/metabuild.py

@@ -0,0 +1,33 @@
+import os
+import json
+import setuptools.build_meta
+import pip._vendor.pkg_resources as pkg_resources
+
+import __np__.packaging
+
+class ManagedBackend():
+    def prepare_metadata_for_build_wheel(
+        self, metadata_directory, config_settings=None
+    ):
+        with open(os.path.join("..", "script.json")) as f:
+            metadata = json.load(f)
+        with open(os.path.join(metadata_directory, "METADATA"), 'w') as f:
+            f.write("Metadata-Version: 2.1\n")
+            f.write(f"Name: {metadata['name']}\n")
+            f.write(f"Version: {metadata['version']}\n")
+
+        return "."
+
+    def build_wheel(
+        self,
+        wheel_directory,
+        config_settings = None,
+        metadata_directory = None,
+    ):
+        with open(os.path.join("..", "script.json")) as f:
+            metadata = json.load(f)
+
+        __np__.packaging.build_package(metadata['name'], metadata['version'], metadata['script_metadata'], wheel_directory)
+
+
+managed_build = ManagedBackend()

Lib/__np__/packaging.py

@@ -0,0 +1,259 @@
+import os
+import sys
+import platform
+import json
+import fnmatch
+
+import __np__
+
+PACKAGE_BASE_URL = os.environ.get(
+    "NUITKA_PYTHON_PACKAGE_URL",
+    "https://raw.githubusercontent.com/Nuitka/Nuitka-Python-packages/master",
+)
+
+
+def getPackageUrl(section, name):
+    if platform.system() == "Windows":
+        if str is bytes:
+            section += "/np27-windows"
+        else:
+            section += "/np{0}{1}-windows".format(sys.version_info.major, sys.version_info.minor)
+    elif platform.system() == "Linux":
+        if str is bytes:
+            section += "/np27-linux"
+        else:
+            section += "/np{0}{1}-linux".format(sys.version_info.major, sys.version_info.minor)
+    elif platform.system() == "Darwin":
+        if str is bytes:
+            section += "/np27-macos"
+        else:
+            section += "/np{0}{1}-macos".format(sys.version_info.major, sys.version_info.minor)
+
+    return "{PACKAGE_BASE_URL}/{section}/{name}".format(
+        PACKAGE_BASE_URL=PACKAGE_BASE_URL, section=section, name=name
+    )
+
+
+def getPackageJson(section, name):
+    package_dir_url = getPackageUrl(section, name)
+    with __np__.TemporaryDirectory() as temp_dir:
+        data_filename = __np__.download_file(
+            "{package_dir_url}/index.json".format(**locals()),
+            temp_dir,
+        )
+
+        with open(data_filename) as data_file:
+            return json.loads(data_file.read())
+
+
+def getBuildScriptName(dir_name, name):
+    return "build_script_" + os.path.basename(dir_name).replace("-", "_") + "_" + name
+
+def install_build_tool(name):
+    package_index = getPackageJson("build_tools", name)
+    package_dir_url = getPackageUrl("build_tools", name)
+
+    if "build_tools" in package_index:
+        for tool in package_index["build_tools"]:
+            install_build_tool(tool)
+
+    if os.path.isfile(
+        os.path.join(__np__.getToolsInstallDir(), name, "version.txt")
+    ):
+        with open(
+            os.path.join(__np__.getToolsInstallDir(), name, "version.txt"), "r"
+        ) as f:
+            version = f.read()
+            if version == package_index["version"]:
+                print("Skipping installed build tool {name}.".format(**locals()))
+                return
+
+    print("Setting up build tool {name}...".format(**locals()))
+
+    with __np__.TemporaryDirectory() as temp_dir:
+        for file in package_index["files"]:
+            __np__.download_file(
+                "{package_dir_url}/{file}".format(**locals()),
+                temp_dir,
+            )
+
+        build_script_module_name = getBuildScriptName(temp_dir, name)
+        initcwd = os.getcwd()
+        initenviron = dict(os.environ)
+
+        build_script_module = __np__.importFileAsModule(
+            build_script_module_name,
+            os.path.join(temp_dir, package_index["build_script"]),
+        )
+        try:
+            build_script_module.run(temp_dir)
+        finally:
+            if build_script_module_name in sys.modules:
+                del sys.modules[build_script_module_name]
+            try:
+                del build_script_module
+            except NameError:
+                pass
+            os.chdir(initcwd)
+            os.environ.clear()
+            os.environ.update(initenviron)
+
+    with open(
+        os.path.join(__np__.getToolsInstallDir(), name, "version.txt"), "w"
+    ) as f:
+        f.write(package_index["version"])
+
+
+def install_dependency(name):
+    package_index = getPackageJson("dependencies", name)
+    package_dir_url = getPackageUrl("dependencies", name)
+
+    if "build_tools" in package_index:
+        for tool in package_index["build_tools"]:
+            install_build_tool(tool)
+    if "dependencies" in package_index:
+        for dep in package_index["dependencies"]:
+            install_dependency(dep)
+
+    if os.path.isfile(
+        os.path.join(__np__.getDependencyInstallDir(), name, "version.txt")
+    ):
+        with open(
+            os.path.join(__np__.getDependencyInstallDir(), name, "version.txt"), "r"
+        ) as f:
+            version = f.read()
+            if version == package_index["version"]:
+                print("Skipping installed dependency {name}.".format(**locals()))
+                return
+
+    print("Compiling dependency {name}...".format(**locals()))
+
+    with __np__.TemporaryDirectory() as temp_dir:
+        for file in package_index["files"]:
+            __np__.download_file(
+                "{package_dir_url}/{file}".format(**locals()),
+                temp_dir,
+            )
+
+        build_script_module_name = getBuildScriptName(temp_dir, name)
+        initcwd = os.getcwd()
+        initenviron = dict(os.environ)
+
+        build_script_module = __np__.importFileAsModule(
+            build_script_module_name,
+            os.path.join(temp_dir, package_index["build_script"]),
+        )
+        try:
+            build_script_module.run(temp_dir)
+        finally:
+            if build_script_module_name in sys.modules:
+                del sys.modules[build_script_module_name]
+            try:
+                del build_script_module
+            except NameError:
+                pass
+            os.chdir(initcwd)
+            os.environ.clear()
+            os.environ.update(initenviron)
+
+    with open(
+        os.path.join(__np__.getDependencyInstallDir(), name, "version.txt"), "w"
+    ) as f:
+        f.write(package_index["version"])
+
+
+def build_package(package_name, version, script_metadata, wheel_directory):
+    install_temp_dir = os.path.dirname(os.getcwd())
+
+    if "build_tools" in script_metadata:
+        for dep in script_metadata["build_tools"]:
+            install_build_tool(dep)
+
+    if "dependencies" in script_metadata:
+        for dep in script_metadata["dependencies"]:
+            install_dependency(dep)
+
+    for file in script_metadata["files"]:
+        package_dir_url = getPackageUrl("packages", package_name)
+        __np__.download_file(
+            "{package_dir_url}/{file}".format(**locals()),
+            install_temp_dir,
+        )
+
+    build_script_module_name = getBuildScriptName(install_temp_dir, package_name)
+
+    initcwd = os.getcwd()
+    initenviron = dict(os.environ)
+    build_script_module = __np__.importFileAsModule(
+        build_script_module_name,
+        os.path.join(install_temp_dir, script_metadata["build_script"]),
+    )
+
+    result = None
+    try:
+        result = build_script_module.run(wheel_directory)
+
+        assert isinstance(result, str)
+    finally:
+        if build_script_module_name in sys.modules:
+            del sys.modules[build_script_module_name]
+        try:
+            del build_script_module
+        except NameError:
+            pass
+        os.chdir(initcwd)
+        os.environ.clear()
+        os.environ.update(initenviron)
+
+    return result
+
+
+def find_source_by_link(package_name, link):
+    try:
+        package_index = getPackageJson("packages", package_name)
+    except __np__.NoSuchURL:
+        return None
+
+    if "sources" in package_index:
+        for source in package_index["sources"]:
+            if source["link"] == link:
+                return source
+
+    return None
+
+def get_extra_sources_for_package(package_name):
+    try:
+        package_index = getPackageJson("packages", package_name)
+    except __np__.NoSuchURL:
+        return []
+
+    package_sources = []
+    if "sources" in package_index:
+        from pip._internal.models.candidate import InstallationCandidate
+        from pip._internal.models.link import Link
+
+        for source in package_index["sources"]:
+            package_sources.append(
+                InstallationCandidate(
+                    package_name, source["version"], Link(source["link"])
+                )
+            )
+    return package_sources
+
+def find_build_script_for_package(package_name, version):
+    try:
+        package_index = getPackageJson("packages", package_name)
+    except __np__.NoSuchURL:
+        return None
+
+    matched_source = None
+    for source in package_index["scripts"]:
+        matched_metadata = True
+        if "metadata" in source and "Version" in source["metadata"]:
+            matched_metadata = fnmatch.fnmatch(version, source["metadata"]["Version"])
+
+        if matched_metadata:
+            matched_source = source
+            break
+
+    return matched_source

Lib/ensurepip/__init__.py

@@ -8,7 +8,7 @@
 from importlib import resources
 
 
-__all__ = ["version", "bootstrap", "_SETUPTOOLS_VERSION", "_get_packages"]
+__all__ = ["version", "bootstrap", "_PROJECTS", "_get_packages"]
 _PACKAGE_NAMES = ('setuptools', 'pip', 'wheel')
 _SETUPTOOLS_VERSION = "75.2.0.post20241019"
 _PIP_VERSION = "23.3.2"