Remove hardcoded libpython binaries and add debug step

venv/lib/python3.12/site-packages/PyInstaller/utils/misc.py

@@ -0,0 +1,229 @@
+#-----------------------------------------------------------------------------
+# Copyright (c) 2013-2023, PyInstaller Development Team.
+#
+# Distributed under the terms of the GNU General Public License (version 2
+# or later) with exception for distributing the bootloader.
+#
+# The full license is in the file COPYING.txt, distributed with this software.
+#
+# SPDX-License-Identifier: (GPL-2.0-or-later WITH Bootloader-exception)
+#-----------------------------------------------------------------------------
+"""
+This module contains miscellaneous functions that do not fit anywhere else.
+"""
+
+import glob
+import os
+import pprint
+import codecs
+import re
+import tokenize
+import io
+import pathlib
+
+from PyInstaller import log as logging
+from PyInstaller.compat import is_win
+
+logger = logging.getLogger(__name__)
+
+
+def dlls_in_subdirs(directory):
+    """
+    Returns a list *.dll, *.so, *.dylib in the given directory and its subdirectories.
+    """
+    filelist = []
+    for root, dirs, files in os.walk(directory):
+        filelist.extend(dlls_in_dir(root))
+    return filelist
+
+
+def dlls_in_dir(directory):
+    """
+    Returns a list of *.dll, *.so, *.dylib in the given directory.
+    """
+    return files_in_dir(directory, ["*.so", "*.dll", "*.dylib"])
+
+
+def files_in_dir(directory, file_patterns=None):
+    """
+    Returns a list of files in the given directory that match the given pattern.
+    """
+
+    file_patterns = file_patterns or []
+
+    files = []
+    for file_pattern in file_patterns:
+        files.extend(glob.glob(os.path.join(directory, file_pattern)))
+    return files
+
+
+def get_path_to_toplevel_modules(filename):
+    """
+    Return the path to top-level directory that contains Python modules.
+
+    It will look in parent directories for __init__.py files. The first parent directory without __init__.py is the
+    top-level directory.
+
+    Returned directory might be used to extend the PYTHONPATH.
+    """
+    curr_dir = os.path.dirname(os.path.abspath(filename))
+    pattern = '__init__.py'
+
+    # Try max. 10 levels up.
+    try:
+        for i in range(10):
+            files = set(os.listdir(curr_dir))
+            # 'curr_dir' is still not top-level; go to parent dir.
+            if pattern in files:
+                curr_dir = os.path.dirname(curr_dir)
+            # Top-level dir found; return it.
+            else:
+                return curr_dir
+    except IOError:
+        pass
+    # No top-level directory found, or error was encountered.
+    return None
+
+
+def mtime(fnm):
+    try:
+        # TODO: explain why this does not use os.path.getmtime() ?
+        #       - It is probably not used because it returns float and not int.
+        return os.stat(fnm)[8]
+    except Exception:
+        return 0
+
+
+def save_py_data_struct(filename, data):
+    """
+    Save data into text file as Python data structure.
+    :param filename:
+    :param data:
+    :return:
+    """
+    dirname = os.path.dirname(filename)
+    if not os.path.exists(dirname):
+        os.makedirs(dirname)
+    with open(filename, 'w', encoding='utf-8') as f:
+        pprint.pprint(data, f)
+
+
+def load_py_data_struct(filename):
+    """
+    Load data saved as python code and interpret that code.
+    :param filename:
+    :return:
+    """
+    with open(filename, 'r', encoding='utf-8') as f:
+        if is_win:
+            # import versioninfo so that VSVersionInfo can parse correctly.
+            from PyInstaller.utils.win32 import versioninfo  # noqa: F401
+
+        return eval(f.read())
+
+
+def absnormpath(apath):
+    return os.path.abspath(os.path.normpath(apath))
+
+
+def module_parent_packages(full_modname):
+    """
+    Return list of parent package names.
+        'aaa.bb.c.dddd' ->  ['aaa', 'aaa.bb', 'aaa.bb.c']
+    :param full_modname: Full name of a module.
+    :return: List of parent module names.
+    """
+    prefix = ''
+    parents = []
+    # Ignore the last component in module name and get really just parent, grandparent, great grandparent, etc.
+    for pkg in full_modname.split('.')[0:-1]:
+        # Ensure that first item does not start with dot '.'
+        prefix += '.' + pkg if prefix else pkg
+        parents.append(prefix)
+    return parents
+
+
+def is_file_qt_plugin(filename):
+    """
+    Check if the given file is a Qt plugin file.
+    :param filename: Full path to file to check.
+    :return: True if given file is a Qt plugin file, False if not.
+    """
+
+    # Check the file contents; scan for QTMETADATA string. The scan is based on the brute-force Windows codepath of
+    # findPatternUnloaded() from qtbase/src/corelib/plugin/qlibrary.cpp in Qt5.
+    with open(filename, 'rb') as fp:
+        fp.seek(0, os.SEEK_END)
+        end_pos = fp.tell()
+
+        SEARCH_CHUNK_SIZE = 8192
+        QTMETADATA_MAGIC = b'QTMETADATA '
+
+        magic_offset = -1
+        while end_pos >= len(QTMETADATA_MAGIC):
+            start_pos = max(end_pos - SEARCH_CHUNK_SIZE, 0)
+            chunk_size = end_pos - start_pos
+            # Is the remaining chunk large enough to hold the pattern?
+            if chunk_size < len(QTMETADATA_MAGIC):
+                break
+            # Read and scan the chunk
+            fp.seek(start_pos, os.SEEK_SET)
+            buf = fp.read(chunk_size)
+            pos = buf.rfind(QTMETADATA_MAGIC)
+            if pos != -1:
+                magic_offset = start_pos + pos
+                break
+            # Adjust search location for next chunk; ensure proper overlap.
+            end_pos = start_pos + len(QTMETADATA_MAGIC) - 1
+        if magic_offset == -1:
+            return False
+
+        return True
+
+
+BOM_MARKERS_TO_DECODERS = {
+    codecs.BOM_UTF32_LE: codecs.utf_32_le_decode,
+    codecs.BOM_UTF32_BE: codecs.utf_32_be_decode,
+    codecs.BOM_UTF32: codecs.utf_32_decode,
+    codecs.BOM_UTF16_LE: codecs.utf_16_le_decode,
+    codecs.BOM_UTF16_BE: codecs.utf_16_be_decode,
+    codecs.BOM_UTF16: codecs.utf_16_decode,
+    codecs.BOM_UTF8: codecs.utf_8_decode,
+}
+BOM_RE = re.compile(rb"\A(%s)?(.*)" % b"|".join(map(re.escape, BOM_MARKERS_TO_DECODERS)), re.DOTALL)
+
+
+def decode(raw: bytes):
+    """
+    Decode bytes to string, respecting and removing any byte-order marks if present, or respecting but not removing any
+    PEP263 encoding comments (# encoding: cp1252).
+    """
+    bom, raw = BOM_RE.match(raw).groups()
+    if bom:
+        return BOM_MARKERS_TO_DECODERS[bom](raw)[0]
+
+    encoding, _ = tokenize.detect_encoding(io.BytesIO(raw).readline)
+    return raw.decode(encoding)
+
+
+def is_iterable(arg):
+    """
+    Check if the passed argument is an iterable."
+    """
+    try:
+        iter(arg)
+    except TypeError:
+        return False
+    return True
+
+
+def path_to_parent_archive(filename):
+    """
+    Check if the given file path points to a file inside an existing archive file. Returns first path from the set of
+    parent paths that points to an existing file, or `None` if no such path exists (i.e., file is an actual stand-alone
+    file).
+    """
+    for parent in pathlib.Path(filename).parents:
+        if parent.is_file():
+            return parent
+    return None