Python
/
uv
mirror of https://github.com/astral-sh/uv
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Download Python versions concurrently in bootstrapping script (#2513)

This commit is contained in:
Zanie Blue 2024-03-19 19:27:51 -05:00 committed by GitHub
parent c180fedbce
commit 136e744a9f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 37 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
scripts/bootstrap/install.py
View File

@ -28,6 +28,7 @@
# #
# Version metadata can be updated with `fetch-version-metadata.py` # Version metadata can be updated with `fetch-version-metadata.py`
import concurrent.futures
import hashlib import hashlib
import json import json
import os import os
@ -97,19 +98,20 @@ def sha256_file(path: Path):
versions_metadata = json.loads(VERSIONS_METADATA_FILE.read_text()) versions_metadata = json.loads(VERSIONS_METADATA_FILE.read_text())
versions = VERSIONS_FILE.read_text().splitlines() versions = VERSIONS_FILE.read_text().splitlines()
if INSTALL_DIR.exists():
print("Removing existing installations...")
shutil.rmtree(INSTALL_DIR)
# Install each version def get_key(version):
for version in versions:
if platform.system() == "Linux": if platform.system() == "Linux":
libc = sysconfig.get_config_var("SOABI").split("-")[-1] libc = sysconfig.get_config_var("SOABI").split("-")[-1]
else: else:
libc = "none" libc = "none"
key = f"{INTERPRETER}-{version}-{PLATFORM_MAP.get(PLATFORM, PLATFORM)}-{ARCH_MAP.get(ARCH, ARCH)}-{libc}" key = f"{INTERPRETER}-{version}-{PLATFORM_MAP.get(PLATFORM, PLATFORM)}-{ARCH_MAP.get(ARCH, ARCH)}-{libc}"
return key
def download(version):
key = get_key(version)
install_dir = INSTALL_DIR / f"{INTERPRETER}@{version}" install_dir = INSTALL_DIR / f"{INTERPRETER}@{version}"
print(f"Installing {key}") print(f"Downloading {key}")
url = versions_metadata[key]["url"] url = versions_metadata[key]["url"]
@ -139,10 +141,19 @@ for version in versions:
print("Extracting to", install_dir) print("Extracting to", install_dir)
install_dir.parent.mkdir(parents=True, exist_ok=True) install_dir.parent.mkdir(parents=True, exist_ok=True)
decompress_file(THIS_DIR / filename, install_dir.with_suffix(".tmp")) # n.b. do not use `.with_suffix` as it will replace the patch Python version
extract_dir = Path(str(install_dir) + ".tmp")
# Setup the installation decompress_file(THIS_DIR / filename, extract_dir)
(install_dir.with_suffix(".tmp") / "python").rename(install_dir) (extract_dir / "python").rename(install_dir)
(THIS_DIR / filename).unlink()
extract_dir.rmdir()
return install_dir
def install(version, install_dir):
key = get_key(version)
if PLATFORM == "win32": if PLATFORM == "win32":
executable = install_dir / "install" / "python.exe" executable = install_dir / "install" / "python.exe"
@ -173,8 +184,21 @@ for version in versions:
print(f"Installed executables for python{version}") print(f"Installed executables for python{version}")
# Cleanup
install_dir.with_suffix(".tmp").rmdir()
(THIS_DIR / filename).unlink()
print("Done!") if __name__ == "__main__":
if INSTALL_DIR.exists():
print("Removing existing installations...")
shutil.rmtree(INSTALL_DIR)
# Download in parallel
with concurrent.futures.ProcessPoolExecutor(max_workers=len(versions)) as executor:
futures = [
(version, executor.submit(download, version)) for version in versions
]
# Install sequentially so overrides are respected
for version, future in futures:
install_dir = future.result()
install(version, install_dir)
print("Done!")