mirror of https://github.com/mongodb/mongo
94 lines
2.8 KiB
Python
Executable File
94 lines
2.8 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""
|
|
Generate the compile expansions file used by Evergreen as part of the push/release process.
|
|
|
|
Invoke by specifying an output file.
|
|
$ python generate_compile_expansions.py --out compile_expansions.yml
|
|
"""
|
|
|
|
import argparse
|
|
import os
|
|
import sys
|
|
import shlex
|
|
import yaml
|
|
|
|
VERSION_JSON = "version.json"
|
|
|
|
|
|
def generate_expansions():
|
|
"""Entry point for the script.
|
|
|
|
This calls functions to generate version and scons cache expansions and
|
|
writes them to a file.
|
|
"""
|
|
args = parse_args()
|
|
expansions = {}
|
|
expansions.update(generate_scons_cache_expansions())
|
|
|
|
with open(args.out, "w") as out:
|
|
print("saving compile expansions to {0}: ({1})".format(args.out, expansions))
|
|
yaml.safe_dump(expansions, out, default_flow_style=False)
|
|
|
|
|
|
def parse_args():
|
|
"""Parse program arguments."""
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--out", required=True)
|
|
return parser.parse_args()
|
|
|
|
|
|
def generate_scons_cache_expansions():
|
|
"""Generate scons cache expansions from some files and environment variables."""
|
|
expansions = {}
|
|
|
|
# Get the scons cache mode
|
|
scons_cache_mode = os.getenv("SCONS_CACHE_MODE", "nolinked")
|
|
|
|
# Get the host uuid
|
|
if sys.platform.startswith("win"):
|
|
system_id_path = r"c:\mongodb-build-system-id"
|
|
else:
|
|
system_id_path = "/etc/mongodb-build-system-id"
|
|
|
|
if os.path.isfile(system_id_path):
|
|
with open(system_id_path, "r") as fh:
|
|
system_uuid = fh.readline().strip()
|
|
|
|
# Set the scons shared cache setting
|
|
|
|
# Global shared cache using EFS
|
|
if os.getenv("SCONS_CACHE_SCOPE") == "shared":
|
|
if sys.platform.startswith("win"):
|
|
shared_mount_root = 'X:\\'
|
|
else:
|
|
shared_mount_root = '/efs/scons'
|
|
default_cache_path = os.path.join(shared_mount_root, system_uuid, "scons-cache")
|
|
expansions["scons_cache_path"] = default_cache_path
|
|
expansions[
|
|
"scons_cache_args"] = "--cache={0} --cache-signature-mode=validate --cache-dir={1}".format(
|
|
scons_cache_mode, shlex.quote(default_cache_path))
|
|
|
|
# Local shared cache - host-based
|
|
elif os.getenv("SCONS_CACHE_SCOPE") == "local":
|
|
|
|
if sys.platform.startswith("win"):
|
|
default_cache_path_base = r"z:\data\scons-cache"
|
|
else:
|
|
default_cache_path_base = "/data/scons-cache"
|
|
|
|
default_cache_path = os.path.join(default_cache_path_base, system_uuid)
|
|
expansions["scons_cache_path"] = default_cache_path
|
|
expansions[
|
|
"scons_cache_args"] = "--cache={0} --cache-signature-mode=validate --cache-dir={1}".format(
|
|
scons_cache_mode, shlex.quote(default_cache_path))
|
|
# No cache
|
|
else:
|
|
# Anything else is 'none'
|
|
print("No cache used")
|
|
|
|
return expansions
|
|
|
|
|
|
if __name__ == "__main__":
|
|
generate_expansions()
|