-
Notifications
You must be signed in to change notification settings - Fork 46
/
bootstrap.py
229 lines (197 loc) · 9.62 KB
/
bootstrap.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
import logging
import os
from pathlib import Path
import click
from packaging import version
from algokit.core import proc, questionary_extensions
from algokit.core.conf import ALGOKIT_CONFIG, get_algokit_config, get_current_package_version
from algokit.core.utils import find_valid_pipx_command, is_windows
ENV_TEMPLATE_PATTERN = ".env*.template"
MAX_BOOTSTRAP_DEPTH = 2
logger = logging.getLogger(__name__)
def bootstrap_any(project_dir: Path, *, ci_mode: bool) -> None:
poetry_path = project_dir / "poetry.toml"
pyproject_path = project_dir / "pyproject.toml"
package_json_path = project_dir / "package.json"
logger.debug(f"Checking {project_dir} for bootstrapping needs")
if next(project_dir.glob(ENV_TEMPLATE_PATTERN), None):
logger.debug("Running `algokit project bootstrap env`")
bootstrap_env(project_dir, ci_mode=ci_mode)
if poetry_path.exists() or (pyproject_path.exists() and "[tool.poetry]" in pyproject_path.read_text("utf-8")):
logger.debug("Running `algokit project bootstrap poetry`")
bootstrap_poetry(project_dir)
if package_json_path.exists():
logger.debug("Running `algokit project bootstrap npm`")
bootstrap_npm(project_dir)
def bootstrap_any_including_subdirs( # noqa: PLR0913
base_path: Path,
*,
ci_mode: bool,
max_depth: int = MAX_BOOTSTRAP_DEPTH,
depth: int = 0,
project_names: list[str] | None = None,
project_type: str | None = None,
) -> None:
if depth > max_depth:
return
config_project = (get_algokit_config(project_dir=base_path) or {}).get("project", {})
skip = bool(config_project) and (
(project_type and config_project.get("type") != project_type)
or (project_names and config_project.get("name") not in project_names)
)
if not skip:
bootstrap_any(base_path, ci_mode=ci_mode)
for sub_dir in sorted(base_path.iterdir()): # sort needed for test output ordering
if sub_dir.is_dir() and sub_dir.name.lower() not in [".venv", "node_modules", "__pycache__"]:
bootstrap_any_including_subdirs(
sub_dir,
ci_mode=ci_mode,
max_depth=max_depth,
depth=depth + 1,
project_names=project_names,
project_type=project_type,
)
else:
logger.debug(f"Skipping {sub_dir}")
def bootstrap_env(project_dir: Path, *, ci_mode: bool) -> None:
# List all .env*.template files in the directory
env_template_paths = sorted(project_dir.glob(ENV_TEMPLATE_PATTERN))
# If no template files found, log it
if not env_template_paths:
logger.info("No .env or .env.{network_name}.template files found; nothing to do here, skipping bootstrap.")
return
# Process each template file
for env_template_path in env_template_paths:
# Determine the output file name (strip .template suffix)
env_path = Path(env_template_path).with_suffix("")
if env_path.exists():
logger.info(f"{env_path.name} already exists; skipping bootstrap of {env_path.name}")
continue
logger.debug(f"{env_path} doesn't exist yet")
logger.debug(f"{env_template_path} exists")
logger.info(f"Copying {env_template_path} to {env_path} and prompting for empty values")
# find all empty values in .env file and prompt the user for a value
with (
Path(env_template_path).open(encoding="utf-8") as env_template_file,
env_path.open(mode="w", encoding="utf-8") as env_file,
):
comment_lines: list[str] = []
for line in env_template_file:
# strip newline character(s) from end of line for simpler handling
stripped_line = line.strip()
# if it is a comment line, keep it in var and continue
if stripped_line.startswith("#"):
comment_lines.append(line)
env_file.write(line)
# keep blank lines in output but don't accumulate them in comments
elif not stripped_line:
env_file.write(line)
else:
# lines not blank and not empty
var_name, *var_value = stripped_line.split("=", maxsplit=1)
# if it is an empty value, the user should be prompted for value with the comment line above
if var_value and not var_value[0]:
var_name = var_name.strip()
if not ci_mode:
logger.info("".join(comment_lines))
new_value = questionary_extensions.prompt_text(f"Please provide a value for {var_name}:")
env_file.write(f"{var_name}={new_value}\n")
# In CI mode, we _don't_ prompt for values, because... it's CI
# we can omit the line entirely in the case of blank value,
# and just to be nice we can check to make sure the var is defined in the current
# env and if not, print a warning
# note that due to the multiple env files, this might be an aberrant warning as
# it might be for an .env<name>.template that is not used in the current CI process?
elif var_name not in os.environ:
logger.warning(f"Prompt skipped for {var_name} due to CI mode, but this value is not set")
else: # this is a line with value
env_file.write(line)
comment_lines = []
def bootstrap_poetry(project_dir: Path) -> None:
try:
proc.run(
["poetry", "--version"],
bad_return_code_error_message="poetry --version failed, please check your poetry install",
)
try_install_poetry = False
except OSError:
try_install_poetry = True
if try_install_poetry:
logger.info("Poetry not found; attempting to install it...")
if not questionary_extensions.prompt_confirm(
"We couldn't find `poetry`; can we install it for you via pipx so we can install Python dependencies?",
default=True,
):
raise click.ClickException(
"Unable to install poetry via pipx; please install poetry "
"manually via https://python-poetry.org/docs/ and try `algokit project bootstrap poetry` again."
)
pipx_command = find_valid_pipx_command(
"Unable to find pipx install so that poetry can be installed; "
"please install pipx via https://pypa.github.io/pipx/ "
"and then try `algokit project bootstrap poetry` again."
)
proc.run(
[*pipx_command, "install", "poetry"],
bad_return_code_error_message=(
"Unable to install poetry via pipx; please install poetry "
"manually via https://python-poetry.org/docs/ and try `algokit project bootstrap poetry` again."
),
)
logger.info("Installing Python dependencies and setting up Python virtual environment via Poetry")
try:
proc.run(["poetry", "install"], stdout_log_level=logging.INFO, cwd=project_dir)
except OSError as e:
if try_install_poetry:
raise click.ClickException(
"Unable to access Poetry on PATH after installing it via pipx; "
"check pipx installations are on your path by running `pipx ensurepath` "
"and try `algokit project bootstrap poetry` again."
) from e
raise # unexpected error, we already ran without IOError before
def bootstrap_npm(project_dir: Path) -> None:
package_json_path = project_dir / "package.json"
if not package_json_path.exists():
logger.info(f"{package_json_path} doesn't exist; nothing to do here, skipping bootstrap of npm")
else:
logger.info("Installing npm dependencies")
cmd = ["npm" if not is_windows() else "npm.cmd", "install"]
try:
proc.run(
cmd,
stdout_log_level=logging.INFO,
cwd=project_dir,
)
except OSError as e:
raise click.ClickException(
f"Failed to run `{' '.join(cmd)}` for {package_json_path}. Is npm installed and available on PATH?"
) from e
def get_min_algokit_version(project_dir: Path) -> str | None:
config = get_algokit_config(project_dir=project_dir)
if config is None:
return None
try:
return str(config["algokit"]["min_version"])
except KeyError:
logger.debug(f"No 'min_version' specified in {ALGOKIT_CONFIG} file.")
return None
except Exception as ex:
logger.debug(f"Couldn't read algokit min_version from {ALGOKIT_CONFIG} file: {ex}", exc_info=True)
return None
def project_minimum_algokit_version_check(project_dir: Path, *, ignore_version_check_fail: bool = False) -> None:
"""
Checks the current version of AlgoKit against the minimum required version specified in the AlgoKit config file.
"""
min_version = get_min_algokit_version(project_dir)
if min_version is None:
return
algokit_version = get_current_package_version()
if version.parse(algokit_version) < version.parse(min_version):
message = (
f"This template requires AlgoKit version {min_version} or higher, "
f"but you have AlgoKit version {algokit_version}. Please update AlgoKit."
)
if ignore_version_check_fail:
logger.warning(message)
else:
raise click.ClickException(message)