-
Notifications
You must be signed in to change notification settings - Fork 47
/
bootstrap.py
224 lines (193 loc) · 8.96 KB
/
bootstrap.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
import logging
import platform
import sys
from pathlib import Path
from shutil import which
from typing import Callable, Iterator
import click
import questionary
from algokit.core import proc
ENV_TEMPLATE = ".env.template"
logger = logging.getLogger(__name__)
def bootstrap_any(project_dir: Path, install_prompt: Callable[[str], bool]) -> None:
env_path = project_dir / ENV_TEMPLATE
poetry_path = project_dir / "poetry.toml"
pyproject_path = project_dir / "pyproject.toml"
package_json_path = project_dir / "package.json"
logger.debug(f"Checking {project_dir} for bootstrapping needs")
if env_path.exists():
logger.debug("Running `algokit bootstrap env`")
bootstrap_env(project_dir)
if poetry_path.exists() or (pyproject_path.exists() and "[tool.poetry]" in pyproject_path.read_text("utf-8")):
logger.debug("Running `algokit bootstrap poetry`")
bootstrap_poetry(project_dir, install_prompt)
if package_json_path.exists():
logger.debug("Running `algokit bootstrap npm`")
bootstrap_npm(project_dir)
def bootstrap_any_including_subdirs(base_path: Path, install_prompt: Callable[[str], bool]) -> None:
bootstrap_any(base_path, install_prompt)
for sub_dir in sorted(base_path.iterdir()): # sort needed for test output ordering
if sub_dir.is_dir():
if sub_dir.name.lower() in [".venv", "node_modules", "__pycache__"]:
logger.debug(f"Skipping {sub_dir}")
else:
bootstrap_any(sub_dir, install_prompt)
def bootstrap_env(project_dir: Path) -> None:
env_path = project_dir / ".env"
env_template_path = project_dir / ENV_TEMPLATE
if env_path.exists():
logger.info(".env already exists; skipping bootstrap of .env")
return
logger.debug(f"{env_path} doesn't exist yet")
if not env_template_path.exists():
logger.info("No .env or .env.template file; nothing to do here, skipping bootstrap of .env")
return
logger.debug(f"{env_template_path} exists")
logger.info(f"Copying {env_template_path} to {env_path} and prompting for empty values")
# find all empty values in .env file and prompt the user for a value
with env_template_path.open(encoding="utf-8") as env_template_file, env_path.open(
mode="w", encoding="utf-8"
) as env_file:
comment_lines: list[str] = []
for line in env_template_file:
# strip newline character(s) from end of line for simpler handling
stripped_line = line.strip()
# if it is a comment line, keep it in var and continue
if stripped_line.startswith("#"):
comment_lines.append(line)
env_file.write(line)
# keep blank lines in output but don't accumulate them in comments
elif not stripped_line:
env_file.write(line)
else:
# lines not blank and not empty
var_name, *var_value = stripped_line.split("=", maxsplit=1)
# if it is an empty value, the user should be prompted for value with the comment line above
if var_value and not var_value[0]:
logger.info("".join(comment_lines))
var_name = var_name.strip()
new_value = questionary.text(f"Please provide a value for {var_name}:").unsafe_ask()
env_file.write(f"{var_name}={new_value}\n")
else:
# this is a line with value, reset comment lines.
env_file.write(line)
comment_lines = []
def bootstrap_poetry(project_dir: Path, install_prompt: Callable[[str], bool]) -> None:
try:
proc.run(
["poetry", "--version"],
bad_return_code_error_message="poetry --version failed, please check your poetry install",
)
try_install_poetry = False
except IOError:
try_install_poetry = True
if try_install_poetry:
logger.info("Poetry not found; attempting to install it...")
if not install_prompt(
"We couldn't find `poetry`; can we install it for you via pipx so we can install Python dependencies?"
):
raise click.ClickException(
(
"Unable to install poetry via pipx; please install poetry "
"manually via https://python-poetry.org/docs/ and try `algokit bootstrap poetry` again."
)
)
pipx_command = _find_valid_pipx_command()
proc.run(
[*pipx_command, "install", "poetry"],
bad_return_code_error_message=(
"Unable to install poetry via pipx; please install poetry "
"manually via https://python-poetry.org/docs/ and try `algokit bootstrap poetry` again."
),
)
logger.info("Installing Python dependencies and setting up Python virtual environment via Poetry")
try:
proc.run(["poetry", "install"], stdout_log_level=logging.INFO, cwd=project_dir)
except IOError as e:
if not try_install_poetry:
raise # unexpected error, we already ran without IOError before
else:
raise click.ClickException(
(
"Unable to access Poetry on PATH after installing it via pipx; "
"check pipx installations are on your path by running `pipx ensurepath` "
"and try `algokit bootstrap poetry` again."
)
) from e
def bootstrap_npm(project_dir: Path) -> None:
package_json_path = project_dir / "package.json"
if not package_json_path.exists():
logger.info(f"{package_json_path} doesn't exist; nothing to do here, skipping bootstrap of npm")
else:
logger.info("Installing npm dependencies")
try:
is_windows = platform.system() == "Windows"
proc.run(
["npm" if not is_windows else "npm.cmd", "install"],
stdout_log_level=logging.INFO,
cwd=project_dir,
)
except IOError as e:
raise click.ClickException((f"Failed to run `npm install using {package_json_path}.")) from e
def _find_valid_pipx_command() -> list[str]:
for pipx_command in _get_candidate_pipx_commands():
try:
pipx_version_result = proc.run([*pipx_command, "--version"])
except IOError:
pass # in case of path/permission issues, go to next candidate
else:
if pipx_version_result.exit_code == 0:
return pipx_command
# If pipx isn't found in global path or python -m pipx then bail out
# this is an exceptional circumstance since pipx should always be present with algokit
# since it's installed with brew / choco as a dependency, and otherwise is used to install algokit
raise click.ClickException(
(
"Unable to find pipx install so that poetry can be installed; "
"please install pipx via https://pypa.github.io/pipx/ "
"and then try `algokit bootstrap poetry` again."
)
)
def _get_candidate_pipx_commands() -> Iterator[list[str]]:
# first try is pipx via PATH
yield ["pipx"]
# otherwise try getting an interpreter with pipx installed as a module,
# this won't work if pipx is installed in its own venv but worth a shot
for python_path in _get_python_paths():
yield [python_path, "-m", "pipx"]
def _get_python_paths() -> Iterator[str]:
for python_name in ("python3", "python"):
if python_path := which(python_name):
yield python_path
python_base_path = _get_base_python_path()
if python_base_path is not None:
yield python_base_path
def _get_base_python_path() -> str | None:
this_python: str | None = sys.executable
if not this_python:
# Not: can be empty or None... yikes! unlikely though
# https://docs.python.org/3.10/library/sys.html#sys.executable
return None
# not in venv... not recommended to install algokit this way, but okay
if sys.prefix == sys.base_prefix:
return this_python
this_python_path = Path(this_python)
# try resolving symlink, this should be default on *nix
try:
if this_python_path.is_symlink():
return str(this_python_path.resolve())
except (OSError, RuntimeError):
pass
# otherwise, try getting an internal value which should be set when running in a .venv
# this will be the value of `home = <path>` in pyvenv.cfg if it exists
if base_home := getattr(sys, "_home", None):
base_home_path = Path(base_home)
is_windows = platform.system() == "Windows"
for name in ("python", "python3", f"python3.{sys.version_info.minor}"):
candidate_path = base_home_path / name
if is_windows:
candidate_path = candidate_path.with_suffix(".exe")
if candidate_path.is_file():
return str(candidate_path)
# give up, we tried...
return this_python