DavHau
07fb01d9db
All checks were successful
buildbot/nix-build .#checks.x86_64-linux.clan-dep-bash Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-app-no-breakpoints Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-e2fsprogs Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-fakeroot Build done.
buildbot/nix-build .#checks.x86_64-linux.check-for-breakpoints Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-age Build done.
buildbot/nix-build .#checks.x86_64-linux.devShell-webview-ui Build done.
buildbot/nix-build .#checks.x86_64-linux.borgbackup Build done.
buildbot/nix-build .#checks.x86_64-linux.package-clan-ts-api Build done.
buildbot/nix-build .#checks.x86_64-linux.package-clan-cli-docs Build done.
buildbot/nix-build .#checks.x86_64-linux.package-clan-cli Build done.
buildbot/nix-build .#checks.aarch64-darwin.nixos-test_install_machine Build done.
buildbot/nix-build .#checks.x86_64-linux.package-gui-installer-archlinux Build done.
buildbot/nix-build .#checks.x86_64-linux.package-gui-installer-apk Build done.
buildbot/nix-build .#checks.x86_64-linux.package-gui-installer-deb Build done.
buildbot/nix-build .#checks.x86_64-linux.package-gui-installer-rpm Build done.
buildbot/nix-build .#checks.aarch64-darwin.nixos-flash-installer Build done.
buildbot/nix-build .#checks.aarch64-linux.nixos-flash-installer Build done.
buildbot/nix-build .#checks.x86_64-linux.package-module-docs Build done.
buildbot/nix-build .#checks.aarch64-darwin.nixos-iso-installer Build done.
buildbot/nix-build .#checks.aarch64-linux.nixos-test_install_machine Build done.
buildbot/nix-build .#checks.x86_64-linux.renderClanOptions Build done.
buildbot/nix-build .#checks.aarch64-linux.nixos-iso-installer Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-app-pytest Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-git Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-nix Build done.
buildbot/nix-build .#checks.x86_64-linux.package-default Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-openssh Build done.
buildbot/nix-build .#checks.x86_64-linux.nixos-test-backup Build done.
buildbot/nix-build .#checks.x86_64-linux."clan-dep-python3.11-mypy" Build done.
buildbot/nix-build .#checks.x86_64-linux.devShell-docs Build done.
buildbot/nix-build .#checks.x86_64-linux."clan-dep-python3.11-qemu" Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-rsync Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-sops Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-sshpass Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-tor Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-dep-zbar Build done.
buildbot/nix-build .#checks.x86_64-linux.devShell-clan-cli Build done.
buildbot/nix-build .#checks.x86_64-linux.devShell-default Build done.
buildbot/nix-build .#checks.x86_64-linux.lib-jsonschema-example-valid Build done.
buildbot/nix-build .#checks.x86_64-linux.container Build done.
buildbot/nix-build .#checks.x86_64-linux.deltachat Build done.
buildbot/nix-build .#checks.x86_64-linux.matrix-synapse Build done.
buildbot/nix-build .#checks.aarch64-linux.nixos-test-backup Build done.
buildbot/nix-build .#checks.x86_64-linux.module-schema Build done.
buildbot/nix-build .#checks.x86_64-linux.lib-jsonschema-nix-unit-tests Build done.
buildbot/nix-build .#checks.x86_64-linux.nixos-test_install_machine Build done.
buildbot/nix-build .#checks.x86_64-linux.package-editor Build done.
buildbot/nix-build .#checks.x86_64-linux.treefmt Build done.
buildbot/nix-build .#checks.aarch64-darwin.nixos-test-backup Build done.
buildbot/nix-build .#checks.x86_64-linux.package-impure-checks Build done.
buildbot/nix-build .#checks.x86_64-linux.package-docs Build done.
buildbot/nix-build .#checks.x86_64-linux.package-merge-after-ci Build done.
buildbot/nix-build .#checks.x86_64-linux.package-moonlight-sunshine-accept Build done.
buildbot/nix-build .#checks.x86_64-linux.package-pending-reviews Build done.
buildbot/nix-build .#checks.x86_64-linux.package-tea-create-pr Build done.
buildbot/nix-build .#checks.x86_64-linux.package-zerotier-members Build done.
buildbot/nix-build .#checks.x86_64-linux.package-zerotierone Build done.
buildbot/nix-build .#checks.x86_64-linux.nixos-flash-installer Build done.
buildbot/nix-build .#checks.x86_64-linux.package-function-schema Build done.
buildbot/nix-build .#checks.x86_64-linux.nixos-iso-installer Build done.
buildbot/nix-build .#checks.x86_64-linux.package-zt-tcp-relay Build done.
buildbot/nix-build .#checks.x86_64-linux.package-module-schema Build done.
buildbot/nix-build .#checks.x86_64-linux.secrets Build done.
buildbot/nix-build .#checks.x86_64-linux.package-iso-installer Build done.
buildbot/nix-build .#checks.x86_64-linux.zt-tcp-relay Build done.
buildbot/nix-build .#checks.x86_64-linux.package-webview-ui Build done.
buildbot/nix-build .#checks.x86_64-linux.wayland-proxy-virtwl Build done.
buildbot/nix-build .#checks.x86_64-linux.devShell-clan-app Build done.
buildbot/nix-build .#checks.x86_64-linux.template-minimal Build done.
buildbot/nix-build .#checks.x86_64-linux.syncthing Build done.
buildbot/nix-build .#checks.x86_64-linux.package-deploy-docs Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-pytest-without-core Build done.
buildbot/nix-build .#checks.x86_64-linux.package-clan-app Build done.
buildbot/nix-build .#checks.x86_64-linux.clan-pytest-with-core Build done.
buildbot/nix-build .#checks.x86_64-linux.package-gui-install-test-ubuntu-22-04 Build done.
buildbot/nix-build .#checks.x86_64-linux.test-backups Build done.
checks / checks-impure (pull_request) Successful in 2m27s
buildbot/nix-build .#checks.x86_64-linux.flash Build done.
buildbot/nix-build .#checks.x86_64-linux.test-installation Build done.
buildbot/nix-eval Build done.
266 lines
8.8 KiB
Python
266 lines
8.8 KiB
Python
import fileinput
|
|
import json
|
|
import logging
|
|
import os
|
|
import shutil
|
|
import subprocess as sp
|
|
import tempfile
|
|
from collections.abc import Iterator
|
|
from pathlib import Path
|
|
from typing import NamedTuple
|
|
|
|
import pytest
|
|
from root import CLAN_CORE
|
|
|
|
from clan_cli.dirs import nixpkgs_source
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
# substitutes string sin a file.
|
|
# This can be used on the flake.nix or default.nix of a machine
|
|
def substitute(
|
|
file: Path,
|
|
clan_core_flake: Path | None = None,
|
|
flake: Path = Path(__file__).parent,
|
|
) -> None:
|
|
sops_key = str(flake.joinpath("sops.key"))
|
|
for line in fileinput.input(file, inplace=True):
|
|
line = line.replace("__NIXPKGS__", str(nixpkgs_source()))
|
|
if clan_core_flake:
|
|
line = line.replace("__CLAN_CORE__", str(clan_core_flake))
|
|
line = line.replace(
|
|
"git+https://git.clan.lol/clan/clan-core", str(clan_core_flake)
|
|
)
|
|
line = line.replace("__CLAN_SOPS_KEY_PATH__", sops_key)
|
|
line = line.replace("__CLAN_SOPS_KEY_DIR__", str(flake))
|
|
print(line, end="")
|
|
|
|
|
|
class FlakeForTest(NamedTuple):
|
|
path: Path
|
|
|
|
|
|
def generate_flake(
|
|
temporary_home: Path,
|
|
flake_template: Path,
|
|
substitutions: dict[str, str] = {
|
|
"__CHANGE_ME__": "_test_vm_persistence",
|
|
"git+https://git.clan.lol/clan/clan-core": "path://" + str(CLAN_CORE),
|
|
},
|
|
# define the machines directly including their config
|
|
machine_configs: dict[str, dict] = {},
|
|
) -> FlakeForTest:
|
|
"""
|
|
Creates a clan flake with the given name.
|
|
Machines are fully generated from the machine_configs.
|
|
|
|
Example:
|
|
machine_configs = dict(
|
|
my_machine=dict(
|
|
clanCore=dict(
|
|
backups=dict(
|
|
...
|
|
)
|
|
)
|
|
)
|
|
)
|
|
"""
|
|
|
|
# copy the template to a new temporary location
|
|
flake = temporary_home / "flake"
|
|
shutil.copytree(flake_template, flake)
|
|
sp.run(["chmod", "+w", "-R", str(flake)], check=True)
|
|
|
|
# substitute `substitutions` in all files of the template
|
|
for file in flake.rglob("*"):
|
|
if file.is_file():
|
|
print(f"Final Content of {file}:")
|
|
for line in fileinput.input(file, inplace=True):
|
|
for key, value in substitutions.items():
|
|
line = line.replace(key, value)
|
|
print(line, end="")
|
|
|
|
# generate machines from machineConfigs
|
|
for machine_name, machine_config in machine_configs.items():
|
|
settings_path = flake / "machines" / machine_name / "settings.json"
|
|
settings_path.parent.mkdir(parents=True, exist_ok=True)
|
|
settings_path.write_text(json.dumps(machine_config, indent=2))
|
|
|
|
if "/tmp" not in str(os.environ.get("HOME")):
|
|
log.warning(
|
|
f"!! $HOME does not point to a temp directory!! HOME={os.environ['HOME']}"
|
|
)
|
|
|
|
# TODO: Find out why test_vms_api.py fails in nix build
|
|
# but works in pytest when this bottom line is commented out
|
|
sp.run(
|
|
["git", "config", "--global", "init.defaultBranch", "main"],
|
|
cwd=flake,
|
|
check=True,
|
|
)
|
|
sp.run(["git", "init"], cwd=flake, check=True)
|
|
sp.run(["git", "add", "."], cwd=flake, check=True)
|
|
sp.run(["git", "config", "user.name", "clan-tool"], cwd=flake, check=True)
|
|
sp.run(["git", "config", "user.email", "clan@example.com"], cwd=flake, check=True)
|
|
sp.run(["git", "commit", "-a", "-m", "Initial commit"], cwd=flake, check=True)
|
|
|
|
return FlakeForTest(flake)
|
|
|
|
|
|
def create_flake(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
temporary_home: Path,
|
|
flake_template: str | Path,
|
|
clan_core_flake: Path | None = None,
|
|
# names referring to pre-defined machines from ../machines
|
|
machines: list[str] = [],
|
|
# alternatively specify the machines directly including their config
|
|
machine_configs: dict[str, dict] = {},
|
|
remote: bool = False,
|
|
) -> Iterator[FlakeForTest]:
|
|
"""
|
|
Creates a flake with the given name and machines.
|
|
The machine names map to the machines in ./test_machines
|
|
"""
|
|
if isinstance(flake_template, Path):
|
|
template_path = flake_template
|
|
else:
|
|
template_path = Path(__file__).parent / flake_template
|
|
|
|
flake_template_name = template_path.name
|
|
|
|
# copy the template to a new temporary location
|
|
flake = temporary_home / flake_template_name
|
|
shutil.copytree(template_path, flake)
|
|
sp.run(["chmod", "+w", "-R", str(flake)], check=True)
|
|
|
|
# add the requested machines to the flake
|
|
if machines:
|
|
(flake / "machines").mkdir(parents=True, exist_ok=True)
|
|
for machine_name in machines:
|
|
machine_path = Path(__file__).parent / "machines" / machine_name
|
|
shutil.copytree(machine_path, flake / "machines" / machine_name)
|
|
substitute(flake / "machines" / machine_name / "default.nix", flake)
|
|
|
|
# generate machines from machineConfigs
|
|
for machine_name, machine_config in machine_configs.items():
|
|
settings_path = flake / "machines" / machine_name / "settings.json"
|
|
settings_path.parent.mkdir(parents=True, exist_ok=True)
|
|
settings_path.write_text(json.dumps(machine_config, indent=2))
|
|
|
|
# in the flake.nix file replace the string __CLAN_URL__ with the the clan flake
|
|
# provided by get_test_flake_toplevel
|
|
flake_nix = flake / "flake.nix"
|
|
# this is where we would install the sops key to, when updating
|
|
substitute(flake_nix, clan_core_flake, flake)
|
|
|
|
if "/tmp" not in str(os.environ.get("HOME")):
|
|
log.warning(
|
|
f"!! $HOME does not point to a temp directory!! HOME={os.environ['HOME']}"
|
|
)
|
|
|
|
# TODO: Find out why test_vms_api.py fails in nix build
|
|
# but works in pytest when this bottom line is commented out
|
|
sp.run(
|
|
["git", "config", "--global", "init.defaultBranch", "main"],
|
|
cwd=flake,
|
|
check=True,
|
|
)
|
|
sp.run(["git", "init"], cwd=flake, check=True)
|
|
sp.run(["git", "add", "."], cwd=flake, check=True)
|
|
sp.run(["git", "config", "user.name", "clan-tool"], cwd=flake, check=True)
|
|
sp.run(["git", "config", "user.email", "clan@example.com"], cwd=flake, check=True)
|
|
sp.run(["git", "commit", "-a", "-m", "Initial commit"], cwd=flake, check=True)
|
|
|
|
if remote:
|
|
with tempfile.TemporaryDirectory():
|
|
yield FlakeForTest(flake)
|
|
else:
|
|
yield FlakeForTest(flake)
|
|
|
|
|
|
@pytest.fixture
|
|
def test_flake(
|
|
monkeypatch: pytest.MonkeyPatch, temporary_home: Path
|
|
) -> Iterator[FlakeForTest]:
|
|
yield from create_flake(monkeypatch, temporary_home, "test_flake")
|
|
# check that git diff on ./sops is empty
|
|
if (temporary_home / "test_flake" / "sops").exists():
|
|
git_proc = sp.run(
|
|
["git", "diff", "--exit-code", "./sops"],
|
|
cwd=temporary_home / "test_flake",
|
|
stderr=sp.PIPE,
|
|
)
|
|
if git_proc.returncode != 0:
|
|
log.error(git_proc.stderr.decode())
|
|
raise Exception(
|
|
"git diff on ./sops is not empty. This should not happen as all changes should be committed"
|
|
)
|
|
|
|
|
|
@pytest.fixture
|
|
def test_flake_with_core(
|
|
monkeypatch: pytest.MonkeyPatch, temporary_home: Path
|
|
) -> Iterator[FlakeForTest]:
|
|
if not (CLAN_CORE / "flake.nix").exists():
|
|
raise Exception(
|
|
"clan-core flake not found. This test requires the clan-core flake to be present"
|
|
)
|
|
yield from create_flake(
|
|
monkeypatch,
|
|
temporary_home,
|
|
"test_flake_with_core",
|
|
CLAN_CORE,
|
|
)
|
|
|
|
|
|
@pytest.fixture
|
|
def test_local_democlan(
|
|
monkeypatch: pytest.MonkeyPatch, temporary_home: Path
|
|
) -> Iterator[FlakeForTest]:
|
|
democlan = os.getenv(key="DEMOCLAN_ROOT")
|
|
if democlan is None:
|
|
raise Exception(
|
|
"DEMOCLAN_ROOT not set. This test requires the democlan flake to be present"
|
|
)
|
|
democlan_p = Path(democlan).resolve()
|
|
if not democlan_p.is_dir():
|
|
raise Exception(
|
|
f"DEMOCLAN_ROOT ({democlan_p}) is not a directory. This test requires the democlan directory to be present"
|
|
)
|
|
|
|
yield FlakeForTest(democlan_p)
|
|
|
|
|
|
@pytest.fixture
|
|
def test_flake_with_core_and_pass(
|
|
monkeypatch: pytest.MonkeyPatch, temporary_home: Path
|
|
) -> Iterator[FlakeForTest]:
|
|
if not (CLAN_CORE / "flake.nix").exists():
|
|
raise Exception(
|
|
"clan-core flake not found. This test requires the clan-core flake to be present"
|
|
)
|
|
yield from create_flake(
|
|
monkeypatch,
|
|
temporary_home,
|
|
"test_flake_with_core_and_pass",
|
|
CLAN_CORE,
|
|
)
|
|
|
|
|
|
@pytest.fixture
|
|
def test_flake_minimal(
|
|
monkeypatch: pytest.MonkeyPatch, temporary_home: Path
|
|
) -> Iterator[FlakeForTest]:
|
|
if not (CLAN_CORE / "flake.nix").exists():
|
|
raise Exception(
|
|
"clan-core flake not found. This test requires the clan-core flake to be present"
|
|
)
|
|
yield from create_flake(
|
|
monkeypatch,
|
|
temporary_home,
|
|
CLAN_CORE / "templates" / "minimal",
|
|
CLAN_CORE,
|
|
)
|