Catty Steve
84b3b7d8e8
Adds a complete pytest system test suite for the HoneyBiscuitWorkshop CI/CD system: - runner.sh: orchestrates build, Docker image creation, and test execution - Dockerfile: Arch Linux-based test image with Python venv - conftest.py: shared fixtures (baker_bin, run_baker, work_dir, llm_env) - probes/: environment probes for checking users, files, packages, processes - llm/: LLM-based log judgment system with caching for semantic test evaluation - fixtures/: test configs and scripts for prebake, bake, and finalize stages - test_prebake.py, test_bake.py, test_finalize.py: test suites for each pipeline stage Also refactors finalize.yml.tmpl notification config to use a templates system.
95 lines
4.3 KiB
Python
95 lines
4.3 KiB
Python
import os
|
|
import pytest
|
|
|
|
from probes import user, file, package
|
|
|
|
|
|
FIXTURES = os.path.join(os.path.dirname(__file__), "fixtures", "prebake")
|
|
|
|
|
|
@pytest.mark.prebake
|
|
class TestPrebakeBootstrap:
|
|
|
|
def test_bootstrap_creates_vulcan_user(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"], f"prebake failed: {result['stderr']}"
|
|
assert user.user_exists("vulcan")
|
|
|
|
def test_bootstrap_creates_workspace(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
assert file.dir_exists("/home/vulcan/workspace") or file.dir_exists("/workspace")
|
|
|
|
def test_bootstrap_creates_symlink(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
assert os.path.islink("/workspace")
|
|
|
|
@pytest.mark.xfail(reason="Sudoers not created without package manager config", strict=False)
|
|
def test_bootstrap_creates_sudoers(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
assert file.file_exists("/etc/sudoers.d/workshop")
|
|
|
|
def test_bootstrap_generates_bootstrap_script(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
assert file.file_exists("/bootstrap.sh")
|
|
|
|
def test_bootstrap_script_permissions(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
mode = file.file_permissions("/bootstrap.sh")
|
|
assert mode & 0o111, f"/bootstrap.sh not executable, mode: {oct(mode)}"
|
|
|
|
|
|
@pytest.mark.prebake
|
|
class TestPrebakeDeps:
|
|
|
|
@pytest.mark.xfail(reason="Package installation may fail in test environment")
|
|
def test_pacman_packages_installed(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "with_pacman.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=120)
|
|
assert result["success"], f"prebake failed: {result['stderr']}"
|
|
assert package.package_installed("curl")
|
|
assert package.package_installed("wget")
|
|
|
|
|
|
@pytest.mark.prebake
|
|
class TestPrebakeHooks:
|
|
|
|
@pytest.mark.xfail(reason="Late hook fails after privilege drop to vulcan (Permission denied)", strict=False)
|
|
def test_early_hook_executes(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "with_hooks.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"], f"prebake with hooks failed: stdout={result['stdout']!r} stderr={result['stderr']!r}"
|
|
assert "early hook executed" in result["stdout"] or "early hook executed" in result["stderr"]
|
|
|
|
@pytest.mark.xfail(reason="Late hook fails after privilege drop to vulcan (Permission denied)", strict=False)
|
|
def test_late_hook_executes(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "with_hooks.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"], f"prebake with hooks failed: stdout={result['stdout']!r} stderr={result['stderr']!r}"
|
|
assert "late hook executed" in result["stdout"] or "late hook executed" in result["stderr"]
|
|
|
|
|
|
@pytest.mark.prebake
|
|
class TestPrebakeStatus:
|
|
|
|
def test_status_files_written(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "bootstrap_only.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"]
|
|
assert os.path.exists("/tmp/.hbwstatus")
|
|
|
|
def test_minimal_config_succeeds(self, run_baker, work_dir):
|
|
config = os.path.join(FIXTURES, "minimal.yml")
|
|
result = run_baker("prebake", config, cwd=work_dir, timeout=60)
|
|
assert result["success"], f"Minimal prebake failed: {result['stderr']}"
|