Catty Steve
84b3b7d8e8
Adds a complete pytest system test suite for the HoneyBiscuitWorkshop CI/CD system: - runner.sh: orchestrates build, Docker image creation, and test execution - Dockerfile: Arch Linux-based test image with Python venv - conftest.py: shared fixtures (baker_bin, run_baker, work_dir, llm_env) - probes/: environment probes for checking users, files, packages, processes - llm/: LLM-based log judgment system with caching for semantic test evaluation - fixtures/: test configs and scripts for prebake, bake, and finalize stages - test_prebake.py, test_bake.py, test_finalize.py: test suites for each pipeline stage Also refactors finalize.yml.tmpl notification config to use a templates system.
130 lines
4.3 KiB
Python
130 lines
4.3 KiB
Python
import os
|
|
import pytest
|
|
|
|
|
|
FIXTURES = os.path.join(os.path.dirname(__file__), "fixtures", "bake")
|
|
|
|
|
|
@pytest.mark.bake
|
|
class TestBakeSimpleScript:
|
|
|
|
def test_simple_script_runs(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "simple.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"], f"Bake failed: {result['stderr']}"
|
|
assert "Hello from simple bake script" in result["stdout"]
|
|
|
|
def test_simple_script_sets_env_vars(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "simple.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"]
|
|
assert "test-pipeline" in result["stdout"]
|
|
|
|
|
|
@pytest.mark.bake
|
|
class TestBakePipeline:
|
|
|
|
def test_pipeline_functions_execute(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "pipeline.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"], f"Pipeline bake failed: {result['stderr']}"
|
|
assert os.path.exists("/tmp/bake-test-output/step1.txt")
|
|
assert os.path.exists("/tmp/bake-test-output/step2.txt")
|
|
|
|
def test_pipeline_step_outputs_correct(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "pipeline.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"]
|
|
with open("/tmp/bake-test-output/step1.txt") as f:
|
|
assert f.read().strip() == "step1-done"
|
|
with open("/tmp/bake-test-output/step2.txt") as f:
|
|
assert f.read().strip() == "step2-done"
|
|
|
|
|
|
@pytest.mark.bake
|
|
class TestBakeAfterDependencies:
|
|
|
|
def test_after_ordering(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "with_after.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"], f"@after bake failed: {result['stderr']}"
|
|
assert os.path.exists("/tmp/bake-after-test/status.txt")
|
|
assert os.path.exists("/tmp/bake-after-test/source.txt")
|
|
assert os.path.exists("/tmp/bake-after-test/build.txt")
|
|
|
|
|
|
@pytest.mark.bake
|
|
class TestBakeStatusFiles:
|
|
|
|
def test_status_written_after_bake(self, run_baker, bake_workspace, work_dir):
|
|
prebake_cfg = os.path.join(
|
|
os.path.dirname(__file__), "fixtures", "prebake", "minimal.yml"
|
|
)
|
|
script = os.path.join(FIXTURES, "simple.sh")
|
|
bake_base = os.path.join(FIXTURES, "bake_base.sh")
|
|
|
|
result = run_baker(
|
|
"bake", script,
|
|
"--bake-base", bake_base,
|
|
"--prebake", prebake_cfg,
|
|
cwd=work_dir,
|
|
timeout=60,
|
|
)
|
|
assert result["success"]
|
|
assert os.path.exists("/tmp/.hbwstatus")
|