tests/test_bootstrap_cli.py

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright (C) 2026 SWGY, Inc.
"""End-to-end CLI smoke test on a tiny configuration."""

from __future__ import annotations

from pathlib import Path

import numpy as np
import pytest

from iohmm_evac.bootstrap.shift_sweep import load_sweep_result
from iohmm_evac.bootstrap_cli import format_bootstrap_summary
from iohmm_evac.cli import main
from iohmm_evac.dgp.simulator import simulate
from iohmm_evac.io import write_results
from iohmm_evac.params import SimulationConfig


@pytest.fixture(scope="module")
def baseline_obs(tmp_path_factory: pytest.TempPathFactory) -> Path:
    out = tmp_path_factory.mktemp("bootstrap_cli")
    config = SimulationConfig(n_households=200, n_hours=24, seed=0)
    rng = np.random.default_rng(config.seed)
    result = simulate(config, rng)
    obs = out / "baseline.parquet"
    write_results(result, obs)
    return obs


def test_bootstrap_cli_end_to_end(tmp_path: Path, baseline_obs: Path) -> None:
    fits_dir = tmp_path / "fits"
    sweep_path = tmp_path / "sweep.parquet"
    bands_png = tmp_path / "bands.png"

    rc = main(
        [
            "bootstrap",
            "fit",
            "--input",
            str(baseline_obs),
            "--output-dir",
            str(fits_dir),
            "--n-replicates",
            "2",
            "--jobs",
            "1",
            "--max-iter",
            "3",
            "--tol",
            "1e-3",
            "--quiet",
        ]
    )
    assert rc == 0
    rep_dirs = sorted(fits_dir.glob("replicate_*"))
    assert len(rep_dirs) == 2
    for rep in rep_dirs:
        assert (rep / "theta.toml").exists()
        assert (rep / "metadata.toml").exists()
        assert (rep / "indices.parquet").exists()

    rc = main(
        [
            "bootstrap",
            "shift-sweep",
            "--bootstrap-dir",
            str(fits_dir),
            "--output",
            str(sweep_path),
            "--shifts=-8,0,8",
            "--n-households",
            "200",
            "--n-hours",
            "24",
            "--quiet",
        ]
    )
    assert rc == 0
    assert sweep_path.exists()
    sweep_result = load_sweep_result(sweep_path)
    assert len(sweep_result.rows) == 2 * 3

    rc = main(
        [
            "report",
            "bootstrap-bands",
            "--input",
            str(sweep_path),
            "--output",
            str(bands_png),
        ]
    )
    assert rc == 0
    assert bands_png.exists()
    assert bands_png.stat().st_size > 0


def test_bootstrap_summary_table_smoke(tmp_path: Path, baseline_obs: Path) -> None:
    fits_dir = tmp_path / "fits"
    sweep_path = tmp_path / "sweep.parquet"
    main(
        [
            "bootstrap",
            "fit",
            "--input",
            str(baseline_obs),
            "--output-dir",
            str(fits_dir),
            "--n-replicates",
            "2",
            "--jobs",
            "1",
            "--max-iter",
            "2",
            "--tol",
            "1e-3",
            "--quiet",
        ]
    )
    main(
        [
            "bootstrap",
            "shift-sweep",
            "--bootstrap-dir",
            str(fits_dir),
            "--output",
            str(sweep_path),
            "--shifts=-8,0",
            "--n-households",
            "200",
            "--n-hours",
            "24",
            "--quiet",
        ]
    )
    text = format_bootstrap_summary(load_sweep_result(sweep_path))
    assert "shift" in text
    assert "failed_evacuation_count" in text
    assert "+0" in text or "0" in text