test_cli_errors.py

from __future__ import annotations

import pytest
import yaml

from telemetry_lab.cli import main


def test_main_reports_config_errors_without_traceback(tmp_path, capsys) -> None:
    config_path = tmp_path / "missing-input-path.yaml"
    config_path.write_text(
        yaml.safe_dump({"output_dir": str(tmp_path / "processed")}),
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "input_path" in stderr
    assert "Traceback" not in stderr


def test_main_reports_missing_config_without_traceback(tmp_path, capsys) -> None:
    config_path = tmp_path / "missing.yaml"

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Config file not found" in stderr
    assert "Traceback" not in stderr


def test_main_reports_unknown_run_config_field_without_traceback(
    tmp_path,
    capsys,
) -> None:
    config_path = tmp_path / "typo.yaml"
    config_path.write_text(
        yaml.safe_dump(
            {
                "input": "events.csv",
                "output_dir": str(tmp_path / "processed"),
            }
        ),
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Unknown config field" in stderr
    assert "input" in stderr
    assert "Traceback" not in stderr


def test_main_reports_invalid_yaml_config_without_traceback(tmp_path, capsys) -> None:
    config_path = tmp_path / "broken.yaml"
    config_path.write_text("input_path: [\n", encoding="utf-8")

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Invalid YAML config" in stderr
    assert "Traceback" not in stderr


def test_main_reports_directory_input_without_traceback(tmp_path, capsys) -> None:
    config_path = tmp_path / "directory-input.yaml"
    config_path.write_text(
        yaml.safe_dump(
            {
                "input_path": str(tmp_path),
                "output_dir": str(tmp_path / "processed"),
            }
        ),
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Input file path is not a file" in stderr
    assert "Traceback" not in stderr


def test_main_reports_file_output_dir_without_traceback(tmp_path, capsys) -> None:
    input_path = tmp_path / "events.csv"
    input_path.write_text(
        "timestamp,event_type,source,target,status\n"
        "2026-03-10T10:00:00Z,login_success,user_a,auth,ok\n",
        encoding="utf-8",
    )
    output_path = tmp_path / "processed"
    output_path.write_text("not a directory\n", encoding="utf-8")
    config_path = tmp_path / "file-output-dir.yaml"
    config_path.write_text(
        yaml.safe_dump(
            {
                "input_path": str(input_path),
                "output_dir": str(output_path),
            }
        ),
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Output directory path is not a directory" in stderr
    assert "Traceback" not in stderr


def test_main_reports_directory_output_artifact_without_traceback(tmp_path, capsys) -> None:
    input_path = tmp_path / "events.csv"
    input_path.write_text(
        "timestamp,event_type,source,target,status\n"
        "2026-03-10T10:00:00Z,login_success,user_a,auth,ok\n",
        encoding="utf-8",
    )
    output_dir = tmp_path / "processed"
    (output_dir / "features.csv").mkdir(parents=True)
    config_path = tmp_path / "directory-output-artifact.yaml"
    config_path.write_text(
        yaml.safe_dump(
            {
                "input_path": str(input_path),
                "output_dir": str(output_dir),
            }
        ),
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["run", "--config", str(config_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Output file path is a directory" in stderr
    assert "features.csv" in stderr
    assert "Traceback" not in stderr


def test_main_reports_bad_summarize_timestamp_column_without_traceback(
    tmp_path,
    capsys,
) -> None:
    input_path = tmp_path / "events.csv"
    input_path.write_text(
        "event_type,source,target,status\n"
        "2026-03-10T10:00:00Z,user_a,auth,ok\n",
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(
            [
                "summarize",
                "--input",
                str(input_path),
                "--timestamp-col",
                "event_type",
            ]
        )

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "timestamp-col" in stderr
    assert "event_type" in stderr
    assert "Traceback" not in stderr


def test_main_reports_bad_plot_feature_table_without_traceback(tmp_path, capsys) -> None:
    features_path = tmp_path / "features.csv"
    features_path.write_text(
        "window_start,window_end,error_rate\n"
        "2026-03-10T10:00:00Z,2026-03-10T10:01:00Z,0.25\n",
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["plot", "--features", str(features_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "event_count" in stderr
    assert "Traceback" not in stderr


def test_main_reports_bad_plot_feature_value_without_traceback(tmp_path, capsys) -> None:
    features_path = tmp_path / "features.csv"
    features_path.write_text(
        "window_start,window_end,event_count,error_rate\n"
        "2026-03-10T10:00:00Z,2026-03-10T10:01:00Z,not-a-count,0.25\n",
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["plot", "--features", str(features_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Invalid numeric values" in stderr
    assert "event_count" in stderr
    assert "Traceback" not in stderr


def test_main_reports_missing_default_alert_table_without_traceback(tmp_path, capsys) -> None:
    features_path = tmp_path / "features.csv"
    features_path.write_text(
        "window_start,window_end,event_count,error_rate\n"
        "2026-03-10T10:00:00Z,2026-03-10T10:01:00Z,10,0.25\n",
        encoding="utf-8",
    )

    with pytest.raises(SystemExit) as excinfo:
        main(["plot", "--features", str(features_path)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Alert table not found" in stderr
    assert "Traceback" not in stderr


def test_main_reports_file_plot_output_dir_without_traceback(tmp_path, capsys) -> None:
    features_path = tmp_path / "features.csv"
    features_path.write_text(
        "window_start,window_end,event_count,error_rate\n"
        "2026-03-10T10:00:00Z,2026-03-10T10:01:00Z,10,0.25\n",
        encoding="utf-8",
    )
    alerts_path = tmp_path / "alerts.csv"
    alerts_path.write_text(
        "alert_time,window_start,window_end,rule_name,severity\n"
        "2026-03-10T10:01:00Z,2026-03-10T10:00:00Z,"
        "2026-03-10T10:01:00Z,high_error_rate,medium\n",
        encoding="utf-8",
    )
    output_path = tmp_path / "plots"
    output_path.write_text("not a directory\n", encoding="utf-8")

    with pytest.raises(SystemExit) as excinfo:
        main(
            [
                "plot",
                "--features",
                str(features_path),
                "--alerts",
                str(alerts_path),
                "--output-dir",
                str(output_path),
            ]
        )

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Output directory path is not a directory" in stderr
    assert "Traceback" not in stderr


@pytest.mark.parametrize(
    "command",
    [
        "run-ai-demo",
        "run-rule-dedup-demo",
        "run-config-change-demo",
        "run-cloud-iam-change-demo",
    ],
)
def test_main_reports_file_demo_root_without_traceback(command, tmp_path, capsys) -> None:
    demo_root = tmp_path / "demo-root"
    demo_root.write_text("not a directory\n", encoding="utf-8")

    with pytest.raises(SystemExit) as excinfo:
        main([command, "--demo-root", str(demo_root)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Demo root path is not a directory" in stderr
    assert "Traceback" not in stderr


def test_main_reports_missing_demo_root_without_traceback(tmp_path, capsys) -> None:
    demo_root = tmp_path / "missing-demo-root"

    with pytest.raises(SystemExit) as excinfo:
        main(["run-ai-demo", "--demo-root", str(demo_root)])

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Demo root not found" in stderr
    assert "Traceback" not in stderr


def test_main_reports_directory_plot_artifact_without_traceback(tmp_path, capsys) -> None:
    features_path = tmp_path / "features.csv"
    features_path.write_text(
        "window_start,window_end,event_count,error_rate\n"
        "2026-03-10T10:00:00Z,2026-03-10T10:01:00Z,10,0.25\n",
        encoding="utf-8",
    )
    alerts_path = tmp_path / "alerts.csv"
    alerts_path.write_text(
        "alert_time,window_start,window_end,rule_name,severity\n"
        "2026-03-10T10:01:00Z,2026-03-10T10:00:00Z,"
        "2026-03-10T10:01:00Z,high_error_rate,medium\n",
        encoding="utf-8",
    )
    output_dir = tmp_path / "plots"
    (output_dir / "event_count_timeline.png").mkdir(parents=True)

    with pytest.raises(SystemExit) as excinfo:
        main(
            [
                "plot",
                "--features",
                str(features_path),
                "--alerts",
                str(alerts_path),
                "--output-dir",
                str(output_dir),
            ]
        )

    assert excinfo.value.code == 1
    stderr = capsys.readouterr().err
    assert stderr.startswith("error: ")
    assert "Output file path is a directory" in stderr
    assert "event_count_timeline.png" in stderr
    assert "Traceback" not in stderr