Spaces:
Sleeping
Sleeping
File size: 2,833 Bytes
be8eade | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | import json
import pytest
from CyberSecurity_OWASP.config import load_scenario_authoring_config
def test_default_scenario_authoring_config_uses_deepseek_defaults(monkeypatch):
for key in list(
name for name in __import__("os").environ if name.startswith("CYBERSECURITY_OWASP_")
):
monkeypatch.delenv(key, raising=False)
settings = load_scenario_authoring_config()
assert settings.scenario_author.model_id == "deepseek-ai/DeepSeek-V4-Pro"
assert settings.scenario_author.provider == "huggingface"
assert settings.scenario_author.thinking_mode == "thinking"
assert settings.scenario_author.reasoning_effort == "high"
assert settings.scenario_author.temperature == 1.0
assert settings.scenario_author.top_p == 1.0
assert settings.curriculum.difficulty_bucket_count == 4
assert settings.curriculum.train_scenarios_per_bucket == 25
assert settings.curriculum.heldout_eval_scenarios_per_bucket == 10
assert settings.curriculum.target_cache_hit_rate == 0.95
assert settings.curriculum.target_reset_latency_ms == 200
assert settings.curriculum.scenario_refresh_rate_per_epoch == 0.05
assert settings.curriculum.difficulty_calibration_strategy == "baseline_agent_pass_rate"
def test_scenario_authoring_config_env_overrides(monkeypatch, tmp_path):
config_path = tmp_path / "config.json"
config_path.write_text(
json.dumps(
{
"scenario_author": {},
"curriculum": {"difficulty_labels": ["D0", "D1"]},
"runtime": {},
}
),
encoding="utf-8",
)
monkeypatch.setenv("CYBERSECURITY_OWASP_SCENARIO_CONFIG", str(config_path))
monkeypatch.setenv("CYBERSECURITY_OWASP_SCENARIO_AUTHOR_MODEL", "test/model")
monkeypatch.setenv("CYBERSECURITY_OWASP_DIFFICULTY_BUCKETS", "2")
monkeypatch.setenv("CYBERSECURITY_OWASP_TRAIN_SCENARIOS_PER_BUCKET", "3")
monkeypatch.setenv("CYBERSECURITY_OWASP_SCENARIO_CACHE_MODE", "require")
settings = load_scenario_authoring_config()
assert settings.scenario_author.model_id == "test/model"
assert settings.curriculum.difficulty_bucket_count == 2
assert settings.curriculum.train_scenarios_per_bucket == 3
assert settings.runtime.cache_mode == "require"
def test_scenario_authoring_config_rejects_bad_values(monkeypatch, tmp_path):
config_path = tmp_path / "bad.json"
config_path.write_text(
json.dumps(
{
"scenario_author": {"temperature": 0},
"curriculum": {},
"runtime": {},
}
),
encoding="utf-8",
)
monkeypatch.setenv("CYBERSECURITY_OWASP_SCENARIO_CONFIG", str(config_path))
with pytest.raises(ValueError, match="sampling"):
load_scenario_authoring_config()
|