launch: readiness report + test suite — tests/results/launch_readiness.json

tests/results/launch_readiness.json

@@ -0,0 +1,602 @@
+{
+  "pass": 119,
+  "fail": 0,
+  "warn": 0,
+  "results": [
+    {
+      "category": "imports",
+      "test": "import purpose_agent",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import types",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import llm_backend",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import actor",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import purpose_function",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import experience_replay",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import optimizer",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import orchestrator",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import slm_backends",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import streaming",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import tools",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import observability",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import multi_agent",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import hitl",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import evaluation",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import registry",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import unified",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import easy",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import v2_types",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import trace",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import memory",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import compiler",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import immune",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import memory_ci",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import evalport",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import benchmark_v2",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import meta_rewarding",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import self_taught",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import prompt_optimizer",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import llm_compiler",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import retroformer",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import robust_parser",
+      "status": "PASS"
+    },
+    {
+      "category": "imports",
+      "test": "import breakthroughs",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "State",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "Action",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "MockLLMBackend",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "ExperienceReplay",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "ToolRegistry",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "CalculatorTool",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "PythonExecTool",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "CostTracker",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "CallbackManager",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "Agent",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "KnowledgeStore",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "Graph",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "RunMode",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "Trace",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "MemoryStore",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "MemoryCard",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "MemoryCI",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "MixtureOfHeuristics",
+      "status": "PASS"
+    },
+    {
+      "category": "instantiate",
+      "test": "AdversarialHardener",
+      "status": "PASS"
+    },
+    {
+      "category": "core",
+      "test": "Full loop completes",
+      "status": "PASS"
+    },
+    {
+      "category": "core",
+      "test": "Trajectory has steps",
+      "status": "PASS"
+    },
+    {
+      "category": "core",
+      "test": "Final state exists",
+      "status": "PASS"
+    },
+    {
+      "category": "phi",
+      "test": "phi_before in [0,10]",
+      "status": "PASS"
+    },
+    {
+      "category": "phi",
+      "test": "phi_after in [0,10]",
+      "status": "PASS"
+    },
+    {
+      "category": "phi",
+      "test": "confidence in [0,1]",
+      "status": "PASS"
+    },
+    {
+      "category": "optimizer",
+      "test": "Produces heuristics",
+      "status": "PASS"
+    },
+    {
+      "category": "replay",
+      "test": "Store works",
+      "status": "PASS"
+    },
+    {
+      "category": "replay",
+      "test": "Retrieve works",
+      "status": "PASS"
+    },
+    {
+      "category": "replay",
+      "test": "Clear works",
+      "status": "PASS"
+    },
+    {
+      "category": "backend",
+      "test": "Strip <think> basic",
+      "status": "PASS"
+    },
+    {
+      "category": "backend",
+      "test": "Strip <think> multiline",
+      "status": "PASS"
+    },
+    {
+      "category": "backend",
+      "test": "Strip unclosed <think>",
+      "status": "PASS"
+    },
+    {
+      "category": "backend",
+      "test": "No tags passthrough",
+      "status": "PASS"
+    },
+    {
+      "category": "routing",
+      "test": "ollama: prefix",
+      "status": "PASS"
+    },
+    {
+      "category": "routing",
+      "test": "auto-detect ollama model",
+      "status": "PASS"
+    },
+    {
+      "category": "tools",
+      "test": "Calculator safe: 2+3*4=14",
+      "status": "PASS"
+    },
+    {
+      "category": "tools",
+      "test": "Calculator safe: sqrt(16)=4.0",
+      "status": "PASS"
+    },
+    {
+      "category": "tools",
+      "test": "Calculator blocks __import__",
+      "status": "PASS"
+    },
+    {
+      "category": "tools",
+      "test": "ReadFile blocks /etc/passwd",
+      "status": "PASS"
+    },
+    {
+      "category": "tools",
+      "test": "WriteFile blocks /tmp/evil",
+      "status": "PASS"
+    },
+    {
+      "category": "runmode",
+      "test": "TRAIN allows write",
+      "status": "PASS"
+    },
+    {
+      "category": "runmode",
+      "test": "EVAL blocks write",
+      "status": "PASS"
+    },
+    {
+      "category": "runmode",
+      "test": "EVAL is_eval",
+      "status": "PASS"
+    },
+    {
+      "category": "trace",
+      "test": "Events recorded",
+      "status": "PASS"
+    },
+    {
+      "category": "trace",
+      "test": "JSONL roundtrip",
+      "status": "PASS"
+    },
+    {
+      "category": "memory",
+      "test": "7 MemoryKinds",
+      "status": "PASS"
+    },
+    {
+      "category": "memory",
+      "test": "5 MemoryStatuses",
+      "status": "PASS"
+    },
+    {
+      "category": "memory",
+      "test": "Scoped retrieve",
+      "status": "PASS"
+    },
+    {
+      "category": "compiler",
+      "test": "Respects token budget",
+      "status": "PASS"
+    },
+    {
+      "category": "compiler",
+      "test": "Returns memory IDs",
+      "status": "PASS"
+    },
+    {
+      "category": "immune",
+      "test": "Safe passes",
+      "status": "PASS"
+    },
+    {
+      "category": "immune",
+      "test": "Injection blocked",
+      "status": "PASS"
+    },
+    {
+      "category": "immune",
+      "test": "Score hack blocked",
+      "status": "PASS"
+    },
+    {
+      "category": "immune",
+      "test": "API key blocked",
+      "status": "PASS"
+    },
+    {
+      "category": "immune",
+      "test": "Tool misuse blocked",
+      "status": "PASS"
+    },
+    {
+      "category": "ci",
+      "test": "Good \u2192 quarantined",
+      "status": "PASS"
+    },
+    {
+      "category": "ci",
+      "test": "Promote works",
+      "status": "PASS"
+    },
+    {
+      "category": "ci",
+      "test": "Injection \u2192 rejected",
+      "status": "PASS"
+    },
+    {
+      "category": "agent",
+      "test": "Agent.run() completes",
+      "status": "PASS"
+    },
+    {
+      "category": "graph",
+      "test": "Conditional routing",
+      "status": "PASS"
+    },
+    {
+      "category": "parallel",
+      "test": "3 tasks complete",
+      "status": "PASS"
+    },
+    {
+      "category": "conversation",
+      "test": "Messages produced",
+      "status": "PASS"
+    },
+    {
+      "category": "knowledge",
+      "test": "Chunks stored",
+      "status": "PASS"
+    },
+    {
+      "category": "knowledge",
+      "test": "Query returns results",
+      "status": "PASS"
+    },
+    {
+      "category": "knowledge",
+      "test": "as_tool() works",
+      "status": "PASS"
+    },
+    {
+      "category": "easy",
+      "test": "purpose() auto-detects coding team",
+      "status": "PASS"
+    },
+    {
+      "category": "easy",
+      "test": "purpose() auto-detects research team",
+      "status": "PASS"
+    },
+    {
+      "category": "easy",
+      "test": "Team.build() works",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "MetaRewardingLoop importable",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "SelfTaughtEvaluator importable",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "PromptOptimizer importable",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "LLMCompiler importable",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "Retroformer importable",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "PromptOptimizer.compile_prompt works",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "LLMCompiler plans tasks",
+      "status": "PASS"
+    },
+    {
+      "category": "research",
+      "test": "LLMCompiler executes plan",
+      "status": "PASS"
+    },
+    {
+      "category": "B2-MoH",
+      "test": "Shared identified",
+      "status": "PASS"
+    },
+    {
+      "category": "B2-MoH",
+      "test": "Total K=5 selected",
+      "status": "PASS"
+    },
+    {
+      "category": "B6-adversarial",
+      "test": "Catch rate 95%",
+      "status": "PASS"
+    },
+    {
+      "category": "B6-adversarial",
+      "test": "FP rate 0%",
+      "status": "PASS"
+    },
+    {
+      "category": "parser",
+      "test": "TOML actor parse",
+      "status": "PASS"
+    },
+    {
+      "category": "parser",
+      "test": "JSON actor parse",
+      "status": "PASS"
+    },
+    {
+      "category": "parser",
+      "test": "TOML critic parse",
+      "status": "PASS"
+    },
+    {
+      "category": "parser",
+      "test": "Extract code from markdown",
+      "status": "PASS"
+    },
+    {
+      "category": "benchmark",
+      "test": "Improvement curve: [1.0, 10.0, 10.0]",
+      "status": "PASS"
+    },
+    {
+      "category": "benchmark",
+      "test": "Heuristics learned: 6",
+      "status": "PASS"
+    }
+  ]
+}