{
  "status": "ok",
  "space_id": "adithya9903/polyguard-openenv-final-artifacts",
  "space_url": "https://huggingface.co/spaces/adithya9903/polyguard-openenv-final-artifacts",
  "docs_dir": "docs/results/final_submission_evidence",
  "evidence_source": "docs/results/submission_evidence_qwen_0_5b_1_5b_3b",
  "artifact_availability": {
    "qwen-qwen2-5-0-5b-instruct": {
      "label": "Qwen 0.5B",
      "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
      "checkpoint_tree": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "sft_adapter": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "grpo_adapter": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "reports": {
        "exists": true,
        "file_count": 4,
        "bytes": 435858
      },
      "sft_report": true,
      "grpo_report": false,
      "postsave_sft": true,
      "postsave_grpo": false,
      "policy_ablation": false,
      "missing_trained_files": [
        "sft_adapter",
        "grpo_adapter"
      ],
      "status": "reports_only_or_partial"
    },
    "qwen-qwen2-5-1-5b-instruct": {
      "label": "Qwen 1.5B",
      "model_id": "Qwen/Qwen2.5-1.5B-Instruct",
      "checkpoint_tree": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "sft_adapter": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "grpo_adapter": {
        "exists": false,
        "file_count": 0,
        "bytes": 0
      },
      "reports": {
        "exists": true,
        "file_count": 4,
        "bytes": 854543
      },
      "sft_report": true,
      "grpo_report": false,
      "postsave_sft": true,
      "postsave_grpo": false,
      "policy_ablation": false,
      "missing_trained_files": [
        "sft_adapter",
        "grpo_adapter"
      ],
      "status": "reports_only_or_partial"
    },
    "qwen-qwen2-5-3b-instruct": {
      "label": "Qwen 3B",
      "model_id": "Qwen/Qwen2.5-3B-Instruct",
      "checkpoint_tree": {
        "exists": true,
        "file_count": 125,
        "bytes": 433208536
      },
      "sft_adapter": {
        "exists": true,
        "file_count": 11,
        "bytes": 30655905
      },
      "grpo_adapter": {
        "exists": true,
        "file_count": 11,
        "bytes": 30656841
      },
      "reports": {
        "exists": true,
        "file_count": 9,
        "bytes": 5930214
      },
      "sft_report": true,
      "grpo_report": true,
      "postsave_sft": true,
      "postsave_grpo": true,
      "policy_ablation": true,
      "missing_trained_files": [],
      "status": "complete"
    }
  },
  "submission_models": [
    {
      "run_id": "qwen-qwen2-5-0-5b-instruct",
      "model_id": "Qwen/Qwen2.5-0.5B-Instruct",
      "label": "Qwen 0.5B",
      "statuses": {
        "sft_training": "artifact_available",
        "sft_postsave_inference": "artifact_available",
        "grpo_training": "not_seen_in_status",
        "grpo_postsave_inference": "not_seen_in_status",
        "policy_ablation": "not_seen_in_status"
      },
      "metrics": {
        "sft_train_loss": 0.19233327957964502,
        "sft_train_runtime": 234.6302,
        "sft_examples_used": 2000,
        "sft_history_steps": 2001,
        "sft_first_loss": 3.0856,
        "sft_last_loss": 0.0626,
        "sft_best_loss": 0.0057,
        "sft_last_token_accuracy": 0.9717137813568115,
        "sft_valid_rate": 1.0,
        "sft_avg_env_reward": 0.726,
        "sft_avg_latency_seconds": 1.839,
        "grpo_avg_reward": null,
        "grpo_history_steps": 0,
        "grpo_valid_rate": null,
        "grpo_avg_env_reward": null,
        "grpo_avg_latency_seconds": null
      },
      "files": {
        "run_metadata.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-0-5b-instruct/run_metadata.json",
        "sft_trl_run.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-0-5b-instruct/sft_trl_run.json",
        "sft_history.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-0-5b-instruct/sft_history.json",
        "postsave_inference_sft.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-0-5b-instruct/postsave_inference_sft.json",
        "grpo_trl_run.json": "",
        "grpo_history.json": "",
        "grpo_reward_components.jsonl": "",
        "postsave_inference_grpo.json": "",
        "grpo_ablation_report.json": "",
        "error.json": ""
      }
    },
    {
      "run_id": "qwen-qwen2-5-1-5b-instruct",
      "model_id": "Qwen/Qwen2.5-1.5B-Instruct",
      "label": "Qwen 1.5B",
      "statuses": {
        "sft_training": "artifact_available",
        "sft_postsave_inference": "artifact_available",
        "grpo_training": "not_seen_in_status",
        "grpo_postsave_inference": "not_seen_in_status",
        "policy_ablation": "not_seen_in_status"
      },
      "metrics": {
        "sft_train_loss": 0.11515871361242898,
        "sft_train_runtime": 483.7085,
        "sft_examples_used": 2000,
        "sft_history_steps": 4001,
        "sft_first_loss": 2.9686,
        "sft_last_loss": 0.0681,
        "sft_best_loss": 0.0009,
        "sft_last_token_accuracy": 0.9726027250289917,
        "sft_valid_rate": 1.0,
        "sft_avg_env_reward": 0.726,
        "sft_avg_latency_seconds": 2.158,
        "grpo_avg_reward": null,
        "grpo_history_steps": 0,
        "grpo_valid_rate": null,
        "grpo_avg_env_reward": null,
        "grpo_avg_latency_seconds": null
      },
      "files": {
        "run_metadata.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-1-5b-instruct/run_metadata.json",
        "sft_trl_run.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-1-5b-instruct/sft_trl_run.json",
        "sft_history.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-1-5b-instruct/sft_history.json",
        "postsave_inference_sft.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-1-5b-instruct/postsave_inference_sft.json",
        "grpo_trl_run.json": "",
        "grpo_history.json": "",
        "grpo_reward_components.jsonl": "",
        "postsave_inference_grpo.json": "",
        "grpo_ablation_report.json": "",
        "error.json": ""
      }
    },
    {
      "run_id": "qwen-qwen2-5-3b-instruct",
      "model_id": "Qwen/Qwen2.5-3B-Instruct",
      "label": "Qwen 3B",
      "statuses": {
        "sft_training": "artifact_available",
        "sft_postsave_inference": "artifact_available",
        "grpo_training": "artifact_available",
        "grpo_postsave_inference": "artifact_available",
        "policy_ablation": "artifact_available"
      },
      "metrics": {
        "sft_train_loss": 0.15688225453009363,
        "sft_train_runtime": 715.2908,
        "sft_examples_used": 2000,
        "sft_history_steps": 2001,
        "sft_first_loss": 3.5687,
        "sft_last_loss": 0.054,
        "sft_best_loss": 0.0022,
        "sft_last_token_accuracy": 0.9750415682792664,
        "sft_valid_rate": 1.0,
        "sft_avg_env_reward": 0.781,
        "sft_avg_latency_seconds": 2.863,
        "grpo_avg_reward": 0.767,
        "grpo_history_steps": 2001,
        "grpo_valid_rate": 1.0,
        "grpo_avg_env_reward": 0.726,
        "grpo_avg_latency_seconds": 3.681
      },
      "files": {
        "run_metadata.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/run_metadata.json",
        "sft_trl_run.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/sft_trl_run.json",
        "sft_history.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/sft_history.json",
        "postsave_inference_sft.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/postsave_inference_sft.json",
        "grpo_trl_run.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/grpo_trl_run.json",
        "grpo_history.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/grpo_history.json",
        "grpo_reward_components.jsonl": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/grpo_reward_components.jsonl",
        "postsave_inference_grpo.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/postsave_inference_grpo.json",
        "grpo_ablation_report.json": "outputs/reports/submission_evidence/qwen_0_5b_1_5b_3b/runs/qwen-qwen2-5-3b-instruct/grpo_ablation_report.json",
        "error.json": ""
      }
    }
  ],
  "basic_vs_pipeline": {
    "reward_delta": 0.043,
    "basic_reward": 0.762,
    "pipeline_reward": 0.805,
    "basic_failure_rate": 0.25,
    "pipeline_failure_rate": 0.0,
    "pipeline_legality": 1.0
  },
  "download_command": "HF_TOKEN=<token> ./.venv/bin/hf download adithya9903/polyguard-openenv-final-artifacts --repo-type space --local-dir ./hf_final_artifacts",
  "notes": [
    "Packaging-only run; no retraining is performed.",
    "Qwen 3B has SFT and GRPO adapter directories plus checkpoint metadata/intermediate checkpoints in this artifact Space.",
    "Qwen 0.5B and 1.5B adapter directories were not present locally or in the checked artifact repos; reports remain included."
  ]
}