Helios-Pika-1.0 / adapter_config.json
maxsonderby's picture
Release Helios Pika 1.0 MLX LoRA adapter
70556ae verified
{
"adapter_path": "/Users/max/Documents/Infra/helios/artifacts/Helios-Pika-direct-v05",
"batch_size": 1,
"clear_cache_threshold": 0,
"config": "/Users/max/Projects/UnionStreet/orsi/runs/helios-pika-direct-v05/train.yaml",
"data": "/Users/max/Documents/Infra/helios/data/pika_constitution_patch_v3",
"fine_tune_type": "lora",
"grad_accumulation_steps": 16,
"grad_checkpoint": true,
"iters": 240,
"learning_rate": 5e-05,
"lora_parameters": {
"rank": 8,
"dropout": 0.0,
"scale": 20.0
},
"lr_schedule": null,
"mask_prompt": true,
"max_seq_length": 1536,
"model": "Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled",
"num_layers": 16,
"optimizer": "adamw",
"optimizer_config": {
"adam": {},
"adamw": {},
"muon": {},
"sgd": {},
"adafactor": {}
},
"project_name": null,
"report_to": null,
"resume_adapter_file": null,
"save_every": 80,
"seed": 29,
"steps_per_eval": 40,
"steps_per_report": 20,
"test": true,
"test_batches": -1,
"train": true,
"val_batches": -1
}