| # okto_version: "1.2"
|
| PROJECT "ModelAdapterExample"
|
| DESCRIPTION "Demonstrates MODEL block with ADAPTER (LoRA/PEFT support)"
|
|
|
| ENV {
|
| accelerator: "gpu"
|
| min_memory: "8GB"
|
| precision: "fp16"
|
| }
|
|
|
| DATASET {
|
| train: "examples/datasets/demo_train.jsonl"
|
| format: "jsonl"
|
| type: "chat"
|
| }
|
|
|
| MODEL {
|
| name: "adapter-model"
|
| base: "google/flan-t5-base"
|
| device: "cuda"
|
|
|
| ADAPTER {
|
| type: "lora"
|
| path: "./adapters/my-lora-adapter"
|
| rank: 16
|
| alpha: 32
|
| }
|
| }
|
|
|
| TRAIN {
|
| epochs: 3
|
| batch_size: 16
|
| learning_rate: 0.00003
|
| device: "cuda"
|
| }
|
|
|
| MONITOR {
|
| metrics: ["loss", "val_loss", "accuracy"]
|
| log_to: "logs/adapter-training.log"
|
| }
|
|
|
| EXPORT {
|
| format: ["okm", "safetensors"]
|
| path: "export/"
|
| }
|
|
|
|
|
