vectorplasticity's picture
Add utils package init
4327377 verified
"""
Utilities Package
Helper functions for training, datasets, models, and PEFT/LoRA.
"""
from app.utils.training_utils import (
get_model_class_for_task,
estimate_memory_requirements,
get_training_args,
get_peft_config,
get_data_collator,
compute_metrics_factory,
save_training_artifacts,
generate_job_id
)
from app.utils.dataset_utils import (
load_dataset,
validate_dataset,
tokenize_dataset,
prepare_dataset_for_task
)
from app.utils.model_utils import (
load_model,
load_tokenizer,
apply_peft,
estimate_parameters
)
from app.utils.peft_utils import (
configure_lora,
configure_adalora,
apply_peft_config
)
__all__ = [
# Training utils
"get_model_class_for_task",
"estimate_memory_requirements",
"get_training_args",
"get_peft_config",
"get_data_collator",
"compute_metrics_factory",
"save_training_artifacts",
"generate_job_id",
# Dataset utils
"load_dataset",
"validate_dataset",
"tokenize_dataset",
"prepare_dataset_for_task",
# Model utils
"load_model",
"load_tokenizer",
"apply_peft",
"estimate_parameters",
# PEFT utils
"configure_lora",
"configure_adalora",
"apply_peft_config"
]