File size: 1,247 Bytes
7667a87 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | from modal import App,Image,gpu,Volume,Image
import os
from dotenv import load_dotenv
_ = load_dotenv('./.env')
app = App(f'PreDiff Sample Run')
image = (
Image.micromamba(python_version='3.10.12')
.apt_install("awscli")
.pip_install_from_requirements(
requirements_txt='requirements.txt'
)
.add_local_dir(
local_path=os.path.abspath('./'),
remote_path='/root',
copy=True,
ignore= [
'__pycache__/*',
'./.venv/*',
'./data/*',
'./pretrained_weights/*'
]
)
.env({
"WANDB_API_KEY": os.getenv('WANDB_API_KEY'),
"WANDB_ENTITY": os.getenv('WANDB_ENTITY'),
'WANDB_PROJECT':os.getenv('WANDB_PROJECT')
})
)
@app.function(
image=image,
gpu = 'T4',
timeout = 86400,
retries = 0,
volumes = {
"/root/sevir_data": Volume.from_name("prediff_vil_precipitation_data"),
"/root/pretrained_weights": Volume.from_name("prediff_pretrained_weights"),
"/root/logs": Volume.from_name('prediff_logs')
}
)
def entry():
import os
# from dotenv import load_dotenv
os.system('python -m scripts.train_vae.train_vae_sevirlr --cfg ./scripts/train_vae/cfg.yaml') |