| { |
| "variables": { |
| "client_id": "<AZURE CLIENT ID>", |
| "client_secret": "<AZURE CLIENT SECRET>", |
| "subscription_id": "92429150-401a-431f-8955-e69c0c119e68", |
| "tenant_id": "840229f2-c911-49e6-a73d-5b3a4311835a", |
| "managed_image_resource_group_name": "H2OIMAGES", |
| "h2ogpt_version": "010", |
| "branch_tag": "main", |
| "base_model": "h2oai-h2ogpt-4096-llama2-13b-chat" |
| }, |
| "builders": [ |
| { |
| "type": "azure-arm", |
| "client_id": "{{user `client_id`}}", |
| "client_secret": "{{user `client_secret`}}", |
| "subscription_id": "{{user `subscription_id`}}", |
| "tenant_id": "{{user `tenant_id`}}", |
| "capture_container_name": "h2ovhdimages", |
| "capture_name_prefix": "h2ogpt-{{user `h2ogpt_version`}}", |
| "resource_group_name": "{{user `managed_image_resource_group_name`}}", |
| "temp_resource_group_name": "Engineering_DevOps_h2oGPT-Ubuntu", |
| "storage_account": "h2ovhdimages", |
| "os_type": "Linux", |
| "image_publisher": "Canonical", |
| "image_offer": "0001-com-ubuntu-server-focal", |
| "image_sku": "20_04-lts", |
| "os_disk_size_gb": 512, |
| "azure_tags": { |
| "dept": "Engineering", |
| "task": "Image deployment", |
| "Name": "H2OGPT-CLOUD-IMAGES", |
| "Owner": "ops@h2o.ai", |
| "Project": "DevOps", |
| "Department": "Engineering", |
| "Environment": "Dev", |
| "Scheduling": "self-managed" |
| }, |
| "location": "East US", |
| "vm_size": "Standard_NC24s_v3", |
| "ssh_username": "ubuntu" |
| } |
| ], |
| "post-processors": [ |
| { |
| "type": "manifest", |
| "output": "azure-ubuntu-image-info.json", |
| "strip_path": true, |
| "custom_data": { |
| "base_image": "AZURE Ubuntu 20.04", |
| "h2ogpt_version": "{{user `h2ogpt_version`}}" |
| } |
| } |
| ], |
| "provisioners": [ |
| { |
| "type": "shell", |
| "script": "setup_environment.sh", |
| "pause_before": "10s", |
| "pause_after": "10s" |
| }, |
| { |
| "type": "shell", |
| "inline": ["sudo reboot now"], |
| "pause_after": "10s", |
| "expect_disconnect": true |
| }, |
| { |
| "type": "shell", |
| "environment_vars": ["BRANCH_TAG={{user `branch_tag`}}"], |
| "script": "install_h2ogpt.sh", |
| "pause_after": "10s" |
| }, |
| { |
| "type": "shell", |
| "inline": [ |
| "sudo chown -R ubuntu:ubuntu /etc/nginx/conf.d", |
| "sudo chown -R ubuntu:ubuntu /etc/systemd/system/" |
| ], |
| "pause_before": "10s" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/run_nginx.sh", |
| "destination": "/workspace/run_nginx.sh" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/run_vllm.sh", |
| "destination": "/workspace/run_vllm.sh" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/run_h2ogpt.sh", |
| "destination": "/workspace/run_h2ogpt.sh" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/h2ogpt_nginx.service", |
| "destination": "/etc/systemd/system/h2ogpt_nginx.service" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/vllm.service", |
| "destination": "/etc/systemd/system/vllm.service" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/h2ogpt.service", |
| "destination": "/etc/systemd/system/h2ogpt.service" |
| }, |
| { |
| "type": "file", |
| "source": "./startup-scripts/temp.conf", |
| "destination": "/workspace/temp.conf" |
| }, |
| { |
| "type": "shell", |
| "script": "{{user `base_model`}}.sh", |
| "pause_after": "10s" |
| } |
| ] |
| } |
|
|
