Deploy Service - Python Client Usage

from monsterapi import client

deploy_client = client(api_key = \<api_key>)

launch_payload = {
    "basemodel_path": "meta-llama/Llama-2-7b-chat",
    "prompt_template": "{prompt}{completion}",
    "per_gpu_vram": 24,
    "gpu_count": 1
}

# Launch a deployment
ret = client.deploy("llm", launch_payload) 
deployment_id = ret.get("deployment_id")
print(deployment_id)

launch_payload = {
  "serving_params": {
    "per_gpu_vram": 16,
    "gpu_count": 1
  },
  "image_registry": {
    "registryName": "rcv1k4s/nvidiadockertest:11.8",
    "username": "rcv1k4s",
    "password": "dckr_pat_VHrqIT07WXF1ILrObKDepaJwmvE"
  },
  "env_params": {
    "API_KEY": "12345",
    "MODE": "PRODUCTION"
  },
  "port_numbers": [
    8000
  ]
}

# Launch a deployment
ret = client.deploy("custom_image", launch_payload) 
deployment_id = ret.get("deployment_id")
print(ret)

status_ret = client.get_deployment_status(deployment_id)
print(status_ret)

logs_ret = client.get_deployment_logs(deployment_id)
print(logs_ret)

terminate_return = client.terminate_deployment(deployment_id)
print(terminate_return)