mirror of
https://github.com/tencentmusic/cube-studio.git
synced 2024-12-15 06:09:57 +08:00
| .. | ||
| build.sh | ||
| Dockerfile | ||
| launcher.py | ||
| README.md | ||
deploy-service 模板
镜像：ccr.ccs.tencentyun.com/cube-studio/deploy-service:20211001 启动参数：
{
"模型信息": {
"--label": {
"type": "str",
"item_type": "str",
"label": "中文描述描述",
"require": 1,
"choice": [],
"range": "",
"default": "demo推理服务",
"placeholder": "",
"describe": "推理服务描述",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_name": {
"type": "str",
"item_type": "str",
"label": "模型名",
"require": 1,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "模型名",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_version": {
"type": "str",
"item_type": "str",
"label": "模型版本号",
"require": 1,
"choice": [],
"range": "",
"default": "v2022.10.01.1",
"placeholder": "",
"describe": "模型版本号",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_path": {
"type": "str",
"item_type": "str",
"label": "模型地址",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "模型地址",
"editable": 1,
"condition": "",
"sub_args": {}
}
},
"部署信息": {
"--service_type": {
"type": "str",
"item_type": "str",
"label": "推理服务类型",
"require": 1,
"choice": [
"serving",
"tfserving",
"torch-server",
"onnxruntime",
"triton-server"
],
"range": "",
"default": "service",
"placeholder": "",
"describe": "推理服务类型",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--images": {
"type": "str",
"item_type": "str",
"label": "推理服务镜像",
"require": 1,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理服务镜像",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--working_dir": {
"type": "str",
"item_type": "str",
"label": "推理容器工作目录",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器工作目录,个人工作目录/mnt/$username",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--command": {
"type": "str",
"item_type": "str",
"label": "推理容器启动命令",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器启动命令",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--args": {
"type": "str",
"item_type": "str",
"label": "推理容器启动参数",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器启动参数",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--env": {
"type": "text",
"item_type": "str",
"label": "推理容器环境变量",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器环境变量",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--ports": {
"type": "str",
"item_type": "str",
"label": "推理容器暴露端口",
"require": 0,
"choice": [],
"range": "",
"default": "80",
"placeholder": "",
"describe": "推理容器暴露端口",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--replicas": {
"type": "str",
"item_type": "str",
"label": "pod副本数",
"require": 1,
"choice": [],
"range": "",
"default": "1",
"placeholder": "",
"describe": "pod副本数",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--resource_memory": {
"type": "str",
"item_type": "str",
"label": "每个pod占用内存",
"require": 1,
"choice": [],
"range": "",
"default": "2G",
"placeholder": "",
"describe": "每个pod占用内存",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--resource_cpu": {
"type": "str",
"item_type": "str",
"label": "每个pod占用cpu",
"require": 1,
"choice": [],
"range": "",
"default": "2",
"placeholder": "",
"describe": "每个pod占用cpu",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--resource_gpu": {
"type": "str",
"item_type": "str",
"label": "每个pod占用gpu",
"require": 1,
"choice": [],
"range": "",
"default": "0",
"placeholder": "",
"describe": "每个pod占用gpu",
"editable": 1,
"condition": "",
"sub_args": {}
}
}
}