mirror of
https://github.com/tencentmusic/cube-studio.git
synced 2024-12-15 06:09:57 +08:00
.. | ||
build.sh | ||
Dockerfile | ||
launcher.py | ||
README.md |
deploy-service 模板
镜像:ai.tencentmusic.com/tme-public/deploy-service:20211001 启动参数:
{
"shell": {
"--project_name": {
"type": "str",
"item_type": "str",
"label": "部署项目名",
"require": 1,
"choice": [],
"range": "",
"default": "public",
"placeholder": "",
"describe": "部署项目名",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--service_type": {
"type": "str",
"item_type": "str",
"label": "推理服务类型",
"require": 0,
"choice": ['service','tfserving','torch-server','onnxruntime','triton-server'],
"range": "",
"default": "service",
"placeholder": "",
"describe": "推理服务类型",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--label": {
"type": "str",
"item_type": "str",
"label": "推理服务描述",
"require": 0,
"choice": [],
"range": "",
"default": "demo推理服务",
"placeholder": "",
"describe": "推理服务描述",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_name": {
"type": "str",
"item_type": "str",
"label": "模型名",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "模型名",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_version": {
"type": "str",
"item_type": "str",
"label": "模型版本号",
"require": 0,
"choice": [],
"range": "",
"default": "v2022.10.01.1",
"placeholder": "",
"describe": "模型版本号",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--model_path": {
"type": "str",
"item_type": "str",
"label": "模型地址",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "模型地址",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--images": {
"type": "str",
"item_type": "str",
"label": "推理服务镜像",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理服务镜像",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--replicas": {
"type": "str",
"item_type": "str",
"label": "pod副本数",
"require": 0,
"choice": [],
"range": "",
"default": "1",
"placeholder": "",
"describe": "pod副本数",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--working_dir": {
"type": "str",
"item_type": "str",
"label": "推理容器工作目录",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器工作目录",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--command": {
"type": "str",
"item_type": "str",
"label": "推理容器启动命令",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器启动命令",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--args": {
"type": "str",
"item_type": "str",
"label": "推理容器启动参数",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器启动参数",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--env": {
"type": "text",
"item_type": "str",
"label": "推理容器环境变量",
"require": 0,
"choice": [],
"range": "",
"default": "",
"placeholder": "",
"describe": "推理容器环境变量",
"editable": 1,
"condition": "",
"sub_args": {}
},
"--ports": {
"type": "str",
"item_type": "str",
"label": "推理容器暴露端口",
"require": 0,
"choice": [],
"range": "",
"default": "80",
"placeholder": "",
"describe": "推理容器暴露端口",
"editable": 1,
"condition": "",
"sub_args": {}
},
}
}