cube-studio/job-template/job/ray_sklearn
2022-08-05 13:31:05 +08:00
..
sklearn_estimator fix ray sklearn 2022-08-05 13:31:05 +08:00
build.sh 修改镜像仓库地址 2022-06-08 16:47:57 +08:00
common.py
Dockerfile fix ray sklearn 2022-08-05 13:31:05 +08:00
init.sh
launcher.py
ray_launcher.py 修改部分镜像名 2022-06-11 21:17:25 +08:00
README.md (docs)添加模板描述 2022-06-28 20:28:14 +08:00

ray-sklearn 模板

描述基于ray的分布式能力实现sklearn机器学习模型的分布式训练。

镜像ccr.ccs.tencentyun.com/cube-studio/sklearn_estimator:v1

环境变量:

NO_RESOURCE_CHECK=true
TASK_RESOURCE_CPU=2
TASK_RESOURCE_MEMORY=4G
TASK_RESOURCE_GPU=0

启动参数:

{
    "shell": {
        "--train_csv_file_path": {
            "type": "str",
            "item_type": "str",
            "label": "训练集csv",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "训练集csv|分割符,首行是列名",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--predict_csv_file_path": {
            "type": "str",
            "item_type": "str",
            "label": "预测数据集csv",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "预测数据集csv格式和训练集一致默认为空需要predict时填",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--label_name": {
            "type": "str",
            "item_type": "str",
            "label": "label的列名必填",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "label的列名必填",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--model_name": {
            "type": "str",
            "item_type": "str",
            "label": "模型名称,必填",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "训练用到的模型名称如LogisticRegression必填。常用的都支持要加联系管理员",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--model_args_dict": {
            "type": "str",
            "item_type": "str",
            "label": "模型参数",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "模型参数json格式默认为空",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--model_file_path": {
            "type": "str",
            "item_type": "str",
            "label": "模型文件保存文件名,必填",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "模型文件保存文件名,必填",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--predict_result_path": {
            "type": "str",
            "item_type": "str",
            "label": "预测结果保存文件名默认为空需要predict时填",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "预测结果保存文件名默认为空需要predict时填",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--worker_num": {
            "type": "str",
            "item_type": "str",
            "label": "ray worker数量",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "ray worker数量",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        }
    }
}