cube-studio/job-template/job/spark
2022-07-19 14:55:28 +08:00
..
demo 添加spark serverless支持 2022-07-19 12:07:29 +08:00
build.sh 添加spark serverless支持 2022-07-19 12:07:29 +08:00
demo.yaml 添加spark serverless支持 2022-07-19 12:07:29 +08:00
Dockerfile 添加spark serverless支持 2022-07-19 12:07:29 +08:00
launcher.py 添加spark serverless支持 2022-07-19 14:55:28 +08:00
README.md 添加spark serverless支持 2022-07-19 12:07:29 +08:00

镜像ccr.ccs.tencentyun.com/cube-studio/spark:20221010 账号kubeflow-pipeline 参数

{
    "shell": {
        "--image": {
            "type": "str",
            "item_type": "str",
            "label": "执行镜像",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "ccr.ccs.tencentyun.com/cube-studio/spark-operator:spark-v3.1.1",
            "placeholder": "",
            "describe": "执行镜像",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--num_worker": {
            "type": "str",
            "item_type": "str",
            "label": "executor 数目",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "3",
            "placeholder": "",
            "describe": "executor 数目",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--code_type": {
            "type": "str",
            "item_type": "str",
            "label": "语言类型",
            "require": 1,
            "choice": [
                "Java",
                "Python",
                "Scala",
                "R"
            ],
            "range": "",
            "default": "Python",
            "placeholder": "",
            "describe": "语言类型",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--code_class": {
            "type": "str",
            "item_type": "str",
            "label": "Java/Scala类名",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "Java/Scala类名",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--code_file": {
            "type": "str",
            "item_type": "str",
            "label": "代码文件地址",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "local:///opt/spark/examples/src/main/python/pi.py",
            "placeholder": "",
            "describe": "代码文件地址支持local://,http://,hdfs://,s3a://,gcs://",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--code_arguments": {
            "type": "str",
            "item_type": "str",
            "label": "代码参数",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "代码参数",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--sparkConf": {
            "type": "text",
            "item_type": "str",
            "label": "spark配置",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "spark配置每行一个配置xx=yy",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        },
        "--hadoopConf": {
            "type": "text",
            "item_type": "str",
            "label": "hadoop配置每行一个配置xx=yy",
            "require": 1,
            "choice": [],
            "range": "",
            "default": "",
            "placeholder": "",
            "describe": "hadoop配置",
            "editable": 1,
            "condition": "",
            "sub_args": {}
        }
    }
}