mirror/cube-studio
2
0
Fork 0
mirror of https://github.com/tencentmusic/cube-studio.git synced 2025-02-17 14:40:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

add aihub

Browse Source
This commit is contained in:
cdllp2 2022-10-09 18:09:37 +08:00
parent 76a06aa8c7
commit 72dfeecc1a
4 changed files with 69 additions and 44 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
install/docker/Dockerfile
View File

@ -2,7 +2,7 @@
FROM ccr.ccs.tencentyun.com/cube-studio/kubeflow-dashboard:base
RUN apt-get update && apt-get install -y mysql-client zip
RUN apt-get update && apt-get install -y -f mysql-client zip git
RUN curl -sL https://deb.nodesource.com/setup_14.x | bash
RUN apt-get -y install nodejs && npm install yarn -g

7
install/docker/config.py
View File

@ -567,7 +567,12 @@ class CeleryConfig(object):
'task': 'task.adjust_node_resource', # 定时在多项目组间进行资源均衡
# 'schedule': 10.0,
'schedule': crontab(minute='*/10'),
}
},
'task_update_aihub': {
'task': 'task.update_aihub', # 更新aihub
# 'schedule': 10.0,
'schedule': crontab(minute='30', hour='4'),
},
}
# 帮助文档地址，显示在web导航栏

102
myapp/tasks/schedules.py
View File

@ -21,6 +21,7 @@ import subprocess
import os
import sys
import time
import random
import datetime
from myapp.utils.py.py_k8s import K8s
from myapp.utils.celery import session_scope
@ -1337,49 +1338,68 @@ def adjust_service_resource(task):
from myapp.models.model_aihub import Aihub
@celery_app.task(name="task.update_aihub", bind=True)
@pysnooper.snoop()
def update_aihub():
aihubs=json.load(open('info.json',mode='r'))
for data in aihubs:
print(data)
name = data.get('name','')
label = data.get('label','')
describe = data.get('describe','')
uuid = data.get('uuid', '')
if name and label and describe and uuid:
with session_scope(nullpool=True) as dbsession:
try:
aihub = dbsession.query(Aihub).filter_by(uuid=uuid).first()
if not aihub:
aihub=Aihub()
aihub.doc=data.get('doc','')
aihub.name=name
aihub.label=label
aihub.describe=describe
aihub.field=data.get('field','')
aihub.scenes=data.get('scenes','')
aihub.type=data.get('type','')
aihub.pic=data.get('pic','')
aihub.status=data.get('status', '')
aihub.uuid=uuid
aihub.version=data.get('version', '')
aihub.dataset=json.dumps(data.get('dataset', {}))
aihub.notebook=json.dumps(data.get('notebook', {}))
aihub.job_template=json.dumps(data.get('job_template', {}))
aihub.pre_train_model=json.dumps(data.get('pre_train_model', {}))
aihub.inference=json.dumps(data.get('inference', {}))
aihub.service=json.dumps(data.get('service', {}))
aihub.hot=int(data.get('hot', '0'))
aihub.price=int(data.get('price', '0'))
aihub.source=data.get('source', '')
if not aihub.id:
dbsession.add(aihub)
dbsession.commit()
except Exception as e:
print(e)
def update_aihub(task):
# time.sleep(random.randint(10,600))
from myapp.utils.core import run_shell
# if __name__=="__main__":
# update_aihub()
# 更新git
info_path='info.json'
status = run_shell('rm -rf /cube-studio && cd / && git clone https://github.com/tencentmusic/cube-studio.git')
if status:
print('clone fail')
return
else:
if os.path.exists(info_path):
info_path = '/cube-studio/aihub/info.json'
aihubs = json.load(open(info_path, mode='r'))
with session_scope(nullpool=True) as dbsession:
try:
if len(aihubs)>0:
allaihubs = dbsession.query(Aihub).delete()
dbsession.commit()
for data in aihubs:
print(data)
name = data.get('name','')
label = data.get('label','')
describe = data.get('describe','')
uuid = data.get('uuid', '')
if name and label and describe and uuid:
aihub = dbsession.query(Aihub).filter_by(uuid=uuid).first()
if not aihub:
aihub=Aihub()
aihub.doc=data.get('doc','')
aihub.name=name
aihub.label=label
aihub.describe=describe
aihub.field=data.get('field','')
aihub.scenes=data.get('scenes','')
aihub.type=data.get('type','')
aihub.pic=data.get('pic','')
aihub.status=data.get('status', '')
aihub.uuid=uuid
aihub.version=data.get('version', '')
aihub.dataset=json.dumps(data.get('dataset', {}))
aihub.notebook=json.dumps(data.get('notebook', {}))
aihub.job_template=json.dumps(data.get('job_template', {}))
aihub.pre_train_model=json.dumps(data.get('pre_train_model', {}))
aihub.inference=json.dumps(data.get('inference', {}))
aihub.service=json.dumps(data.get('service', {}))
aihub.hot=int(data.get('hot', '0'))
aihub.price=int(data.get('price', '0'))
aihub.source=data.get('source', '')
if not aihub.id:
dbsession.add(aihub)
dbsession.commit()
except Exception as e:
print(e)
if __name__=="__main__":
update_aihub(task=None)

2
myapp/views/view_aihub.py
View File

@ -80,7 +80,7 @@ class Aihub_base():
label_title='模型市场'
datamodel = SQLAInterface(Aihub)
base_permissions = ['can_show','can_list']
base_order = ("id", "desc")
base_order = ("hot", "desc")
order_columns = ['id']
search_columns=['describe','label','name','field','scenes']
list_columns = ['card']