forked from mirror/MrDoc
147 lines
6.0 KiB
Python
147 lines
6.0 KiB
Python
# coding:utf-8
|
||
# @文件: import_utils.py
|
||
# @创建者：州的先生
|
||
# #日期：2020/6/17
|
||
# 博客地址：zmister.com
|
||
# 文集导入相关方法
|
||
|
||
import shutil
|
||
import os
|
||
import time
|
||
import re
|
||
from app_doc.models import Doc,Project,Image
|
||
from app_doc.util_upload_img import upload_generation_dir
|
||
from django.db import transaction
|
||
from django.conf import settings
|
||
from loguru import logger
|
||
|
||
# 导入Zip文集
|
||
class ImportZipProject():
|
||
# 读取 Zip 压缩包
|
||
def read_zip(self,zip_file_path,create_user):
|
||
# 导入流程：
|
||
# 1、解压zip压缩包文件到temp文件夹
|
||
# 2、遍历temp文件夹内的解压后的.md文件
|
||
# 3、读取.md文件的文本内容
|
||
# 4、如果里面匹配到相对路径的静态文件，从指定文件夹里面读取
|
||
# 5、上传图片，写入数据库，修改.md文件里面的url路径
|
||
|
||
# 新建一个临时文件夹，用于存放解压的文件
|
||
self.temp_dir = zip_file_path[:-3]
|
||
os.mkdir(self.temp_dir)
|
||
# 解压 zip 文件到指定临时文件夹
|
||
shutil.unpack_archive(zip_file_path, extract_dir=self.temp_dir)
|
||
|
||
# 处理文件夹和文件名的中文乱码
|
||
for root, dirs, files in os.walk(self.temp_dir):
|
||
for dir in dirs:
|
||
try:
|
||
new_dir = dir.encode('cp437').decode('gbk')
|
||
except:
|
||
new_dir = dir.encode('utf-8').decode('utf-8')
|
||
# print(new_dir)
|
||
os.rename(os.path.join(root, dir), os.path.join(root, new_dir))
|
||
|
||
for file in files:
|
||
try:
|
||
new_file = file.encode('cp437').decode('gbk')
|
||
except:
|
||
new_file = file.encode('utf-8').decode('utf-8')
|
||
# print(root, new_file)
|
||
os.rename(os.path.join(root, file), os.path.join(root, new_file))
|
||
|
||
# 开启事务
|
||
with transaction.atomic():
|
||
save_id = transaction.savepoint()
|
||
try:
|
||
# 新建文集
|
||
project = Project.objects.create(
|
||
name=zip_file_path[:-4].split('/')[-1],
|
||
intro='',
|
||
role=1,
|
||
create_user=create_user
|
||
)
|
||
# 遍历临时文件夹中的所有文件和文件夹
|
||
for f in os.listdir(self.temp_dir):
|
||
# 获取 .md 文件
|
||
if f.endswith('.md'):
|
||
# print(f)
|
||
# 读取 .md 文件文本内容
|
||
with open(os.path.join(self.temp_dir,f),'r',encoding='utf-8') as md_file:
|
||
md_content = md_file.read()
|
||
md_content = self.operat_md_media(md_content,create_user)
|
||
# 新建文档
|
||
doc = Doc.objects.create(
|
||
name = f[:-3],
|
||
pre_content = md_content,
|
||
top_doc = project.id,
|
||
status = 0,
|
||
create_user = create_user
|
||
)
|
||
except:
|
||
logger.exception("解析导入文件异常")
|
||
# 回滚事务
|
||
transaction.savepoint_rollback(save_id)
|
||
|
||
transaction.savepoint_commit(save_id)
|
||
try:
|
||
shutil.rmtree(self.temp_dir)
|
||
os.remove(zip_file_path)
|
||
return project.id
|
||
except:
|
||
logger.exception("删除临时文件异常")
|
||
return None
|
||
|
||
|
||
# 处理MD内容中的静态文件
|
||
def operat_md_media(self,md_content,create_user):
|
||
# 查找MD内容中的静态文件
|
||
pattern = r"\!\[.*?\]\(.*?\)"
|
||
media_list = re.findall(pattern, md_content)
|
||
# print(media_list)
|
||
# 存在静态文件,进行遍历
|
||
if len(media_list) > 0:
|
||
for media in media_list:
|
||
media_filename = media.split("(")[-1].split(")")[0] # 媒体文件的文件名
|
||
# 存在本地图片路径
|
||
if media_filename.startswith("./"):
|
||
# 获取文件后缀
|
||
file_suffix = media_filename.split('.')[-1]
|
||
if file_suffix.lower() not in settings.ALLOWED_IMG:
|
||
continue
|
||
# 判断本地图片路径是否存在
|
||
temp_media_file_path = os.path.join(self.temp_dir,media_filename[2:])
|
||
if os.path.exists(temp_media_file_path):
|
||
# 如果存在，上传本地图片
|
||
print(media_filename)
|
||
dir_name = upload_generation_dir() # 获取当月文件夹名称
|
||
|
||
# 复制文件到媒体文件夹
|
||
copy2_filename = dir_name + '/' + str(time.time()) + '.' + file_suffix
|
||
new_media_file_path = shutil.copy2(
|
||
temp_media_file_path,
|
||
settings.MEDIA_ROOT + copy2_filename
|
||
)
|
||
|
||
# 替换MD内容的静态文件链接
|
||
new_media_filename = new_media_file_path.split(settings.MEDIA_ROOT,1)[-1]
|
||
new_media_filename = '/media' + new_media_filename
|
||
|
||
# 图片数据写入数据库
|
||
Image.objects.create(
|
||
user=create_user,
|
||
file_path=new_media_filename,
|
||
file_name=str(time.time())+'.'+file_suffix,
|
||
remark='本地上传',
|
||
)
|
||
md_content = md_content.replace(media_filename, new_media_filename)
|
||
else:
|
||
pass
|
||
return md_content
|
||
# 不存在静态文件，直接返回MD内容
|
||
else:
|
||
return md_content
|
||
|
||
if __name__ == '__main__':
|
||
imp = ImportZipProject()
|
||
imp.read_zip(r"D:\Python XlsxWriter模块中文文档_2020-06-16.zip") |