2022-09-03 17:08:45 +08:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import traceback
|
2022-09-23 15:26:00 +08:00
|
|
|
from glob import glob
|
2022-09-03 17:08:45 +08:00
|
|
|
|
2022-09-12 23:40:06 +08:00
|
|
|
from modules import shared, devices
|
2022-09-03 17:08:45 +08:00
|
|
|
from modules.shared import cmd_opts
|
2022-09-07 17:32:28 +08:00
|
|
|
from modules.paths import script_path
|
|
|
|
import modules.face_restoration
|
2022-09-03 17:08:45 +08:00
|
|
|
|
|
|
|
|
|
|
|
def gfpgan_model_path():
|
2022-09-07 17:32:28 +08:00
|
|
|
from modules.shared import cmd_opts
|
|
|
|
|
2022-09-23 15:26:00 +08:00
|
|
|
filemask = 'GFPGAN*.pth'
|
|
|
|
|
|
|
|
if cmd_opts.gfpgan_model is not None:
|
|
|
|
return cmd_opts.gfpgan_model
|
|
|
|
|
2022-09-03 17:08:45 +08:00
|
|
|
places = [script_path, '.', os.path.join(cmd_opts.gfpgan_dir, 'experiments/pretrained_models')]
|
|
|
|
|
2022-09-23 15:26:00 +08:00
|
|
|
filename = None
|
|
|
|
for place in places:
|
|
|
|
filename = next(iter(glob(os.path.join(place, filemask))), None)
|
|
|
|
if filename is not None:
|
|
|
|
break
|
2022-09-03 17:08:45 +08:00
|
|
|
|
2022-09-23 15:26:00 +08:00
|
|
|
return filename
|
2022-09-03 17:08:45 +08:00
|
|
|
|
|
|
|
|
|
|
|
loaded_gfpgan_model = None
|
|
|
|
|
|
|
|
|
|
|
|
def gfpgan():
|
|
|
|
global loaded_gfpgan_model
|
|
|
|
|
2022-09-03 22:28:30 +08:00
|
|
|
if loaded_gfpgan_model is not None:
|
2022-09-12 23:40:06 +08:00
|
|
|
loaded_gfpgan_model.gfpgan.to(shared.device)
|
2022-09-03 22:28:30 +08:00
|
|
|
return loaded_gfpgan_model
|
2022-09-03 17:08:45 +08:00
|
|
|
|
2022-09-03 22:28:30 +08:00
|
|
|
if gfpgan_constructor is None:
|
|
|
|
return None
|
|
|
|
|
2022-09-23 15:26:00 +08:00
|
|
|
model = gfpgan_constructor(model_path=gfpgan_model_path() or 'https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.4.pth', upscale=1, arch='clean', channel_multiplier=2, bg_upsampler=None)
|
2022-09-12 23:40:06 +08:00
|
|
|
model.gfpgan.to(shared.device)
|
|
|
|
loaded_gfpgan_model = model
|
2022-09-03 22:28:30 +08:00
|
|
|
|
|
|
|
return model
|
2022-09-03 17:08:45 +08:00
|
|
|
|
|
|
|
|
|
|
|
def gfpgan_fix_faces(np_image):
|
2022-09-12 23:40:06 +08:00
|
|
|
model = gfpgan()
|
|
|
|
|
2022-09-03 17:08:45 +08:00
|
|
|
np_image_bgr = np_image[:, :, ::-1]
|
2022-09-12 23:40:06 +08:00
|
|
|
cropped_faces, restored_faces, gfpgan_output_bgr = model.enhance(np_image_bgr, has_aligned=False, only_center_face=False, paste_back=True)
|
2022-09-03 17:08:45 +08:00
|
|
|
np_image = gfpgan_output_bgr[:, :, ::-1]
|
|
|
|
|
2022-09-12 23:40:06 +08:00
|
|
|
if shared.opts.face_restoration_unload:
|
|
|
|
model.gfpgan.to(devices.cpu)
|
|
|
|
|
2022-09-03 17:08:45 +08:00
|
|
|
return np_image
|
|
|
|
|
|
|
|
|
|
|
|
have_gfpgan = False
|
|
|
|
gfpgan_constructor = None
|
|
|
|
|
|
|
|
def setup_gfpgan():
|
|
|
|
try:
|
|
|
|
gfpgan_model_path()
|
|
|
|
|
|
|
|
if os.path.exists(cmd_opts.gfpgan_dir):
|
|
|
|
sys.path.append(os.path.abspath(cmd_opts.gfpgan_dir))
|
|
|
|
from gfpgan import GFPGANer
|
|
|
|
|
|
|
|
global have_gfpgan
|
|
|
|
have_gfpgan = True
|
|
|
|
|
|
|
|
global gfpgan_constructor
|
|
|
|
gfpgan_constructor = GFPGANer
|
2022-09-07 17:32:28 +08:00
|
|
|
|
|
|
|
class FaceRestorerGFPGAN(modules.face_restoration.FaceRestoration):
|
|
|
|
def name(self):
|
|
|
|
return "GFPGAN"
|
|
|
|
|
|
|
|
def restore(self, np_image):
|
|
|
|
np_image_bgr = np_image[:, :, ::-1]
|
|
|
|
cropped_faces, restored_faces, gfpgan_output_bgr = gfpgan().enhance(np_image_bgr, has_aligned=False, only_center_face=False, paste_back=True)
|
|
|
|
np_image = gfpgan_output_bgr[:, :, ::-1]
|
|
|
|
|
|
|
|
return np_image
|
|
|
|
|
|
|
|
shared.face_restorers.append(FaceRestorerGFPGAN())
|
2022-09-03 17:08:45 +08:00
|
|
|
except Exception:
|
|
|
|
print("Error setting up GFPGAN:", file=sys.stderr)
|
|
|
|
print(traceback.format_exc(), file=sys.stderr)
|