gradio/demo/diffusers_with_batching/run.py
Abubakar Abid 56245276e7
Added diffusers demo with batching & some misc improvements to doc (#3224)
* added diffusers demo

* guide updates

* changelog

* update demo

* notebook
2023-02-17 18:53:21 -06:00

23 lines
575 B
Python

import torch
from diffusers import DiffusionPipeline
import gradio as gr
generator = DiffusionPipeline.from_pretrained("CompVis/ldm-text2im-large-256")
# move to GPU if available
if torch.cuda.is_available():
generator = generator.to("cuda")
def generate(prompts):
images = generator(list(prompts)).images
return [images]
demo = gr.Interface(generate,
"textbox",
"image",
batch=True,
max_batch_size=4 # Set the batch size based on your CPU/GPU memory
).queue()
if __name__ == "__main__":
demo.launch()