gradio/demo/autocomplete/run.py
Freddy Boulton 38b16beb16
Switch gpt-j-6b model for gpt2-xl (#4750)
* Switch model and fix demo

* fix remaining demos

---------

Co-authored-by: Abubakar Abid <abubakar@huggingface.co>
2023-06-30 16:30:04 -05:00

21 lines
795 B
Python

import gradio as gr
import os
# save your HF API token from https:/hf.co/settings/tokens as an env variable to avoid rate limiting
auth_token = os.getenv("auth_token")
# load a model from https://hf.co/models as an interface, then use it as an api
# you can remove the api_key parameter if you don't care about rate limiting.
api = gr.load("huggingface/gpt2-xl", hf_token=auth_token)
def complete_with_gpt(text):
return text[:-50] + api(text[-50:])
with gr.Blocks() as demo:
textbox = gr.Textbox(placeholder="Type here...", lines=4)
btn = gr.Button("Autocomplete")
# define what will run when the button is clicked, here the textbox is used as both an input and an output
btn.click(fn=complete_with_gpt, inputs=textbox, outputs=textbox, queue=False)
demo.launch()