mirror of
https://github.com/gradio-app/gradio.git
synced 2025-04-12 12:40:29 +08:00
Fixed redirects and reformatted code in creating-a-fast-chatbot guide (#7563)
* Minor code styling fix in example to be more consistent * Fix broken redirect * Fixed two more redirects * Fixed more redirects * Revert faulty redirect updates
This commit is contained in:
parent
bd2c695328
commit
24626ea362
@ -248,11 +248,10 @@ class StopOnTokens(StoppingCriteria):
|
||||
return False
|
||||
|
||||
def predict(message, history):
|
||||
|
||||
history_transformer_format = history + [[message, ""]]
|
||||
stop = StopOnTokens()
|
||||
|
||||
messages = "".join(["".join(["\n<human>:"+item[0], "\n<bot>:"+item[1]]) #curr_system_message +
|
||||
messages = "".join(["".join(["\n<human>:"+item[0], "\n<bot>:"+item[1]])
|
||||
for item in history_transformer_format])
|
||||
|
||||
model_inputs = tokenizer([messages], return_tensors="pt").to("cuda")
|
||||
@ -271,13 +270,12 @@ def predict(message, history):
|
||||
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
||||
t.start()
|
||||
|
||||
partial_message = ""
|
||||
partial_message = ""
|
||||
for new_token in streamer:
|
||||
if new_token != '<':
|
||||
partial_message += new_token
|
||||
yield partial_message
|
||||
|
||||
|
||||
gr.ChatInterface(predict).launch()
|
||||
```
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user