File size: 2,041 Bytes
5a7c8ed 31e0b2e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
import gradio as gr
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
def language_model(input_prompt, input_numBeams, input_min_text_length, input_max_length,
input_length_penalty, input_temp):
model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
text_input = input_prompt
beams = int(input_numBeams)
min_text_length = int(input_min_text_length)
max_text_length = int(input_max_length)
penalty = int(input_length_penalty)
temp = float(input_temp)
inputs = tokenizer(text_input, return_tensors = "pt")
outputs = model.generate(**inputs,
min_length=min_text_length, \
max_new_tokens=max_text_length, \
length_penalty=penalty, \
num_beams=beams, \
no_repeat_ngram_size=2, \
early_stopping=True, \
temperature=temp)
return tokenizer.batch_decode(outputs, skip_special_tokens=True)
language_model_UI = gr.Interface(fn=language_model,
inputs=[gr.Textbox(lines = 1, placeholder="Enter your prompt..."), # input_prompt
gr.Slider(minimum=1, maximum=50, value=16, label="Number of Beams"), # input_numBeams
gr.Slider(minimum=20, maximum=5000, value=100, step=50, label="Minimum text length"), # input_min_text_length
gr.Slider(minimum=21, maximum=1000, value=250, step=50, label="Maximum text length"), # input_max_length
gr.Slider(minimum=0, maximum=10, value=2, step=1, label="Penalty length"), # input_length_penalty
gr.Slider(minimum=0, maximum=1, value=.8, step=.1, label="Temperature") # input_temp
],
outputs="text",
title = "Dre's ChatGPT")
language_model_UI.launch()
|