利用gradio摆设微调后的模型 - qidao123.com技术社区-IT企服评测·应用市场

gr.Audio(sources=['microphone', 'upload'], # 音频输入sources，支持录制或者上传音频文件
type='filepath', # filepath上传的文件路径，numpy则为音频文件的numpy输入形式
label='audio' # label就是标签
),
gr.Checkbox(label='checkbox'), # 选择框
gr.ColorPicker(label='colorPicker'), # 颜色选择器
gr.DataFrame(label='dataFrame'), # df表格
gr.Dropdown(['1111:1', '2222:2'], label='dropdown'), # 下拉框
gr.File(label='file', type='binary'), # 文件 type文件格式
gr.Image(sources=['webcam', 'upload'], label='image'), # webcam使用摄像头，upload上传
gr.Video(label='video', sources=['webcam', 'upload']), # 视频
gr.Slider(minimum=0, maximum=5, step=1, label='slider'), # 滑动条
gr.Textbox(label='textbox', lines=2, max_lines=3, placeholder='preText'), # 文本输入框 placeholder预显示的text
gr.TextArea(label='textarea'), # 更大一点的textbox
gr.Radio(['1111', '2222'], label='radio'),
gr.Number(label='number'), # 数字
gr.CheckboxGroup(['qqq:q', 'dddd:d'], label='checkboxGroup')

复制代码

gr.Blocks()
gr.Row() # 行布局
gr.Column() # 列布局
gr.Tab() # 标签页
gr.Group() # 组
gr.Accordion() # 伸缩拉出组件

复制代码

!pip install -q gradio
import gradio as gr
placeholder = '输入想问的问题，比如：出现了黄疸、恶心、呕吐等症状，可能患了什么疾病？'
#重置
def reset_input():
return ""
#生成
def generate_input(inputs, repeat_penalty, top_k, top_p, temperature):
messages = [
{
'role':'user',
'content':inputs
}]
input_ids = tokenizer.apply_chat_template(
messages, add_generation_prompt=True, return_tensors="pt").to(model_lora.device)
outputs = model.generate(
input_ids=input_ids,
max_new_tokens=256,
# repeat_penalty=repeat_penalty,
top_k = top_k,
top_p = top_p,
temperature = temperature
)
response = outputs[0][input_ids.shape[-1]:]
out = tokenizer.decode(response, skip_special_tokens=True)
return out
with gr.Blocks() as demo:
with gr.Tab(label='Llama3'):
with gr.Row():
with gr.Column(scale=1):
gr.Label(value='该模型是基于Llama3开发的专门针对医疗咨询的语言模型', label='介绍')
repeat_penalty = gr.Slider(minimum=0, maximum=1, step=0.1, label='repeat_penalty') # 滑动条
top_k = gr.Slider(minimum=0, maximum=60, step=1, label='top_k') # 滑动条
top_p = gr.Slider(minimum=0, maximum=1, step=0.1, label='top_p') # 滑动条
temperature = gr.Slider(minimum=0, maximum=1, step=0.1, label='temperature') # 滑动条
with gr.Column(scale=10):
#输入文本框
inputs = gr.Textbox(label='input', lines=10, placeholder=placeholder, interactive=True)
with gr.Row():
button_reset = gr.Button(value='reset', interactive=True)
button_reset.click(fn=reset_input, inputs=None, outputs=inputs)
button_generate = gr.Button(value='generate')
#输出文本框
outputs = gr.Textbox(label='output', lines=15, interactive=False)
button_generate.click(fn=generate_input, inputs=[inputs, repeat_penalty, top_k, top_p, temperature], outputs=outputs)
demo.launch(share=True)

复制代码

"--tls_enable",
"true"

复制代码