Spaces:
Sleeping
Sleeping
File size: 630 Bytes
3e1e083 442f786 c47a496 3e1e083 b82eb9f c47a496 b82eb9f 3e1e083 b82eb9f 442f786 b82eb9f c47a496 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
MODEL_ID = "naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-0.5B"
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
model = AutoModelForCausalLM.from_pretrained(MODEL_ID)
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, device=-1) # CPU 강제
def generate_text(prompt):
output = pipe(prompt, max_new_tokens=100, do_sample=True, temperature=0.7)
return output[0]['generated_text']
iface = gr.Interface(fn=generate_text, inputs="text", outputs="text", title="HyperCLOVAX Counseling Bot")
iface.launch()
|