Spaces:
Runtime error
Runtime error
File size: 2,191 Bytes
d6df619 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
import os
import requests
from dotenv import load_dotenv
import gradio as gr
import random
from text_generation import Client # Assumed custom package
# Load environment variables
load_dotenv()
hf_api_key = os.environ['HF_API_KEY']
# Initialize the client
client = Client(os.environ['HF_API_FALCOM_BASE'], headers={"Authorization": f"Basic {hf_api_key}"}, timeout=120)
# Text generation function
def generate(input_text, max_tokens):
return client.generate(input_text, max_new_tokens=max_tokens).generated_text
# Gradio interface for text generation
demo_text_gen = gr.Interface(fn=generate, inputs=[gr.Textbox(label="Prompt"), gr.Slider(label="Max new tokens", value=20, maximum=1024, minimum=1)], outputs=gr.Textbox(label="Generated Text"))
# Chat history management
def format_chat_prompt(message, chat_history):
prompt = ""
for user_msg, bot_msg in chat_history:
prompt += f"\nUser: {user_msg}\nAssistant: {bot_msg}"
return f"{prompt}\nUser: {message}\nAssistant:"
# Chatbot response generation
def respond(message, chat_history, instruction, temperature=0.7):
prompt = format_chat_prompt(message, chat_history, instruction)
response = client.generate(prompt, max_new_tokens=1024, stop_sequences=["\nUser:", ""], temperature=temperature)
chat_history.append((message, response.generated_text))
return response.generated_text, chat_history
# Gradio interface for chatbot
with gr.Blocks() as demo_chatbot:
chatbot = gr.Chatbot()
msg = gr.Textbox(label="Your Message")
system_msg = gr.Textbox(label="System Instruction", value="A conversation with an AI.")
temperature_slider = gr.Slider(label="Temperature", minimum=0.1, maximum=1, value=0.7)
submit_btn = gr.Button("Send")
chat_history = []
submit_btn.click(respond, inputs=[msg, chat_history, system_msg, temperature_slider], outputs=[chatbot])
msg.submit(respond, inputs=[msg, chat_history, system_msg, temperature_slider], outputs=[chatbot])
# Launch Gradio apps
if __name__ == "__main__":
gr.close_all()
demo_text_gen.launch(server_port=int(os.environ.get('PORT1', 7860)))
demo_chatbot.launch(server_port=int(os.environ.get('PORT2', 7861)))
|