Update app.py

app.py

@@ -1,7 +1,9 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 
-
+# -------------------------------------------------
+# Inference function
+# -------------------------------------------------
 def respond(
     message,
     history: list[dict[str, str]],
@@ -12,20 +14,24 @@ def respond(
     hf_token: gr.OAuthToken,
 ):
     """
-    For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+    Chat interface for the Gilbert Multitask Reasoning Model.
+    Uses the Hugging Face Inference API for GilbertAkham/deepseek-R1-multitask-lora.
     """
-    client = InferenceClient(token=hf_token.token, model="GilbertAkham/deepseek-R1-multitask-lora")
+    client = InferenceClient(
+        token=hf_token.token,
+        model="GilbertAkham/deepseek-R1-multitask-lora"
+    )
 
+    # Build prompt history as structured messages
     messages = [{"role": "system", "content": system_message}]
-
     messages.extend(history)
-
     messages.append({"role": "user", "content": message})
 
     response = ""
 
+    # Stream responses from model
     for message in client.chat_completion(
-        messages,
+        messages=messages,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
@@ -33,38 +39,53 @@ def respond(
     ):
         choices = message.choices
         token = ""
-        if len(choices) and choices[0].delta.content:
+        if len(choices) and choices[0].delta and choices[0].delta.content:
             token = choices[0].delta.content
 
         response += token
         yield response
 
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
+# -------------------------------------------------
+# Gradio ChatInterface setup
+# -------------------------------------------------
 chatbot = gr.ChatInterface(
     respond,
     type="messages",
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
+        gr.Textbox(
+            value=(
+                "You are Reasoning-Bot, an intelligent multitask reasoning model capable of "
+                "drafting emails, summarizing text, continuing stories, solving reasoning "
+                "questions, and engaging in helpful conversations."
+            ),
+            label="🧠 System Message"
         ),
+        gr.Slider(minimum=64, maximum=2048, value=512, step=16, label="📏 Max New Tokens"),
+        gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="🌡️ Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="🎯 Top-p (nucleus sampling)"),
     ],
 )
 
-with gr.Blocks() as demo:
+# -------------------------------------------------
+# Layout with sidebar
+# -------------------------------------------------
+with gr.Blocks(title="Gilbert Multitask Reasoning AI") as demo:
     with gr.Sidebar():
+        gr.Markdown("## 🔐 Authentication")
         gr.LoginButton()
+        gr.Markdown(
+            """
+            ### 💡 About
+            - Model: **GilbertAkham/deepseek-R1-multitask-lora**
+            - Base: DeepSeek-R1-Distill-Qwen-1.5B  
+            - Trained for email, reasoning, chat, and summarization tasks.
+            """
+        )
     chatbot.render()
 
-
+# -------------------------------------------------
+# Launch Space
+# -------------------------------------------------
 if __name__ == "__main__":
     demo.launch()