Soumik555 commited on
Commit
0020469
·
1 Parent(s): 4e1c546
Files changed (3) hide show
  1. app.py +0 -158
  2. requirements.txt +0 -1
  3. static/index.html +0 -386
app.py CHANGED
@@ -1,5 +1,4 @@
1
  import os
2
- import gradio as gr
3
  from fastapi import FastAPI, HTTPException
4
  from fastapi.middleware.cors import CORSMiddleware
5
  from fastapi.staticfiles import StaticFiles
@@ -259,148 +258,6 @@ if Path("static").exists():
259
  app.mount("/static", StaticFiles(directory="static"), name="static")
260
 
261
  # Gradio interface
262
- def chat_with_bot(message, history, max_length, temperature, top_p):
263
- """Gradio chat function with advanced parameters"""
264
- if not message.strip():
265
- return "Please enter a message."
266
-
267
- response_text, _ = generate_response(message.strip(), max_length, temperature, top_p)
268
- return response_text
269
-
270
- def create_gradio_interface():
271
- """Create enhanced Gradio interface"""
272
-
273
- # Custom CSS
274
- css = """
275
- .gradio-container {
276
- font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
277
- max-width: 1200px;
278
- margin: 0 auto;
279
- }
280
- .chat-message {
281
- font-size: 14px !important;
282
- line-height: 1.4;
283
- }
284
- .gradio-chatbot {
285
- height: 500px;
286
- }
287
- """
288
-
289
- # Create interface with advanced controls
290
- with gr.Blocks(css=css, title="FastAPI Chatbot", theme=gr.themes.Soft()) as demo:
291
-
292
- gr.HTML("<h1 style='text-align: center; color: #2563eb;'>🤖 FastAPI Chatbot</h1>")
293
- gr.HTML(f"<p style='text-align: center; color: #6b7280;'>Powered by {MODEL_NAME}</p>")
294
-
295
- with gr.Row():
296
- with gr.Column(scale=3):
297
- chatbot = gr.Chatbot(
298
- height=500,
299
- show_copy_button=True,
300
- bubble_full_width=False,
301
- avatar_images=("👤", "🤖")
302
- )
303
-
304
- with gr.Row():
305
- msg = gr.Textbox(
306
- placeholder="Type your message here...",
307
- container=False,
308
- scale=4,
309
- max_lines=3
310
- )
311
- submit_btn = gr.Button("Send 📤", scale=1, variant="primary")
312
-
313
- with gr.Row():
314
- clear_btn = gr.Button("Clear Chat 🗑️", scale=1)
315
- retry_btn = gr.Button("Retry Last ↻", scale=1)
316
-
317
- with gr.Column(scale=1):
318
- gr.HTML("<h3>Settings</h3>")
319
-
320
- max_length = gr.Slider(
321
- minimum=50,
322
- maximum=200,
323
- value=MAX_LENGTH,
324
- step=10,
325
- label="Max Response Length"
326
- )
327
-
328
- temperature = gr.Slider(
329
- minimum=0.1,
330
- maximum=1.5,
331
- value=DEFAULT_TEMPERATURE,
332
- step=0.1,
333
- label="Temperature (Creativity)"
334
- )
335
-
336
- top_p = gr.Slider(
337
- minimum=0.1,
338
- maximum=1.0,
339
- value=0.9,
340
- step=0.05,
341
- label="Top-p (Focus)"
342
- )
343
-
344
- gr.HTML("<h4>Example Messages:</h4>")
345
- examples = gr.Examples(
346
- examples=[
347
- ["Hello! How are you today?"],
348
- ["Tell me a joke"],
349
- ["What's your favorite hobby?"],
350
- ["Can you help me with a creative writing prompt?"],
351
- ["What do you think about technology?"]
352
- ],
353
- inputs=msg,
354
- label="Click to try:"
355
- )
356
-
357
- # Event handlers
358
- def respond(message, history, max_len, temp, top_p):
359
- if not message.strip():
360
- return history, ""
361
-
362
- # Add user message
363
- history.append([message, None])
364
-
365
- # Generate bot response
366
- bot_response = chat_with_bot(message, history, max_len, temp, top_p)
367
- history[-1][1] = bot_response
368
-
369
- return history, ""
370
-
371
- def clear_chat():
372
- return [], ""
373
-
374
- def retry_last(history, max_len, temp, top_p):
375
- if not history:
376
- return history
377
-
378
- last_user_msg = history[-1][0]
379
- history[-1][1] = "Thinking..."
380
-
381
- # Regenerate response
382
- bot_response = chat_with_bot(last_user_msg, history, max_len, temp, top_p)
383
- history[-1][1] = bot_response
384
-
385
- return history
386
-
387
- # Wire up events
388
- submit_btn.click(
389
- respond,
390
- [msg, chatbot, max_length, temperature, top_p],
391
- [chatbot, msg]
392
- )
393
-
394
- msg.submit(
395
- respond,
396
- [msg, chatbot, max_length, temperature, top_p],
397
- [chatbot, msg]
398
- )
399
-
400
- clear_btn.click(clear_chat, outputs=[chatbot, msg])
401
- retry_btn.click(retry_last, [chatbot, max_length, temperature, top_p], chatbot)
402
-
403
- return demo
404
 
405
  def run_fastapi():
406
  """Run FastAPI server"""
@@ -426,25 +283,10 @@ def main():
426
 
427
  logger.info("✅ Model loaded successfully!")
428
 
429
- # Create Gradio interface
430
- logger.info("🎨 Creating Gradio interface...")
431
- demo = create_gradio_interface()
432
-
433
  # Start FastAPI server in a separate thread
434
  logger.info("🌐 Starting FastAPI server...")
435
  fastapi_thread = threading.Thread(target=run_fastapi, daemon=True)
436
  fastapi_thread.start()
437
-
438
- # Launch Gradio interface
439
- logger.info("🚀 Launching Gradio interface...")
440
- demo.launch(
441
- server_name="0.0.0.0",
442
- server_port=7860,
443
- share=False,
444
- show_error=True,
445
- quiet=False,
446
- show_api=False
447
- )
448
 
449
  if __name__ == "__main__":
450
  main()
 
1
  import os
 
2
  from fastapi import FastAPI, HTTPException
3
  from fastapi.middleware.cors import CORSMiddleware
4
  from fastapi.staticfiles import StaticFiles
 
258
  app.mount("/static", StaticFiles(directory="static"), name="static")
259
 
260
  # Gradio interface
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
261
 
262
  def run_fastapi():
263
  """Run FastAPI server"""
 
283
 
284
  logger.info("✅ Model loaded successfully!")
285
 
 
 
 
 
286
  # Start FastAPI server in a separate thread
287
  logger.info("🌐 Starting FastAPI server...")
288
  fastapi_thread = threading.Thread(target=run_fastapi, daemon=True)
289
  fastapi_thread.start()
 
 
 
 
 
 
 
 
 
 
 
290
 
291
  if __name__ == "__main__":
292
  main()
requirements.txt CHANGED
@@ -4,7 +4,6 @@ transformers==4.35.2
4
  torch==2.1.0
5
  tokenizers==0.15.0
6
  accelerate==0.24.1
7
- gradio==5.10.0
8
  requests==2.31.0
9
  numpy==1.24.3
10
  pydantic==2.4.2
 
4
  torch==2.1.0
5
  tokenizers==0.15.0
6
  accelerate==0.24.1
 
7
  requests==2.31.0
8
  numpy==1.24.3
9
  pydantic==2.4.2
static/index.html DELETED
@@ -1,386 +0,0 @@
1
- <!DOCTYPE html>
2
- <html lang="en">
3
- <head>
4
- <meta charset="UTF-8">
5
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
6
- <title>FastAPI Chatbot</title>
7
- <style>
8
- * {
9
- margin: 0;
10
- padding: 0;
11
- box-sizing: border-box;
12
- }
13
-
14
- body {
15
- font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
16
- background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
17
- min-height: 100vh;
18
- display: flex;
19
- align-items: center;
20
- justify-content: center;
21
- padding: 20px;
22
- }
23
-
24
- .chat-container {
25
- background: rgba(255, 255, 255, 0.95);
26
- backdrop-filter: blur(10px);
27
- border-radius: 20px;
28
- box-shadow: 0 20px 40px rgba(0, 0, 0, 0.1);
29
- width: 100%;
30
- max-width: 800px;
31
- height: 600px;
32
- display: flex;
33
- flex-direction: column;
34
- overflow: hidden;
35
- }
36
-
37
- .chat-header {
38
- background: linear-gradient(135deg, #2563eb, #1d4ed8);
39
- color: white;
40
- padding: 20px;
41
- text-align: center;
42
- }
43
-
44
- .chat-header h1 {
45
- font-size: 24px;
46
- margin-bottom: 5px;
47
- }
48
-
49
- .chat-header p {
50
- font-size: 14px;
51
- opacity: 0.8;
52
- }
53
-
54
- .messages {
55
- flex: 1;
56
- overflow-y: auto;
57
- padding: 20px;
58
- display: flex;
59
- flex-direction: column;
60
- gap: 15px;
61
- }
62
-
63
- .message {
64
- max-width: 80%;
65
- padding: 12px 16px;
66
- border-radius: 18px;
67
- font-size: 14px;
68
- line-height: 1.4;
69
- animation: fadeIn 0.3s ease-out;
70
- }
71
-
72
- @keyframes fadeIn {
73
- from { opacity: 0; transform: translateY(10px); }
74
- to { opacity: 1; transform: translateY(0); }
75
- }
76
-
77
- .user-message {
78
- background: #2563eb;
79
- color: white;
80
- align-self: flex-end;
81
- border-bottom-right-radius: 6px;
82
- }
83
-
84
- .bot-message {
85
- background: #f3f4f6;
86
- color: #1f2937;
87
- align-self: flex-start;
88
- border-bottom-left-radius: 6px;
89
- border: 1px solid #e5e7eb;
90
- }
91
-
92
- .loading-message {
93
- background: #f3f4f6;
94
- color: #6b7280;
95
- align-self: flex-start;
96
- border-bottom-left-radius: 6px;
97
- border: 1px solid #e5e7eb;
98
- font-style: italic;
99
- }
100
-
101
- .loading-dots::after {
102
- content: '';
103
- animation: loading 1.4s infinite;
104
- }
105
-
106
- @keyframes loading {
107
- 0%, 20% { content: '.'; }
108
- 40% { content: '..'; }
109
- 60%, 100% { content: '...'; }
110
- }
111
-
112
- .input-container {
113
- padding: 20px;
114
- border-top: 1px solid #e5e7eb;
115
- background: white;
116
- }
117
-
118
- .input-row {
119
- display: flex;
120
- gap: 12px;
121
- align-items: flex-end;
122
- }
123
-
124
- .input-group {
125
- flex: 1;
126
- position: relative;
127
- }
128
-
129
- #messageInput {
130
- width: 100%;
131
- min-height: 44px;
132
- max-height: 120px;
133
- padding: 12px 16px;
134
- border: 2px solid #e5e7eb;
135
- border-radius: 22px;
136
- font-size: 14px;
137
- resize: none;
138
- transition: border-color 0.2s;
139
- font-family: inherit;
140
- }
141
-
142
- #messageInput:focus {
143
- outline: none;
144
- border-color: #2563eb;
145
- }
146
-
147
- .send-button {
148
- width: 44px;
149
- height: 44px;
150
- border: none;
151
- border-radius: 50%;
152
- background: #2563eb;
153
- color: white;
154
- font-size: 16px;
155
- cursor: pointer;
156
- transition: all 0.2s;
157
- display: flex;
158
- align-items: center;
159
- justify-content: center;
160
- flex-shrink: 0;
161
- }
162
-
163
- .send-button:hover:not(:disabled) {
164
- background: #1d4ed8;
165
- transform: scale(1.05);
166
- }
167
-
168
- .send-button:disabled {
169
- background: #9ca3af;
170
- cursor: not-allowed;
171
- transform: none;
172
- }
173
-
174
- .controls {
175
- display: flex;
176
- gap: 8px;
177
- margin-top: 12px;
178
- justify-content: center;
179
- }
180
-
181
- .control-btn {
182
- padding: 6px 12px;
183
- border: 1px solid #d1d5db;
184
- border-radius: 16px;
185
- background: white;
186
- color: #6b7280;
187
- font-size: 12px;
188
- cursor: pointer;
189
- transition: all 0.2s;
190
- }
191
-
192
- .control-btn:hover {
193
- background: #f9fafb;
194
- border-color: #9ca3af;
195
- }
196
-
197
- .status-indicator {
198
- position: absolute;
199
- top: 10px;
200
- right: 10px;
201
- width: 8px;
202
- height: 8px;
203
- border-radius: 50%;
204
- background: #10b981;
205
- }
206
-
207
- @media (max-width: 600px) {
208
- .chat-container {
209
- height: 100vh;
210
- border-radius: 0;
211
- max-width: none;
212
- }
213
-
214
- body {
215
- padding: 0;
216
- }
217
-
218
- .message {
219
- max-width: 90%;
220
- }
221
- }
222
- </style>
223
- </head>
224
- <body>
225
- <div class="chat-container">
226
- <div class="status-indicator" id="statusIndicator"></div>
227
-
228
- <div class="chat-header">
229
- <h1>🤖 FastAPI Chatbot</h1>
230
- <p>Powered by Hugging Face Transformers</p>
231
- </div>
232
-
233
- <div id="messages" class="messages">
234
- <div class="message bot-message">
235
- 👋 Hello! I'm your AI assistant. How can I help you today?
236
- </div>
237
- </div>
238
-
239
- <div class="input-container">
240
- <div class="input-row">
241
- <div class="input-group">
242
- <textarea
243
- id="messageInput"
244
- placeholder="Type your message here..."
245
- rows="1"
246
- ></textarea>
247
- </div>
248
- <button id="sendBtn" class="send-button" title="Send message">
249
-
250
- </button>
251
- </div>
252
- <div class="controls">
253
- <button class="control-btn" onclick="clearChat()">🗑️ Clear</button>
254
- <button class="control-btn" onclick="checkHealth()">📡 Status</button>
255
- <button class="control-btn" onclick="showExamples()">💡 Examples</button>
256
- </div>
257
- </div>
258
- </div>
259
-
260
- <script>
261
- const messagesDiv = document.getElementById('messages');
262
- const messageInput = document.getElementById('messageInput');
263
- const sendBtn = document.getElementById('sendBtn');
264
- const statusIndicator = document.getElementById('statusIndicator');
265
-
266
- // Auto-resize textarea
267
- messageInput.addEventListener('input', function() {
268
- this.style.height = 'auto';
269
- this.style.height = Math.min(this.scrollHeight, 120) + 'px';
270
- });
271
-
272
- function addMessage(message, isUser = false, isLoading = false) {
273
- const messageDiv = document.createElement('div');
274
- messageDiv.className = `message ${isUser ? 'user-message' : isLoading ? 'loading-message loading-dots' : 'bot-message'}`;
275
- messageDiv.textContent = message;
276
- messagesDiv.appendChild(messageDiv);
277
- messagesDiv.scrollTop = messagesDiv.scrollHeight;
278
- return messageDiv;
279
- }
280
-
281
- function setStatus(online) {
282
- statusIndicator.style.background = online ? '#10b981' : '#ef4444';
283
- }
284
-
285
- async function sendMessage() {
286
- const message = messageInput.value.trim();
287
- if (!message) return;
288
-
289
- // Disable input
290
- sendBtn.disabled = true;
291
- messageInput.disabled = true;
292
-
293
- // Add user message
294
- addMessage(message, true);
295
- messageInput.value = '';
296
- messageInput.style.height = 'auto';
297
-
298
- // Add loading message
299
- const loadingDiv = addMessage('Bot is thinking', false, true);
300
-
301
- try {
302
- const response = await fetch('/chat', {
303
- method: 'POST',
304
- headers: { 'Content-Type': 'application/json' },
305
- body: JSON.stringify({
306
- message: message,
307
- max_length: 100,
308
- temperature: 0.7,
309
- top_p: 0.9
310
- })
311
- });
312
-
313
- const data = await response.json();
314
-
315
- // Remove loading message
316
- messagesDiv.removeChild(loadingDiv);
317
-
318
- if (response.ok) {
319
- addMessage(data.response);
320
- setStatus(true);
321
- } else {
322
- addMessage(`❌ Error: ${data.detail}`);
323
- setStatus(false);
324
- }
325
- } catch (error) {
326
- messagesDiv.removeChild(loadingDiv);
327
- addMessage('❌ Connection error. Please try again.');
328
- setStatus(false);
329
- }
330
-
331
- // Re-enable input
332
- sendBtn.disabled = false;
333
- messageInput.disabled = false;
334
- messageInput.focus();
335
- }
336
-
337
- function clearChat() {
338
- const messages = messagesDiv.querySelectorAll('.message:not(:first-child)');
339
- messages.forEach(msg => msg.remove());
340
- }
341
-
342
- async function checkHealth() {
343
- try {
344
- const response = await fetch('/health');
345
- const data = await response.json();
346
- const status = data.model_loaded ? '✅ Online' : '⏳ Loading';
347
- addMessage(`Status: ${status} | Model: ${data.model_name}`);
348
- setStatus(data.model_loaded);
349
- } catch (error) {
350
- addMessage('❌ Unable to check status');
351
- setStatus(false);
352
- }
353
- }
354
-
355
- function showExamples() {
356
- const examples = [
357
- "Hello! How are you today?",
358
- "Tell me a joke",
359
- "What's your favorite hobby?",
360
- "Can you help me brainstorm ideas?",
361
- "What do you think about AI?"
362
- ];
363
-
364
- const randomExample = examples[Math.floor(Math.random() * examples.length)];
365
- messageInput.value = randomExample;
366
- messageInput.focus();
367
- }
368
-
369
- // Event listeners
370
- sendBtn.addEventListener('click', sendMessage);
371
-
372
- messageInput.addEventListener('keydown', function(e) {
373
- if (e.key === 'Enter' && !e.shiftKey) {
374
- e.preventDefault();
375
- sendMessage();
376
- }
377
- });
378
-
379
- // Initial health check
380
- setTimeout(checkHealth, 1000);
381
-
382
- // Focus input on load
383
- messageInput.focus();
384
- </script>
385
- </body>
386
- </html>