gpu setting

app.py

@@ -1,5 +1,7 @@
 import os
+
 import gradio as gr
+import spaces
 from dotenv import load_dotenv
 from PyPDF2 import PdfReader
 
@@ -8,11 +10,21 @@ from langchain_cohere import CohereEmbeddings, ChatCohere
 from langchain_community.vectorstores import FAISS
 from langchain_classic.chains import ConversationalRetrievalChain
 
+
 load_dotenv()
 
 
 # =========================================================
-# 1. EXTRACT TEXT FROM PDF FILES
+# 1. ZERO-GPU STARTUP CHECK
+# =========================================================
+
+@spaces.GPU(duration=1)
+def zerogpu_check():
+    return None
+
+
+# =========================================================
+# 2. EXTRACT TEXT FROM PDF FILES
 # =========================================================
 
 def get_pdf_text(pdf_files):
@@ -28,7 +40,7 @@ def get_pdf_text(pdf_files):
 
 
 # =========================================================
-# 2. SPLIT TEXT INTO CHUNKS
+# 3. SPLIT TEXT INTO CHUNKS
 # =========================================================
 
 def get_text_chunks(text):
@@ -43,7 +55,7 @@ def get_text_chunks(text):
 
 
 # =========================================================
-# 3. CREATE COHERE EMBEDDINGS
+# 4. CREATE COHERE EMBEDDINGS
 # =========================================================
 
 def get_embeddings():
@@ -54,7 +66,7 @@ def get_embeddings():
 
 
 # =========================================================
-# 4. CREATE CONVERSATIONAL RETRIEVAL CHAIN
+# 5. CREATE CONVERSATIONAL RETRIEVAL CHAIN
 # =========================================================
 
 def get_conversational_chain(vectorstore):
@@ -73,7 +85,7 @@ def get_conversational_chain(vectorstore):
 
 
 # =========================================================
-# 5. PROCESS UPLOADED DOCUMENTS
+# 6. PROCESS UPLOADED DOCUMENTS
 # =========================================================
 
 def process_documents(pdf_files):
@@ -135,7 +147,7 @@ def process_documents(pdf_files):
 
 
 # =========================================================
-# 6. CONVERT GRADIO CHAT HISTORY TO LANGCHAIN FORMAT
+# 7. CONVERT GRADIO CHAT HISTORY TO LANGCHAIN FORMAT
 # =========================================================
 
 def convert_chat_history(history):
@@ -148,7 +160,6 @@ def convert_chat_history(history):
             role = message.get("role")
             content = message.get("content", "")
 
-            # Convert list-based content into a string
             if isinstance(content, list):
                 content = " ".join(
                     str(item.get("text", ""))
@@ -183,7 +194,7 @@ def convert_chat_history(history):
 
 
 # =========================================================
-# 7. HANDLE USER QUESTIONS
+# 8. HANDLE USER QUESTIONS
 # =========================================================
 
 def handle_user_question(question, history, chain):
@@ -209,10 +220,8 @@ def handle_user_question(question, history, chain):
         return history, ""
 
     try:
-        # Convert previous messages into LangChain format
         chat_history = convert_chat_history(history)
 
-        # Ask the question
         response = chain.invoke({
             "question": question,
             "chat_history": chat_history
@@ -223,7 +232,6 @@ def handle_user_question(question, history, chain):
             "No answer was generated."
         )
 
-        # Ensure the answer is a string
         if isinstance(answer, list):
             answer = " ".join(
                 str(item.get("text", ""))
@@ -234,7 +242,6 @@ def handle_user_question(question, history, chain):
         else:
             answer = str(answer)
 
-        # Add the new conversation to Gradio history
         history.append({
             "role": "user",
             "content": question
@@ -262,7 +269,7 @@ def handle_user_question(question, history, chain):
 
 
 # =========================================================
-# 8. CLEAR CHAT
+# 9. CLEAR CHAT
 # =========================================================
 
 def clear_chat():
@@ -270,11 +277,10 @@ def clear_chat():
 
 
 # =========================================================
-# 9. CUSTOM CSS - RESPONSIVE DESIGN
+# 10. CUSTOM CSS
 # =========================================================
 
 custom_css = """
-/* Overall application */
 .gradio-container {
     background: #0e0f14 !important;
     color: #f8fafc !important;
@@ -283,7 +289,6 @@ custom_css = """
     padding: 16px !important;
 }
 
-/* Main row */
 #main-row {
     display: flex !important;
     align-items: flex-start !important;
@@ -292,7 +297,6 @@ custom_css = """
     margin: 0 auto !important;
 }
 
-/* Sidebar */
 #sidebar {
     background: #24252f !important;
     border: 1px solid #343642 !important;
@@ -304,50 +308,38 @@ custom_css = """
     margin-top: 40px;
 }
 
-/* Sidebar heading */
 #sidebar h2 {
     font-size: 1.15rem !important;
     margin: 0 0 12px 0 !important;
     color: #ffffff !important;
 }
 
-/* Compact PDF uploader */
 #sidebar [data-testid="file-upload"] {
     min-height: 110px !important;
 }
 
-/* Process button */
 #process-button {
     margin-top: 10px !important;
     border-radius: 8px !important;
-    transition: transform 0.2s ease,
-                box-shadow 0.2s ease;
+    transition: transform 0.2s ease, box-shadow 0.2s ease;
 }
 
-/* Button hover effect */
 #process-button:hover {
     transform: translateY(-1px);
     box-shadow: 0 4px 12px rgba(37, 99, 235, 0.3);
 }
 
-/* Status box */
 #status {
     margin-top: 10px !important;
 }
 
-/* Main content */
 #main-panel {
     padding: 0 8px !important;
     min-width: 0 !important;
 }
 
-/* Hero header */
 #hero {
-    background: linear-gradient(
-        120deg,
-        #0f172a 0%,
-        #1d4ed8 100%
-    );
+    background: linear-gradient(120deg, #0f172a 0%, #1d4ed8 100%);
     padding: 28px 32px;
     border-radius: 18px;
     box-shadow: 0 10px 30px rgba(29, 78, 216, 0.18);
@@ -355,12 +347,10 @@ custom_css = """
     transition: box-shadow 0.2s ease;
 }
 
-/* Hero hover effect */
 #hero:hover {
     box-shadow: 0 12px 34px rgba(29, 78, 216, 0.28);
 }
 
-/* Hero title */
 #hero h1 {
     color: white !important;
     font-size: clamp(1.5rem, 2.5vw, 2.3rem) !important;
@@ -369,14 +359,12 @@ custom_css = """
     margin: 0 !important;
 }
 
-/* Hero description */
 #hero p {
     color: #dbeafe !important;
     font-size: 1rem !important;
     margin: 10px 0 0 0 !important;
 }
 
-/* Chat window */
 #chatbot {
     border-radius: 12px !important;
     min-height: 280px !important;
@@ -385,29 +373,24 @@ custom_css = """
     overflow: auto !important;
 }
 
-/* Question input */
 #question-box {
     margin-top: 12px !important;
 }
 
-/* Input field */
 #question-box textarea {
     min-height: 48px !important;
     border-radius: 10px !important;
 }
 
-/* Clear button */
 #main-panel button {
     border-radius: 8px !important;
     transition: background 0.2s ease;
 }
 
-/* Hide Gradio footer */
 footer {
     display: none !important;
 }
 
-/* Tablet screens */
 @media (max-width: 900px) {
     .gradio-container {
         padding: 12px !important;
@@ -431,7 +414,6 @@ footer {
     }
 }
 
-/* Mobile screens */
 @media (max-width: 700px) {
     .gradio-container {
         padding: 8px !important;
@@ -483,18 +465,22 @@ footer {
 
 
 # =========================================================
-# 10. BUILD GRADIO INTERFACE
+# 11. BUILD GRADIO INTERFACE
 # =========================================================
 
-with gr.Blocks(
-    title="Chat with Documents",
-    theme=gr.themes.Base(),
-    css=custom_css
-) as demo:
+with gr.Blocks(title="Chat with Documents") as demo:
 
-    # Store the conversational chain
+    # State to store the conversational chain
     chain_state = gr.State(None)
 
+    # Hidden event to satisfy ZeroGPU startup detection
+    hidden_button = gr.Button(visible=False)
+    hidden_button.click(
+        fn=zerogpu_check,
+        inputs=[],
+        outputs=[]
+    )
+
     with gr.Row(
         elem_id="main-row",
         equal_height=False
@@ -536,7 +522,6 @@ with gr.Blocks(
             elem_id="main-panel"
         ):
 
-            # Header
             gr.HTML("""
                 <div id="hero">
                     <h1>AI Chatbot for Your Documents</h1>
@@ -546,14 +531,13 @@ with gr.Blocks(
                 </div>
             """)
 
-            # Chatbot
             chatbot = gr.Chatbot(
                 label="Chat with your PDFs",
+                type="messages",
                 height=500,
                 elem_id="chatbot"
             )
 
-            # Question input
             question = gr.Textbox(
                 label="Ask a question",
                 placeholder="Ask a question about your PDFs",
@@ -562,10 +546,7 @@ with gr.Blocks(
                 elem_id="question-box"
             )
 
-            # Clear chat button
-            clear_button = gr.Button(
-                "Clear Chat"
-            )
+            clear_button = gr.Button("Clear Chat")
 
     # Process PDF documents
     process_button.click(
@@ -590,8 +571,14 @@ with gr.Blocks(
 
 
 # =========================================================
-# 11. LAUNCH APPLICATION
+# 12. LAUNCH APPLICATION
 # =========================================================
 
 if __name__ == "__main__":
-    demo.queue().launch()
+    demo.queue().launch(
+        theme=gr.themes.Base(),
+        css=custom_css,
+        server_name="0.0.0.0",
+        server_port=7860,
+        ssr_mode=False
+    )