Update app.py

app.py

@@ -1,12 +1,4 @@
-import time
-import os
-import multiprocessing
-import torch
-import requests
-import asyncio
-import json
-import aiohttp
-import logging
+import time, os, multiprocessing, torch, requests, asyncio, json, aiohttp
 from minivectordb.embedding_model import EmbeddingModel
 from minivectordb.vector_database import VectorDatabase
 from text_util_en_pt.cleaner import structurize_text, detect_language, Language
@@ -18,11 +10,6 @@ torch.set_num_threads(2)
 openrouter_key = os.environ.get("OPENROUTER_KEY")
 model = EmbeddingModel(use_quantized_onnx_model=True)
 
-
-
-# Configure logging
-logging.basicConfig(level=logging.ERROR, format='%(asctime)s - %(levelname)s - %(message)s')
-
 def fetch_links(query, max_results=10):
     return list(search(query, num_results=max_results))
 
@@ -37,7 +24,7 @@ def index_and_search(query, text):
 
     # Indexing
     vector_db = VectorDatabase()
-    sentences = [s['sentence'] for s in structurize_text(text)]
+    sentences = [ s['sentence'] for s in structurize_text(text)]
 
     for idx, sentence in enumerate(sentences):
         sentence_embedding = model.extract_embeddings(sentence)
@@ -58,27 +45,25 @@ def generate_search_terms(message, lang):
         prompt = f"From the following text, generate some search terms: \"{message}\"\nYour answer should be just the most appropriate search term, and nothing else."
 
     url = "https://openrouter.ai/api/v1/chat/completions"
-    headers = {"Content-Type": "application/json",
-               "Authorization": f"Bearer {openrouter_key}"}
-    body = {"stream": False,
-            "models": [
-                "mistralai/mistral-7b-instruct:free",
-                "openchat/openchat-7b:free"
-            ],
-            "route": "fallback",
-            "max_tokens": 1024,
-            "messages": [
-                {"role": "user", "content": prompt}
-            ]}
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {openrouter_key}"
+    }
+    body = {
+        "stream": False,
+        "models": [
+            "mistralai/mistral-7b-instruct:free",
+            "openchat/openchat-7b:free"
+        ],
+        "route": "fallback",
+        "max_tokens": 1024,
+        "messages": [
+            {"role": "user", "content": prompt}
+        ]
+    }
     
     response = requests.post(url, headers=headers, json=body)
-    response_json = response.json()
-    choices = response_json.get('choices', [])
-    if choices:
-        return choices[0].get('message', {}).get('content', 'Default content if key is missing')
-    else:
-        logging.error(f'No choices available in the response: {response_json}')
-        return 'No valid search terms generated'
+    return response.json()['choices'][0]['message']['content']
 
 async def predict(message, history):
     full_response = ""
@@ -139,18 +124,22 @@ async def predict(message, history):
     full_response += "\nResponse: "
     
     url = "https://openrouter.ai/api/v1/chat/completions"
-    headers = {"Content-Type": "application/json",
-               "Authorization": f"Bearer {openrouter_key}"}
-    body = {"stream": True,
-            "models": [
-                "mistralai/mistral-7b-instruct:free",
-                "openchat/openchat-7b:free"
-            ],
-            "route": "fallback",
-            "max_tokens": 1024,
-            "messages": [
-                {"role": "user", "content": prompt}
-            ]}
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {openrouter_key}"
+    }
+    body = {
+        "stream": True,
+        "models": [
+            "mistralai/mistral-7b-instruct:free",
+            "openchat/openchat-7b:free"
+        ],
+        "route": "fallback",
+        "max_tokens": 1024,
+        "messages": [
+            {"role": "user", "content": prompt}
+        ]
+    }
 
     async with aiohttp.ClientSession() as session:
         async with session.post(url, headers=headers, json=body) as response:
@@ -177,7 +166,6 @@ async def predict(message, history):
                                 except Exception:
                                     pass
 
-
 # Define a custom theme with colors similar to the provided image
 custom_theme = gr.themes.Default(
     primary_hue="#6a0dad",  # Custom primary color (similar to the purple in the image)
@@ -189,20 +177,16 @@ custom_theme = gr.themes.Default(
     text_color="#f0f0f0"  # Custom text color for better contrast
 )
 
-def predict(message, history):
-    # Your predict function implementation
-    pass# Apply the custom theme to the Gradio interface
-    
+# Apply the custom theme to the Gradio interface
 gr.ChatInterface(
     predict,
-    title="Live Web Chat",
-    description="Ultimate Research Assistant",
+    title="Assistant pro",
     retry_btn=None,
     undo_btn=None,
     examples=[
         'What is the current sentiment of the Brazil election?',
-        'Compare the current economies of China & India',
-        'What are the new design trends in 2024',
+        'Compare the current economies of China and India?',
+        'What are new shoe design trends in 2024',
     ],
     theme=custom_theme  # Apply the custom theme
-).launch()
+).launch()