Merge pull request #6 from dristy-daxa/dristy-safeinfer-chatbot

Dristy safeinfer chatbot

Author: gr8nishan

safe_infer_chatbot_app/README.md

@@ -51,8 +51,6 @@ Then open your browser to `http://localhost:8501`
    ```bash
    export PEBBLO_API_KEY="pebblo-api-key"
    export PROXIMA_HOST="http://your-proxima-host"
-   export PROXIMA_USER_USERNAME="your-proxima-username"
-   export PROXIMA_USER_PASSWORD="your-proxima-password"
    ```
 
 4. **Run the application**:
@@ -67,6 +65,7 @@ Then open your browser to `http://localhost:8501`
 ### Environment Variables
 
 - `PROXIMA_HOST`: Base URL for the SafeInfer API (default: `http://localhost`)
+- `PEBBLO_API_KEY`: Pebblo API Key
 
 ### API Configuration
 

safe_infer_chatbot_app/safe_infer_chatbot.py

@@ -5,6 +5,8 @@
 from typing import Dict, Any
 import time
 
+ 
+
 # Page configuration
 st.set_page_config(
     page_title="SafeInfer LLM Chatbot",
@@ -98,8 +100,7 @@ def call_safe_infer_api(message: str, model: str, api_key: str = "") -> Dict[str
 
     payload = {
         "model": model,
-        "input": message,
-        "app": "chatbot",
+        "input": message
     }
 
     try:
@@ -191,14 +192,15 @@ def display_chat_message(role: str, content: str, model: str = "", timestamp: st
     st.header("⚙️ Configuration")
 
     # Model selection
-    st.subheader("🤖 Model Selection")
     available_models = AVAILABLE_MODELS
-    selected_model = st.selectbox(
-        "Choose a model:",
-        available_models,
-        index=available_models.index(st.session_state.selected_model)
-    )
-    st.session_state.selected_model = selected_model
+    if available_models:
+        st.subheader("🤖 Model Selection")
+        selected_model = st.selectbox(
+            "Choose a model:",
+            available_models,
+            index=available_models.index(st.session_state.selected_model)
+        )
+        st.session_state.selected_model = selected_model
 
     # API connection test
     st.subheader("🔗 API Status")

safe_infer_chatbot_app/utils.py

@@ -2,40 +2,20 @@
 
 import requests
 
-def get_proxima_cookie():
-    try:
-        proxima_url = f"{os.environ.get('PROXIMA_HOST')}/api/auth/login"
-        headers = {
-            'accept': 'application/json',
-            'Content-Type': 'application/x-www-form-urlencoded'
-        }
-        data = {
-            "username": os.environ.get("PROXIMA_USER_USERNAME"),
-            "password": os.environ.get("PROXIMA_USER_PASSWORD")
-        }
-        response = requests.post(proxima_url, headers=headers, data=data)
-
-        response.raise_for_status()
-
-        token = response.headers['set-cookie'].split(';')[0]
-        return token
-    except Exception as e:
-        print(f"Error getting proxima cookie: {e}")
-        raise e
-
-
 
 def get_available_models():
     try:
-        proxima_cookie = get_proxima_cookie()
         headers = {
             'accept': 'application/json',
+            'Authorization': f"Bearer {os.environ.get('PEBBLO_API_KEY')}",
             'Content-Type': 'application/x-www-form-urlencoded',
-            'Cookie': f"fastapiusersauth={proxima_cookie}"
         }
-        response = requests.get(f"{os.environ.get('PROXIMA_HOST')}/api/llm/provider", headers=headers)
+        url = f"{os.environ.get('PROXIMA_HOST')}/safe_infer/llm/provider/list"
+        response = requests.get(url, headers=headers)
         response.raise_for_status()
         models = response.json()
+        if len(models) == 0:
+            return [], ""
         model_names = [model['default_model_name'] for model in models]
 
         default_model_name = next(model for model in models if model['is_default_provider'])['default_model_name']