Update app.py

app.py

@@ -2,49 +2,47 @@ import gradio as gr
 import requests
 import os
 import json
+import random
+import threading
 from elo import update_elo_ratings  # Custom function for ELO ratings
 
 # Load the chatbot URLs and their respective model names from a JSON file
 with open('chatbot_urls.json', 'r') as file:
     chatbots = json.load(file)
 
-# Load existing ELO ratings or initialize them
+# Thread-local storage for user-specific data
+user_data = threading.local()
+
+# Initialize or get user-specific ELO ratings
+def get_user_elo_ratings():
+    if not hasattr(user_data, 'elo_ratings'):
+        user_data.elo_ratings = read_elo_ratings()
+    return user_data.elo_ratings
+
+# Read ELO ratings from file (thread-safe)
 def read_elo_ratings():
-    try:
-        with open('elo_ratings.json', 'r') as file:
-            return json.load(file)
-    except FileNotFoundError:
-        return {model: 1200 for model in chatbots.keys()}
+    elo_ratings = {}
+    with threading.Lock():
+        try:
+            with open('elo_ratings.json', 'r') as file:
+                elo_ratings = json.load(file)
+        except FileNotFoundError:
+            elo_ratings = {model: 1200 for model in chatbots.keys()}
+    return elo_ratings
 
-# Update ELO ratings in a file
+# Write ELO ratings to file (thread-safe)
 def write_elo_ratings(elo_ratings):
-    with open('elo_ratings.json', 'w') as file:
-        json.dump(elo_ratings, file, indent=4)
-
-elo_ratings = read_elo_ratings()
+    with threading.Lock():
+        with open('elo_ratings.json', 'w') as file:
+            json.dump(elo_ratings, file, indent=4)
 
 def get_bot_response(url, prompt):
-    payload = {
-        "input": {
-            "prompt": prompt,
-            "sampling_params": {
-                "max_new_tokens": 16,
-                "temperature": 0.7,
-            }
-        }
-    }
-    headers = {
-        "accept": "application/json",
-        "content-type": "application/json",
-        "authorization": os.environ.get("RUNPOD_TOKEN")
-    }
-    response = requests.post(url, json=payload, headers=headers)
-    return response.json()
+    # ... (same as before, but add error handling)
 
 def chat_with_bots(user_input):
-    bot1_url = chatbots[list(chatbots.keys())[random.randint(0,len(list(chatbots.keys())))]]
-    while bot2_url!=bot1_url:
-        bot2_url = chatbots[list(chatbots.keys())[random.randint(0,len(list(chatbots.keys())))]]
+    bot_names = list(chatbots.keys())
+    random.shuffle(bot_names)
+    bot1_url, bot2_url = chatbots[bot_names[0]], chatbots[bot_names[1]]
 
     bot1_response = get_bot_response(bot1_url, user_input)
     bot2_response = get_bot_response(bot2_url, user_input)
@@ -52,7 +50,7 @@ def chat_with_bots(user_input):
     return bot1_response, bot2_response
 
 def update_ratings(bot_index):
-    global elo_ratings
+    elo_ratings = get_user_elo_ratings()
     bot_names = list(chatbots.keys())
     winner = bot_names[bot_index]
     loser = bot_names[1 - bot_index]