mvectors

semantic_search/llm_eval.py

@@ -78,13 +78,14 @@ def eval(question, answers):
     llm_scores = []
     current_scores = []
     for idx,i in enumerate(answers[0]['answer']):
-        if('relevant' in response[idx]):
-            relevance = response[idx]['relevant']
+        idx_str = str(idx)
+        if('relevant' in response[idx_str]):
+            relevance = response[idx_str]['relevant']
         else:
             relevance = True
 
-        if('score' in response[idx]):
-            score_ = response[idx]['relevant']
+        if('score' in response[idx_str]):
+            score_ = response[idx_str]['relevant']
         else:
             score_ = 0.0
         i['relevant'] = relevance