mvectors

semantic_search/llm_eval.py

@@ -80,8 +80,13 @@ def eval(question, answers):
     for idx,i in enumerate(answers[0]['answer']):
         if('relevant' in response[idx]):
             relevance = response[idx]['relevant']
+        else:
+            relevance = True
+
         if('score' in response[idx]):
             score_ = response[idx]['relevant']
+        else:
+            score_ = 0.0
         i['relevant'] = relevance  
         llm_scores.append(score_)
         current_scores.append(i['score'])