mean for bertscore and bleurt

generation_evaluator.py

@@ -1,5 +1,6 @@
 import datasets
 import evaluate
+import numpy as np
 
 _CITATION = """\
 @inproceedings{lin-2004-rouge,
@@ -109,7 +110,7 @@ BLEU:{
 EXACT_MATCH:{
     "exact_match": exact_match rate. Possible values are between 0.0 and 1.0, inclusive.
 },
-BERT_SCORE:{    
+BERT_SCORE:{
     "precision": Precision.
     "recall": Recall.
     "f1": F1 score.
@@ -158,22 +159,32 @@ class GenerationEvaluator(evaluate.Metric):
         exact_match_results = exact_match_score.compute(
             predictions=predictions, references=references
         )
-        
+
         bert_score = evaluate.load("bertscore")
         bert_score_results = bert_score.compute(
-            predictions=predictions, references=references,
-            lang="en"
+            predictions=predictions, references=references, lang="en"
         )
         
+        mean_precision = np.mean(bert_score_results['precision'])
+        mean_recall = np.mean(bert_score_results['recall'])
+        mean_f1 = np.mean(bert_score_results['f1'])
+        
+        bert_score_results['precision'] = round(mean_precision, 4)
+        bert_score_results['recall'] = round(mean_recall, 4)
+        bert_score_results['f1'] = round(mean_f1, 4)
+        
         bleurt_score = evaluate.load("bleurt", module_type="metric")
         bleurt_results = bleurt_score.compute(
             predictions=predictions, references=references
         )
         
+        mean_bleurt_score = np.mean(bleurt_results['scores'])
+        bleurt_results['scores'] = round(mean_bleurt_score, 4)
+
         return {
             "ROUGE": rouge_results,
             "BLEU": bleu_results,
             "EXACT_MATCH": exact_match_results,
-            "BERT_SCORE":bert_score_results,
-            "BLEURT":bleurt_results
+            "BERT_SCORE": bert_score_results,
+            "BLEURT": bleurt_results,
         }

requirements.txt

@@ -3,4 +3,5 @@ datasets
 scikit-learn
 gradio
 bert_score
-git+https://github.com/google-research/bleurt.git
+git+https://github.com/google-research/bleurt.git
+numpy