calc RAP

README.md

@@ -1,10 +1,10 @@
 ---
-title: Rap
+title: RAP
 emoji: 💬
 colorFrom: yellow
 colorTo: purple
 sdk: gradio
-sdk_version: 5.0.1
+sdk_version: 4.36.1
 app_file: app.py
 pinned: false
 ---

app.py

@@ -98,8 +98,9 @@ def chat(
     partial_text += f"1. EWC Repetition Score: {whitespace_score:.3f}\n"
     partial_text += f"1. Text Repetition Score: {repetition_score:.3f}\n"
     partial_text += f"1. Total Repetitions: {total_repetitions:.3f}\n"
+    rr = total_repetitions / len(answer) if len(answer) > 0 else 0
     partial_text += (
-        f"1. Repetition Ratio: {total_repetitions / len(answer):.3f}\n"
+        f"1. Repetition Ratio: {rr:.3f}\n"
     )
 
     if index >= 0:  # RAG
@@ -113,7 +114,10 @@ def chat(
         partial_text += "\n\n Performance Metrics:\n"
         partial_text += f'1. BLEU-1: {scores["bleu_scores"]["bleu"]:.3f}\n'
         partial_text += f'1. RougeL: {scores["rouge_scores"]["rougeL"]:.3f}\n'
-        partial_text += f'1. BERT-F1: {scores["bert_scores"]["f1"][0]:.3f}\n'
+        perf = scores["bert_scores"]["f1"][0]
+        partial_text += f'1. BERT-F1: {perf:.3f}\n'
+        nrr = 1 - rr
+        partial_text += f'1. RAP-BERT-F1: {perf * nrr * nrr * nrr:.3f}\n'
 
         partial_text += f"\n\nGround truth: {questions[index][key][0]}\n"