add nltk punkt

generation_evaluator.py

@@ -4,6 +4,7 @@ import numpy as np
 import spacy
 import torch
 from alignscore import AlignScore
+import nltk
 
 _CITATION = """\
 @inproceedings{lin-2004-rouge,
@@ -148,6 +149,9 @@ class GenerationEvaluator(evaluate.Metric):
         except OSError:
             spacy.cli.download("en_core_web_sm")
 
+        # Download punkt for AlignScore
+        nltk.download('punkt_tab')
+        
         # Download AlignScore model and move to GPU if possible
         model_path = dl_manager.download(ALIGNSCORE_ARGS["ckpt_path"])
         ALIGNSCORE_ARGS["ckpt_path"] = model_path