Paula Leonova
commited on
Commit
·
944c52f
1
Parent(s):
04f7977
Update summarizer hyperparameters
Browse files
models.py
CHANGED
|
@@ -62,7 +62,14 @@ def load_summary_model():
|
|
| 62 |
# return summarizer
|
| 63 |
|
| 64 |
def summarizer_gen(summarizer, sequence:str, maximum_tokens:int, minimum_tokens:int):
|
| 65 |
-
output = summarizer(sequence,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
return output[0].get('summary_text')
|
| 67 |
|
| 68 |
|
|
|
|
| 62 |
# return summarizer
|
| 63 |
|
| 64 |
def summarizer_gen(summarizer, sequence:str, maximum_tokens:int, minimum_tokens:int):
|
| 65 |
+
output = summarizer(sequence,
|
| 66 |
+
num_beams=4,
|
| 67 |
+
length_penalty=2.0,
|
| 68 |
+
max_length=maximum_tokens,
|
| 69 |
+
min_length=minimum_tokens,
|
| 70 |
+
do_sample=False,
|
| 71 |
+
early_stopping = True,
|
| 72 |
+
no_repeat_ngram_size=3)
|
| 73 |
return output[0].get('summary_text')
|
| 74 |
|
| 75 |
|