Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import pandas as pd
|
| 2 |
import numpy as np
|
| 3 |
-
from konlpy.tag import Okt
|
| 4 |
from string import whitespace, punctuation
|
| 5 |
import re
|
| 6 |
import unicodedata
|
|
@@ -14,7 +14,6 @@ from transformers import PreTrainedTokenizerFast, BartForConditionalGeneration
|
|
| 14 |
from transformers import BartForConditionalGeneration, PreTrainedTokenizerFast
|
| 15 |
from transformers.optimization import get_cosine_schedule_with_warmup
|
| 16 |
from torch.utils.data import DataLoader, Dataset
|
| 17 |
-
from konlpy.tag import Okt
|
| 18 |
|
| 19 |
# classification
|
| 20 |
|
|
@@ -61,9 +60,9 @@ def is_clickbait(title, content, threshold=0.815):
|
|
| 61 |
content = TextFilter(content)
|
| 62 |
|
| 63 |
# Noun Extraction
|
| 64 |
-
okt = Okt()
|
| 65 |
-
title = ' '.join(okt.nouns(title))
|
| 66 |
-
content = ' '.join(okt.nouns(content))
|
| 67 |
|
| 68 |
# Compute embedding
|
| 69 |
embeddings1 = model.encode(title, convert_to_tensor=True)
|
|
|
|
| 1 |
import pandas as pd
|
| 2 |
import numpy as np
|
| 3 |
+
# from konlpy.tag import Okt
|
| 4 |
from string import whitespace, punctuation
|
| 5 |
import re
|
| 6 |
import unicodedata
|
|
|
|
| 14 |
from transformers import BartForConditionalGeneration, PreTrainedTokenizerFast
|
| 15 |
from transformers.optimization import get_cosine_schedule_with_warmup
|
| 16 |
from torch.utils.data import DataLoader, Dataset
|
|
|
|
| 17 |
|
| 18 |
# classification
|
| 19 |
|
|
|
|
| 60 |
content = TextFilter(content)
|
| 61 |
|
| 62 |
# Noun Extraction
|
| 63 |
+
# okt = Okt()
|
| 64 |
+
# title = ' '.join(okt.nouns(title))
|
| 65 |
+
# content = ' '.join(okt.nouns(content))
|
| 66 |
|
| 67 |
# Compute embedding
|
| 68 |
embeddings1 = model.encode(title, convert_to_tensor=True)
|