Commit
·
c494a1d
1
Parent(s):
5e6d549
Add OLM model as example. Fix func name typo
Browse files
app.py
CHANGED
|
@@ -20,9 +20,6 @@ MODEL_NAME_DICT = {
|
|
| 20 |
}
|
| 21 |
MODEL_NAMES = list(MODEL_NAME_DICT.keys())
|
| 22 |
|
| 23 |
-
# MODEL_NAMES = ["bert-base-uncased", "roberta-base", "bert-large-uncased", "roberta-large"]
|
| 24 |
-
# OWN_MODEL_NAME = 'add-a-model'
|
| 25 |
-
|
| 26 |
DECIMAL_PLACES = 1
|
| 27 |
EPS = 1e-5 # to avoid /0 errors
|
| 28 |
|
|
@@ -153,7 +150,7 @@ models = {m : pipeline("fill-mask", model=m) for m in MODEL_NAMES if m != OWN_MO
|
|
| 153 |
# %%
|
| 154 |
|
| 155 |
|
| 156 |
-
def
|
| 157 |
male_gendered_tokens = [list[0] for list in GENDERED_LIST]
|
| 158 |
female_gendered_tokens = [list[1] for list in GENDERED_LIST]
|
| 159 |
|
|
@@ -237,7 +234,7 @@ def predict_gender_pronouns(
|
|
| 237 |
|
| 238 |
indie_vars_list = indie_vars.split(',')
|
| 239 |
|
| 240 |
-
male_gendered_tokens, female_gendered_tokens =
|
| 241 |
|
| 242 |
text_segments, num_preds = prepare_text_for_masking(
|
| 243 |
input_text, mask_token, male_gendered_tokens + female_gendered_tokens, split_key)
|
|
@@ -301,13 +298,13 @@ description = """
|
|
| 301 |
|
| 302 |
|
| 303 |
date_example = [
|
| 304 |
-
MODEL_NAMES[
|
| 305 |
'',
|
| 306 |
', '.join(DATES),
|
| 307 |
'DATE',
|
| 308 |
"False",
|
| 309 |
1,
|
| 310 |
-
'
|
| 311 |
]
|
| 312 |
|
| 313 |
|
|
@@ -318,7 +315,7 @@ place_example = [
|
|
| 318 |
'PLACE',
|
| 319 |
"False",
|
| 320 |
1,
|
| 321 |
-
'She became
|
| 322 |
]
|
| 323 |
|
| 324 |
|
|
|
|
| 20 |
}
|
| 21 |
MODEL_NAMES = list(MODEL_NAME_DICT.keys())
|
| 22 |
|
|
|
|
|
|
|
|
|
|
| 23 |
DECIMAL_PLACES = 1
|
| 24 |
EPS = 1e-5 # to avoid /0 errors
|
| 25 |
|
|
|
|
| 150 |
# %%
|
| 151 |
|
| 152 |
|
| 153 |
+
def get_gendered_tokens():
|
| 154 |
male_gendered_tokens = [list[0] for list in GENDERED_LIST]
|
| 155 |
female_gendered_tokens = [list[1] for list in GENDERED_LIST]
|
| 156 |
|
|
|
|
| 234 |
|
| 235 |
indie_vars_list = indie_vars.split(',')
|
| 236 |
|
| 237 |
+
male_gendered_tokens, female_gendered_tokens = get_gendered_tokens()
|
| 238 |
|
| 239 |
text_segments, num_preds = prepare_text_for_masking(
|
| 240 |
input_text, mask_token, male_gendered_tokens + female_gendered_tokens, split_key)
|
|
|
|
| 298 |
|
| 299 |
|
| 300 |
date_example = [
|
| 301 |
+
MODEL_NAMES[4],
|
| 302 |
'',
|
| 303 |
', '.join(DATES),
|
| 304 |
'DATE',
|
| 305 |
"False",
|
| 306 |
1,
|
| 307 |
+
'In DATE, she became an adult.'
|
| 308 |
]
|
| 309 |
|
| 310 |
|
|
|
|
| 315 |
'PLACE',
|
| 316 |
"False",
|
| 317 |
1,
|
| 318 |
+
'She became a teen in PLACE.'
|
| 319 |
]
|
| 320 |
|
| 321 |
|