Spaces:
Runtime error
Runtime error
update app
Browse files
app.py
CHANGED
|
@@ -19,7 +19,7 @@ MAX_LEN_DS_CHECKS = os.getenv("MAX_LEN_DS_CHECKS")
|
|
| 19 |
|
| 20 |
|
| 21 |
def get_ds(config):
|
| 22 |
-
ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config)
|
| 23 |
return ds
|
| 24 |
|
| 25 |
|
|
@@ -262,7 +262,7 @@ st.write(
|
|
| 262 |
)
|
| 263 |
col_option_clean, col_option_ds = st.columns(2)
|
| 264 |
|
| 265 |
-
CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT)
|
| 266 |
|
| 267 |
CLEANING_VERSIONS = set()
|
| 268 |
dataset_names = set()
|
|
@@ -287,7 +287,7 @@ option_ds = col_option_ds.selectbox("Select the dataset", dataset_names)
|
|
| 287 |
# checks_names = sorted(list(os.listdir(checks_path)))
|
| 288 |
|
| 289 |
# log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
|
| 290 |
-
ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}")
|
| 291 |
log = ds_log["train"][0]
|
| 292 |
get_logs_stats(log=log)
|
| 293 |
|
|
|
|
| 19 |
|
| 20 |
|
| 21 |
def get_ds(config):
|
| 22 |
+
ds = load_dataset(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, config, use_auth_token=True)
|
| 23 |
return ds
|
| 24 |
|
| 25 |
|
|
|
|
| 262 |
)
|
| 263 |
col_option_clean, col_option_ds = st.columns(2)
|
| 264 |
|
| 265 |
+
CHECK_CONFIGS = get_dataset_config_names(CHECK_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, use_auth_token=True)
|
| 266 |
|
| 267 |
CLEANING_VERSIONS = set()
|
| 268 |
dataset_names = set()
|
|
|
|
| 287 |
# checks_names = sorted(list(os.listdir(checks_path)))
|
| 288 |
|
| 289 |
# log_path = os.path.join(DATASET_DIR_PATH, option_ds, "logs.txt")
|
| 290 |
+
ds_log = load_dataset(LOGS_DATASET_DIR_PATH_BEFORE_CLEAN_SELECT, f"{option_clean}_dsname_{option_ds}", use_auth_token=True)
|
| 291 |
log = ds_log["train"][0]
|
| 292 |
get_logs_stats(log=log)
|
| 293 |
|