datasets_url
#2
by
ahadnagy
- opened
data.py
CHANGED
|
@@ -69,8 +69,11 @@ def log_dataframe_link(link: str) -> str:
|
|
| 69 |
return "9999-99-99"
|
| 70 |
# Replace the path between with blob/main
|
| 71 |
path_between = match.group(1)
|
| 72 |
-
|
| 73 |
-
logger.info(f"Link to data source: {
|
|
|
|
|
|
|
|
|
|
| 74 |
# Return the date
|
| 75 |
return match.group(2)
|
| 76 |
|
|
|
|
| 69 |
return "9999-99-99"
|
| 70 |
# Replace the path between with blob/main
|
| 71 |
path_between = match.group(1)
|
| 72 |
+
file_link = link.replace("transformers_daily_ci" + path_between, "transformers_daily_ci/blob/main")
|
| 73 |
+
logger.info(f"Link to data source: {file_link}")
|
| 74 |
+
datasets_link = link.replace("transformers_daily_ci" + path_between, "transformers_daily_ci/tree/main")
|
| 75 |
+
datasets_folder = datasets_link[:datasets_link.rfind('/')]
|
| 76 |
+
logger.info(f"Link to Datasets folder: {datasets_folder}")
|
| 77 |
# Return the date
|
| 78 |
return match.group(2)
|
| 79 |
|