Commit
•
b14d122
1
Parent(s):
e69ab4e
Removing cache
Browse files
main.py
CHANGED
|
@@ -54,6 +54,7 @@ def main():
|
|
| 54 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|
| 55 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
| 56 |
logger.info(f"Processed and pushed data for {date} to the Hugging Face Hub")
|
|
|
|
| 57 |
|
| 58 |
|
| 59 |
def schedule_periodic_task():
|
|
|
|
| 54 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|
| 55 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
| 56 |
logger.info(f"Processed and pushed data for {date} to the Hugging Face Hub")
|
| 57 |
+
dataset.cleanup_cache_files()
|
| 58 |
|
| 59 |
|
| 60 |
def schedule_periodic_task():
|