Commit
•
b65cbe6
1
Parent(s):
2be10b3
Adding more logging for new rows
Browse files
main.py
CHANGED
@@ -50,6 +50,7 @@ def main():
|
|
50 |
# Update README
|
51 |
new_rows = len(new_df) - len(old_df)
|
52 |
update_readme(dataset_name=dataset_name, subreddit=subreddit, latest_date=date, new_rows=new_rows)
|
|
|
53 |
|
54 |
# Push the augmented dataset to the Hugging Face hub
|
55 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|
|
|
50 |
# Update README
|
51 |
new_rows = len(new_df) - len(old_df)
|
52 |
update_readme(dataset_name=dataset_name, subreddit=subreddit, latest_date=date, new_rows=new_rows)
|
53 |
+
logger.info(f"Adding {new_rows} rows for {date}.")
|
54 |
|
55 |
# Push the augmented dataset to the Hugging Face hub
|
56 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|