AlexanderKazakov
commited on
Commit
•
eba1a12
1
Parent(s):
dafbeb8
get data
Browse files- .gitignore +1 -0
- prep_scripts/markdown_to_text.py +1 -1
.gitignore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
data/
|
prep_scripts/markdown_to_text.py
CHANGED
|
@@ -5,7 +5,7 @@ import re
|
|
| 5 |
from pathlib import Path
|
| 6 |
|
| 7 |
|
| 8 |
-
DIR_TO_SCRAPE = "transformers/docs/source/en/"
|
| 9 |
OUTPUT_DIR = str(Path().resolve() / "docs_dump")
|
| 10 |
|
| 11 |
|
|
|
|
| 5 |
from pathlib import Path
|
| 6 |
|
| 7 |
|
| 8 |
+
DIR_TO_SCRAPE = "data/transformers/docs/source/en/"
|
| 9 |
OUTPUT_DIR = str(Path().resolve() / "docs_dump")
|
| 10 |
|
| 11 |
|