Commit
•
41423f0
1
Parent(s):
10fd16b
Update model directory path
Browse files
main.py
CHANGED
@@ -142,13 +142,13 @@ def yield_clean_rows(rows: Union[list[str], str], min_length: int = 3) -> Iterat
|
|
142 |
FASTTEXT_PREFIX_LENGTH = 9 # fasttext labels are formatted like "__label__eng_Latn"
|
143 |
|
144 |
# model = load_model(DEFAULT_FAST_TEXT_MODEL)
|
145 |
-
Path("models").mkdir(parents=True, exist_ok=True)
|
146 |
model = fasttext.load_model(
|
147 |
hf_hub_download(
|
148 |
"facebook/fasttext-language-identification",
|
149 |
"model.bin",
|
150 |
-
cache_dir="models",
|
151 |
-
local_dir="models",
|
152 |
local_dir_use_symlinks=False,
|
153 |
)
|
154 |
)
|
|
|
142 |
FASTTEXT_PREFIX_LENGTH = 9 # fasttext labels are formatted like "__label__eng_Latn"
|
143 |
|
144 |
# model = load_model(DEFAULT_FAST_TEXT_MODEL)
|
145 |
+
Path("code/models").mkdir(parents=True, exist_ok=True)
|
146 |
model = fasttext.load_model(
|
147 |
hf_hub_download(
|
148 |
"facebook/fasttext-language-identification",
|
149 |
"model.bin",
|
150 |
+
cache_dir="code/models",
|
151 |
+
local_dir="code/models",
|
152 |
local_dir_use_symlinks=False,
|
153 |
)
|
154 |
)
|