first commit

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.json filter=lfs diff=lfs merge=lfs -text

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7725464d76125e430a1a9e6fe74d5448f471cb5d6f99013b4a4c52ab81eead80
+size 1202246414

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c85ed947a17ab4d7f2368ec5350176ee413449878006185771c1fdbae7fd088
+size 102

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36dcd01548d93218938ed1b17f20006cdb27a0f575bd83b17e7628fae6a4e1e
+size 1152

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830f760859735ea3d480adb1e776459076710c15f33f268d4b071a9696e217e
+size 16351097

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-epoch-0/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36df0300c6d6f4a508bdc106edb37b4dcf24c37f62c9ef8bac1e9f66c7ce2cef
+size 20217

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e4792d7bc2e548c0a8298839f45bd7858d8c57fb82cc3b5f71605016828b4f
+size 1202247348

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c85ed947a17ab4d7f2368ec5350176ee413449878006185771c1fdbae7fd088
+size 102

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36dcd01548d93218938ed1b17f20006cdb27a0f575bd83b17e7628fae6a4e1e
+size 1152

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848c2acd0dc0b02205ba3a373fc5a36a0fc468608c82169b6d9045fb9db1d0f
+size 16351107

final_pipeline/no_stanza/mt5-small-en-la-translation-final_no_stanza-last_epoch/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36df0300c6d6f4a508bdc106edb37b4dcf24c37f62c9ef8bac1e9f66c7ce2cef
+size 20217

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc461f0406676ae8c8311088ce8bdedb9b31ec424d2f7a60316db7d7eb859fa
+size 1202312530

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd96de60f7ae0df7ba33a428aeacde4370c1770d9a130d8568e848f79b5da05
+size 418

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0ee4fab3291abe0617779ed38c5983e76f0a5792c5ab408bc61174e65ef85b
+size 4483

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6b68d50e691c66f5931b85d1640454ff6a6595073c7a54996a4fb78be72832
+size 16355453

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-epoch-0/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fdc2900d04a23540be5ddb5761f1dde78d14577d8d8053134dab160976a7a3
+size 24640

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57bf62959b85b0fb71a2262230fe4226d9fb2165603ef7826bafd9d23d00fba
+size 1202313464

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd96de60f7ae0df7ba33a428aeacde4370c1770d9a130d8568e848f79b5da05
+size 418

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0ee4fab3291abe0617779ed38c5983e76f0a5792c5ab408bc61174e65ef85b
+size 4483

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0462fc9d52db0c50ca0e42b9b1f80b7a74361722db897894b96e544f23ebe95a
+size 16355463

final_pipeline/with_stanza/mt5-small-en-la-translation-final_with_stanza-last_epoch/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fdc2900d04a23540be5ddb5761f1dde78d14577d8d8053134dab160976a7a3
+size 24640

initial_pipeline/mt5-small-en-la-translation-epoch5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93faca124340e0ea8b1a006d076f8d58575c725a987fb7a5d7f083e7c8592d06
+size 1200836460

initial_pipeline/mt5-small-en-la-translation-epoch5/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5963160115b4defa95e63e5a47d20cb68fa11efa12bcf4a843abd0df64339de1
+size 421

initial_pipeline/mt5-small-en-la-translation-epoch5/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0df401547c02c14e62a761afe442d3e430215ef62cd9cb21b0a9899479a914
+size 3391

initial_pipeline/mt5-small-en-la-translation-epoch5/spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
+size 4309802

initial_pipeline/mt5-small-en-la-translation-epoch5/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a4b83b7a990edfbfe35796d43a6d9c6c62c7ff739967f6ba09f12d3cf9466
+size 16354036

initial_pipeline/mt5-small-en-la-translation-epoch5/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b7e5212e2eadd3a1b3a8453d36974a87aa8c9399c4d6a9358128589b00b010
+size 23177

install_large_models.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+# Ensure huggingface-cli is installed
+if ! command -v huggingface-cli &> /dev/null
+then
+    echo "huggingface-cli could not be found. Installing transformers."
+    pip install transformers
+fi
+
+# Create directories if they do not exist
+mkdir -p Mistral-7B-Instruct-v0.3 mt5-small
+
+# Download Mistral-7B-Instruct-v0.3 model from Hugging Face
+huggingface-cli download mistralai/Mistral-7B-Instruct-v0.3 --local-dir ./Mistral-7B-Instruct-v0.3
+
+# Download mt5-small model from Hugging Face
+huggingface-cli download google/mt5-small --local-dir ./mt5-small
+
+echo "Download complete!"
+