ikeno-ada
/

m2m100_418-mt-bitsandbytes-4bit

text2text-generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

ikeno-ada commited on Apr 3

Commit

28b230a

•

1 Parent(s): c697131

Upload M2M100ForConditionalGeneration

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -45,7 +45,7 @@
     "quant_method": "bitsandbytes"
   },
   "scale_embedding": true,
-  "torch_dtype": "float16",
   "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "vocab_size": 128112

     "quant_method": "bitsandbytes"
   },
   "scale_embedding": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "vocab_size": 128112

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52ebf3933b8df47621394721b8f23a6c0344ca8b50f363fec3473ff016f82817
-size 445339169

 version https://git-lfs.github.com/spec/v1
+oid sha256:d627e692dccb7a2f37d6577f3842a5a9b7a0bd9135270ed89f2b3eb7676fa05c
+size 445339669