mlboydaisuke
/

functiongemma-270m-coreml

apple-neural-engine

function-calling

Model card Files Files and versions

mlboydaisuke commited on 14 days ago

Commit

8fb08ec

·

verified ·

1 Parent(s): b5b27e3

upload model_config.json

Files changed (1) hide show

model_config.json +1 -1

model_config.json CHANGED Viewed

@@ -47,7 +47,7 @@
   "parts": {
     "model": "model.mlpackage"
   },
-  "quantization": "fp16",
   "compute_units": "CPU_AND_NE",
   "tokenizer_repo": "google/functiongemma-270m-it",
   "chat_format": "functiongemma",

   "parts": {
     "model": "model.mlpackage"
   },
+  "quantization": "int8",
   "compute_units": "CPU_AND_NE",
   "tokenizer_repo": "google/functiongemma-270m-it",
   "chat_format": "functiongemma",