Aratako
/

Mixtral-8x7B-Instruct-v0.1-upscaled

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Aratako commited on Mar 27

Commit

8da10a2

•

1 Parent(s): 3e3b7c3

Update mergekit_config.yml

Files changed (1) hide show

mergekit_config.yml +25 -25

mergekit_config.yml CHANGED Viewed

@@ -1,25 +1,25 @@
-merge_method: passthrough
-slices:
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [0, 8]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [4, 12]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [8, 16]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [12, 20]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [16, 24]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [20, 28]
-  - sources:
-      - model: ./Mixtral-8x7B-Instruct-v0.1
-        layer_range: [24, 32]
-dtype: bfloat16
-tokenizer_source: base

+merge_method: passthrough
+slices:
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [0, 8]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [4, 12]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [8, 16]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [12, 20]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [16, 24]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [20, 28]
+  - sources:
+      - model: mistralai/Mixtral-8x7B-Instruct-v0.1
+        layer_range: [24, 32]
+dtype: bfloat16
+tokenizer_source: base