Upload folder using huggingface_hub
Browse files- config.json +2 -2
- rank0.engine +2 -2
config.json
CHANGED
|
@@ -49,9 +49,9 @@
|
|
| 49 |
"build_config": {
|
| 50 |
"max_input_len": 1024,
|
| 51 |
"max_output_len": 1024,
|
| 52 |
-
"max_batch_size":
|
| 53 |
"max_beam_width": 1,
|
| 54 |
-
"max_num_tokens":
|
| 55 |
"max_prompt_embedding_table_size": 0,
|
| 56 |
"gather_context_logits": false,
|
| 57 |
"gather_generation_logits": false,
|
|
|
|
| 49 |
"build_config": {
|
| 50 |
"max_input_len": 1024,
|
| 51 |
"max_output_len": 1024,
|
| 52 |
+
"max_batch_size": 16,
|
| 53 |
"max_beam_width": 1,
|
| 54 |
+
"max_num_tokens": 16384,
|
| 55 |
"max_prompt_embedding_table_size": 0,
|
| 56 |
"gather_context_logits": false,
|
| 57 |
"gather_generation_logits": false,
|
rank0.engine
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:adbb46638fb89b4b152e59336f16f57997fccca933ba36c358cbfed9bbaa20f7
|
| 3 |
+
size 13480126028
|