Spaces:
Sleeping
Sleeping
udpate tokenizer cfg
Browse files
cfg.py
CHANGED
|
@@ -34,7 +34,7 @@ buster_cfg = BusterConfig(
|
|
| 34 |
},
|
| 35 |
},
|
| 36 |
tokenizer_cfg={
|
| 37 |
-
"model_name": "gpt-4o-mini
|
| 38 |
},
|
| 39 |
documents_formatter_cfg={
|
| 40 |
"max_tokens": 3500,
|
|
|
|
| 34 |
},
|
| 35 |
},
|
| 36 |
tokenizer_cfg={
|
| 37 |
+
"model_name": "gpt-3.5-turbo", # TODO: Change to gpt-4o-mini by upgrading tiktoken in buster-doctalk repo
|
| 38 |
},
|
| 39 |
documents_formatter_cfg={
|
| 40 |
"max_tokens": 3500,
|