Tomoniai commited on
Commit
fb62856
1 Parent(s): f2f1601

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -7,6 +7,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
7
  MAX_MAX_NEW_TOKENS = 1024
8
  MAX_INPUT_TOKEN_LENGTH = 2048
9
 
 
10
  base_model_name = "m-a-p/OpenCodeInterpreter-DS-1.3B"
11
  model = AutoModelForCausalLM.from_pretrained(base_model_name, torch_dtype=torch.float32, device_map="cpu", low_cpu_mem_usage=True)
12
 
 
7
  MAX_MAX_NEW_TOKENS = 1024
8
  MAX_INPUT_TOKEN_LENGTH = 2048
9
 
10
+ # base_model_name = "m-a-p/OpenCodeInterpreter-DS-6.7B"
11
  base_model_name = "m-a-p/OpenCodeInterpreter-DS-1.3B"
12
  model = AutoModelForCausalLM.from_pretrained(base_model_name, torch_dtype=torch.float32, device_map="cpu", low_cpu_mem_usage=True)
13