Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,6 @@ def load_client_components(ee_model_name: str):
|
|
| 47 |
_cache[ee_model_name] = (tokenizer, embed_layer, lm_head, final_norm, hidden_size)
|
| 48 |
return tokenizer, embed_layer, lm_head, final_norm, hidden_size
|
| 49 |
|
| 50 |
-
load_client_components()
|
| 51 |
|
| 52 |
def generate_tokens(server_url, tokenizer, embed_layer, lm_head, final_norm,
|
| 53 |
sigma_t, sigma_inv_t, formatted_prompt, max_new_tokens):
|
|
|
|
| 47 |
_cache[ee_model_name] = (tokenizer, embed_layer, lm_head, final_norm, hidden_size)
|
| 48 |
return tokenizer, embed_layer, lm_head, final_norm, hidden_size
|
| 49 |
|
|
|
|
| 50 |
|
| 51 |
def generate_tokens(server_url, tokenizer, embed_layer, lm_head, final_norm,
|
| 52 |
sigma_t, sigma_inv_t, formatted_prompt, max_new_tokens):
|