FINGU-AI
/

FinguAI-Chat-v1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

FINGU-AI commited on Mar 22

Commit

3557829

•

1 Parent(s): 9f5a612

Update README.md

Files changed (1) hide show

README.md +3 -5

README.md CHANGED Viewed

@@ -48,13 +48,11 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig,TextStreamer
-streamer = TextStreamer(tokenizer)
 model_id = 'FINGU-AI/FinguAI-Chat-v1'
-#config = AutoConfig.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, attn_implementation="flash_attention_2", torch_dtype= torch.bfloat16,)
-model.to('cuda')
-tokenizer = AutoTokenizer.from_pretrained(model_id,)
 streamer = TextStreamer(tokenizer)

 from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig,TextStreamer
 model_id = 'FINGU-AI/FinguAI-Chat-v1'
+model = AutoModelForCausalLM.from_pretrained(model_id, attn_implementation="flash_attention_2", torch_dtype= torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained(model_id)
 streamer = TextStreamer(tokenizer)
+model.to('cuda')