Kukedlc commited on
Commit
b1f74ba
1 Parent(s): fbb81f4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -66,7 +66,7 @@ MODEL_NAME = 'Kukedlc/NeuralStockFusion-7b'
66
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
67
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:0', quantization_config=bnb_config)
68
 
69
- inputs = tokenizer(["What is a large language model, in spanish\n\n"], return_tensors="pt").to('cuda')
70
  streamer = TextStreamer(tokenizer)
71
 
72
  # Despite returning the usual output, the streamer will also print the generated text to stdout.
 
66
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
67
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda:0', quantization_config=bnb_config)
68
 
69
+ inputs = tokenizer(["[INST] What is a large language model, in spanish \n[/INST]\n"], return_tensors="pt").to('cuda')
70
  streamer = TextStreamer(tokenizer)
71
 
72
  # Despite returning the usual output, the streamer will also print the generated text to stdout.