sgarbi commited on
Commit
ea20bff
1 Parent(s): 2375594

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -78,7 +78,7 @@ def query_model(input_text):
78
  """Query the model and get a generated response."""
79
  formatted_input = f"<|title|>{input_text}<|prompt|>"
80
  input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
81
- attention_mask = torch.ones(input_ids.shape, dtype=torch.long) # create attention mask of 1s
82
 
83
  # Generate a response
84
  output = model.generate(input_ids, attention_mask=attention_mask, max_length=256,
 
78
  """Query the model and get a generated response."""
79
  formatted_input = f"<|title|>{input_text}<|prompt|>"
80
  input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
81
+ attention_mask = torch.ones(input_ids.shape, dtype=torch.long)
82
 
83
  # Generate a response
84
  output = model.generate(input_ids, attention_mask=attention_mask, max_length=256,