Feature Extraction
Transformers
Safetensors
ModularStarEncoder
custom_code
andreagurioli1995 commited on
Commit
2987ef8
·
verified ·
1 Parent(s): a54a692

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -44,7 +44,7 @@ instruction_natural_language = "Represent this code description for retrieving s
44
  code_snippet = "your code to embed here"
45
 
46
  #You should follow this pattern to embed a snippet of code or natural language queries
47
- sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet)}{tokenizer.cls_token}"
48
 
49
  #Tokenizing your sentence
50
  tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)
 
44
  code_snippet = "your code to embed here"
45
 
46
  #You should follow this pattern to embed a snippet of code or natural language queries
47
+ sentence = f"{tokenizer.sep_token}{instruction_code}{tokenizer.sep_token}{code_snippet}{tokenizer.cls_token}"
48
 
49
  #Tokenizing your sentence
50
  tokenized_sentence = tokenizer(sentence, return_tensors="pt",truncation=True, max_length=2048)