HaNguyen
/

test_llama2

response-generation

Model card Files Files and versions Community

HaNguyen commited on Dec 20, 2023

Commit

83b9830

•

1 Parent(s): 2924ad7

Update custom

Files changed (1) hide show

custom.py +3 -3

custom.py CHANGED Viewed

@@ -53,9 +53,9 @@ class LLAMA2_expanded(LLAMA2):
         #  # Add special tokens to the tokenizer and resize model embedding
         # Special tokens
-        self.add_special_tokens_(
-                   {"pad_token": "<pad>"}
-                )
     def add_special_tokens_(self, attr_to_special_token,) -> None:
         orig_num_tokens = len(self.tokenizer)

         #  # Add special tokens to the tokenizer and resize model embedding
         # Special tokens
+        #self.add_special_tokens_(
+        #           {"pad_token": "<pad>"}
+        #        )
     def add_special_tokens_(self, attr_to_special_token,) -> None:
         orig_num_tokens = len(self.tokenizer)