sharpenb commited on
Commit
e2cf39e
1 Parent(s): 99c9d9f

Upload folder using huggingface_hub (#3)

Browse files

- edc37da16a5ea802e0e25a96f90f7e72a616f154549c242fbb1f155f8ee10c88 (7481787b33ef326473e2406eac34f65e345eed31)
- 177e1567eb8fb97c77c6ca80393483bb4abe83c8c126a39372b923c86eae5b92 (e1b55c7a9a59e257b352918b061befebc4a979cf)

Files changed (4) hide show
  1. README.md +1 -1
  2. config.json +1 -1
  3. plots.png +0 -0
  4. smash_config.json +1 -1
README.md CHANGED
@@ -60,7 +60,7 @@ You can run the smashed model with these steps:
60
  ```python
61
  from transformers import AutoModelForCausalLM, AutoTokenizer
62
 
63
- model = AutoModelForCausalLM.from_pretrained("PrunaAI/huggyllama-llama-7b-BNB-4bit-smashed",
64
  trust_remote_code=True, device_map='auto')
65
  tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
66
 
 
60
  ```python
61
  from transformers import AutoModelForCausalLM, AutoTokenizer
62
 
63
+ model = AutoModelForCausalLM.from_pretrained("PrunaAI/huggyllama-llama-7b-bnb-4bit-smashed",
64
  trust_remote_code=True, device_map='auto')
65
  tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
66
 
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/tmp/tmp1uz1w2ly",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "/tmp/tmpb4y27ufo",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
plots.png CHANGED
smash_config.json CHANGED
@@ -8,7 +8,7 @@
8
  "compilers": "None",
9
  "task": "text_text_generation",
10
  "device": "cuda",
11
- "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsad2ktlzw",
12
  "batch_size": 1,
13
  "n_quantization_bits": 4,
14
  "tokenizer": "LlamaTokenizerFast(name_or_path='huggyllama/llama-7b', vocab_size=32000, model_max_length=2048, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'bos_token': '<s>', 'eos_token': '</s>', 'unk_token': '<unk>'}, clean_up_tokenization_spaces=False), added_tokens_decoder={\n\t0: AddedToken(\"<unk>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t1: AddedToken(\"<s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t2: AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n}",
 
8
  "compilers": "None",
9
  "task": "text_text_generation",
10
  "device": "cuda",
11
+ "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsy3nu9jue",
12
  "batch_size": 1,
13
  "n_quantization_bits": 4,
14
  "tokenizer": "LlamaTokenizerFast(name_or_path='huggyllama/llama-7b', vocab_size=32000, model_max_length=2048, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'bos_token': '<s>', 'eos_token': '</s>', 'unk_token': '<unk>'}, clean_up_tokenization_spaces=False), added_tokens_decoder={\n\t0: AddedToken(\"<unk>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t1: AddedToken(\"<s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t2: AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n}",