Hugging Face's logo

aws-neuron
/
CodeLlama-7b-hf-neuron-8xlarge

Text Generation
Transformers
PyTorch
English
llama
facebook
meta
llama-2
inferentia2
neuron
text-generation-inference
Model card Files Community
4
CyranoB commited on
Commit
bc0a73d
•
1 Parent(s): 22bfe2b

78a62f058d9e53fcf90e101a9bb780dac1b53f59e8e22c33eefc0fbfb8171323

Browse files
Files changed (12) hide show
  1. .gitattributes +10 -0
  2. compiled/186a933115232053cdff.neff +3 -0
  3. compiled/540db8b9571300c15792.neff +3 -0
  4. compiled/585a14c8d348e11367d1.neff +3 -0
  5. compiled/6f0431e83e140df0acd9.neff +3 -0
  6. compiled/86a37b8c9f44ef0ad841.neff +3 -0
  7. compiled/c5726de0e8bc3fd6f4c9.neff +3 -0
  8. compiled/e0158d7717a18978a6c7.neff +3 -0
  9. compiled/e87cecd034e5ac4c3f36.neff +3 -0
  10. compiled/ea24e07b03ca7ec5310c.neff +3 -0
  11. compiled/fedc38910ff9aec1ce50.neff +3 -0
  12. config.json +1 -1
.gitattributes CHANGED
@@ -43,3 +43,13 @@ compiled/b59dca76c353105042b2.neff filter=lfs diff=lfs merge=lfs -text
43
  compiled/d9a9b3aab1095d21dc94.neff filter=lfs diff=lfs merge=lfs -text
44
  compiled/e6af685a35c321de6779.neff filter=lfs diff=lfs merge=lfs -text
45
  compiled/ee57f53ab745d1cbe07e.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
43
  compiled/d9a9b3aab1095d21dc94.neff filter=lfs diff=lfs merge=lfs -text
44
  compiled/e6af685a35c321de6779.neff filter=lfs diff=lfs merge=lfs -text
45
  compiled/ee57f53ab745d1cbe07e.neff filter=lfs diff=lfs merge=lfs -text
46
+ compiled/186a933115232053cdff.neff filter=lfs diff=lfs merge=lfs -text
47
+ compiled/540db8b9571300c15792.neff filter=lfs diff=lfs merge=lfs -text
48
+ compiled/585a14c8d348e11367d1.neff filter=lfs diff=lfs merge=lfs -text
49
+ compiled/6f0431e83e140df0acd9.neff filter=lfs diff=lfs merge=lfs -text
50
+ compiled/86a37b8c9f44ef0ad841.neff filter=lfs diff=lfs merge=lfs -text
51
+ compiled/c5726de0e8bc3fd6f4c9.neff filter=lfs diff=lfs merge=lfs -text
52
+ compiled/e0158d7717a18978a6c7.neff filter=lfs diff=lfs merge=lfs -text
53
+ compiled/e87cecd034e5ac4c3f36.neff filter=lfs diff=lfs merge=lfs -text
54
+ compiled/ea24e07b03ca7ec5310c.neff filter=lfs diff=lfs merge=lfs -text
55
+ compiled/fedc38910ff9aec1ce50.neff filter=lfs diff=lfs merge=lfs -text
compiled/186a933115232053cdff.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590b0b02e93fccca93834dafe4cf5fa97a176fdc9be61fd6789192cbe3321ac8
3
+ size 2089984
compiled/540db8b9571300c15792.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cab1cc9d82adb233eb76df1f66dca6433ed1d1bf83001959f8f9bdd1f00514be
3
+ size 6063104
compiled/585a14c8d348e11367d1.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0ff3d396133dd63f9d7004e368905cb6ba67d12aa8fe8696d587a043644e09
3
+ size 2540544
compiled/6f0431e83e140df0acd9.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98629c6c459eb5537702f85eae60e6757c81b617bf571a9b55cd97e30ff8753b
3
+ size 1926144
compiled/86a37b8c9f44ef0ad841.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012d1afd7e2fdeecbba1051c98b45020bb0decc49dbc68c18d7fb47976643061
3
+ size 2325504
compiled/c5726de0e8bc3fd6f4c9.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f45809e4c0148c125002ed286103f3e4678fef5cd025a3c3b1ff118ca9c3388
3
+ size 1956864
compiled/e0158d7717a18978a6c7.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da63bcd31b5d05ccd35fd251597fdee407df0256c2c0d955338a312e4c6b0e6
3
+ size 2110464
compiled/e87cecd034e5ac4c3f36.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60efdcccfdbd88aafb7448e8d5b16c32348b7c7cee12c225068b1f801fbb9b5a
3
+ size 2008064
compiled/ea24e07b03ca7ec5310c.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece40e6ff812510dccf7583b33d8bceb81d59f8c6eba3ea50155d965f607de3e
3
+ size 2018304
compiled/fedc38910ff9aec1ce50.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b6c5805b0b44d787e4b1a0bab640c0f188ce36d4323c3c253c904bad7ac4db
3
+ size 2284544
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "batch_size": 1,
18
  "compiler_type": "neuronx-cc",
19
  "compiler_version": "2.11.0.34+c5231f848",
20
- "num_cores": 2,
21
  "sequence_length": 2048,
22
  "task": "text-generation"
23
  },
 
17
  "batch_size": 1,
18
  "compiler_type": "neuronx-cc",
19
  "compiler_version": "2.11.0.34+c5231f848",
20
+ "num_cores": 12,
21
  "sequence_length": 2048,
22
  "task": "text-generation"
23
  },