daniellnichols commited on
Commit
75c93f6
1 Parent(s): 81f05ea

upload v2.1

Browse files
README.md CHANGED
@@ -1,17 +1,17 @@
1
  ---
2
- library_name: transformers
3
- tags:
4
- - code
5
- - hpc
6
- - parallel
7
- - axonn
8
  datasets:
9
  - hpcgroup/hpc-instruct
10
  - ise-uiuc/Magicoder-OSS-Instruct-75K
11
  - nickrosh/Evol-Instruct-Code-80k-v1
12
  language:
13
  - en
 
14
  pipeline_tag: text-generation
 
 
 
 
 
15
  ---
16
 
17
  # HPC-Coder-v2
 
1
  ---
 
 
 
 
 
 
2
  datasets:
3
  - hpcgroup/hpc-instruct
4
  - ise-uiuc/Magicoder-OSS-Instruct-75K
5
  - nickrosh/Evol-Instruct-Code-80k-v1
6
  language:
7
  - en
8
+ library_name: transformers
9
  pipeline_tag: text-generation
10
+ tags:
11
+ - code
12
+ - hpc
13
+ - parallel
14
+ - axonn
15
  ---
16
 
17
  # HPC-Coder-v2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/global/cfs/cdirs/m2404/ckpt/hpc-coder-v2-hf/",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -21,12 +21,13 @@
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": {
23
  "factor": 4.0,
 
24
  "type": "linear"
25
  },
26
  "rope_theta": 100000,
27
  "tie_word_embeddings": false,
28
  "torch_dtype": "float32",
29
- "transformers_version": "4.39.0.dev0",
30
  "use_cache": true,
31
  "vocab_size": 32256
32
  }
 
1
  {
2
+ "_name_or_path": "hpcgroup/hpc-coder-v2-6.7b-base-unmasked",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": {
23
  "factor": 4.0,
24
+ "rope_type": "linear",
25
  "type": "linear"
26
  },
27
  "rope_theta": 100000,
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "float32",
30
+ "transformers_version": "4.43.3",
31
  "use_cache": true,
32
  "vocab_size": 32256
33
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 32013,
4
  "eos_token_id": 32014,
5
- "transformers_version": "4.39.0.dev0"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 32013,
4
  "eos_token_id": 32014,
5
+ "transformers_version": "4.43.3"
6
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a6115ad67c785ea8140dbcb56195708df463f7a5c28f0c553290fc74a3c6047
3
  size 4844590720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4aca54d82f049e1dd995f43f1f70e96825a3bb7c0f73cc398d98353f9663f3f
3
  size 4844590720
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01df5a2f52b5440a18cea5c0e700c486a5aacd82533a9e558c4ed0a44d4dcaf3
3
  size 4857206856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2cd26a43ddccaaa6ba1a97dc122aa3456e832acda61a5183b85d67d604121a0
3
  size 4857206856
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77e109b53dff2e6f440a67c77beb9440205758470df8805cf19019fdd950fd8c
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c702f1419170d846ca98df8437eee3df870bfbd2f5c93c38c2e622462acf793
3
  size 4857206904
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e3fd3b116143aaec811a2362cdbcc7faf033ae8ec66e0d831ac7e7aec86eb46
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9287a7e4292201fff09611b9cc6af6479f731b28fa9b8fb7428de5d7fb6ed08a
3
  size 4857206904
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1117da2c5d71d914aa3a4b72615c3395ead0086aff207db98428cf4658e7baf1
3
  size 4857206904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a51dc81af2c8937483f4ee0238b188622c79b760fcbd399567bc8ae4f59ba11
3
  size 4857206904
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe274c8651cb7c5cbac9701e7c899240dbf8b1f1f804e4d14a60d8400e46df5f
3
  size 2688666416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d55e49cbe9864e06a9c16ca1d484979465d9fb6c9c960ccf4e30ff2c956e714
3
  size 2688666416