danielclough commited on
Commit
a91e7c8
1 Parent(s): 65e6cb3

add safetensors

Browse files
Files changed (5) hide show
  1. LICENSE +22 -0
  2. README.md +10 -0
  3. config.json +34 -0
  4. model-00001-of-00001.safetensors +3 -0
  5. tokenizer.json +0 -0
LICENSE ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ PhyAGI.
2
+ Copyright (c) Microsoft Corporation.
3
+
4
+ MIT License
5
+
6
+ Permission is hereby granted, free of charge, to any person obtaining a copy
7
+ of this software and associated documentation files (the "Software"), to deal
8
+ in the Software without restriction, including without limitation the rights
9
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10
+ copies of the Software, and to permit persons to whom the Software is
11
+ furnished to do so, subject to the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be included in all
14
+ copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22
+ SOFTWARE.
README.md CHANGED
@@ -1,3 +1,13 @@
1
  ---
 
 
 
 
 
2
  license: mit
3
  ---
 
 
 
 
 
 
1
  ---
2
+ datasets:
3
+ - microsoft/phi-1_5
4
+ language:
5
+ - en
6
+ pipeline_tag: text-generation
7
  license: mit
8
  ---
9
+
10
+ This repo includes `.gguf` built for HuggingFace/Candle.
11
+ They will not work with `llama.cpp`.
12
+
13
+ Refer to the [original repo](https://huggingface.co/microsoft/phi-1_5) for more details.
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/phi-1_5",
3
+ "architectures": [
4
+ "PhiForCausalLM"
5
+ ],
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_phi.PhiConfig",
8
+ "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM"
9
+ },
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": null,
12
+ "embd_pdrop": 0.0,
13
+ "eos_token_id": null,
14
+ "hidden_act": "gelu_new",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "layer_norm_eps": 1e-05,
19
+ "max_position_embeddings": 2048,
20
+ "model_type": "phi",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 24,
23
+ "num_key_value_heads": null,
24
+ "partial_rotary_factor": 0.5,
25
+ "qk_layernorm": false,
26
+ "resid_pdrop": 0.0,
27
+ "rope_scaling": null,
28
+ "rope_theta": 10000.0,
29
+ "tie_word_embeddings": false,
30
+ "torch_dtype": "float16",
31
+ "transformers_version": "4.37.0.dev0",
32
+ "use_cache": true,
33
+ "vocab_size": 51200
34
+ }
model-00001-of-00001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f562cc4b12f1154a0b658b9d74ab9d024a686420fdf154ebc00a2219976df7
3
+ size 2836578696
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff