Frinkles commited on
Commit
df7e4e1
·
verified ·
1 Parent(s): 540b4fd

Delete genai_config.json

Browse files
Files changed (1) hide show
  1. genai_config.json +0 -59
genai_config.json DELETED
@@ -1,59 +0,0 @@
1
- {
2
- "model": {
3
- "bos_token_id": 1,
4
- "context_length": 4096,
5
- "decoder": {
6
- "session_options": {
7
- "log_id": "onnxruntime-genai",
8
- "provider_options": [
9
- {
10
- "cuda": {
11
- "enable_cuda_graph": "0"
12
- }
13
- }
14
- ]
15
- },
16
- "filename": "model.onnx",
17
- "head_size": 96,
18
- "hidden_size": 3072,
19
- "inputs": {
20
- "input_ids": "input_ids",
21
- "attention_mask": "attention_mask",
22
- "past_key_names": "past_key_values.%d.key",
23
- "past_value_names": "past_key_values.%d.value"
24
- },
25
- "outputs": {
26
- "logits": "logits",
27
- "present_key_names": "present.%d.key",
28
- "present_value_names": "present.%d.value"
29
- },
30
- "num_attention_heads": 32,
31
- "num_hidden_layers": 32,
32
- "num_key_value_heads": 32
33
- },
34
- "eos_token_id": [
35
- 32000,
36
- 32001,
37
- 32007
38
- ],
39
- "pad_token_id": 32000,
40
- "type": "phi3",
41
- "vocab_size": 32064
42
- },
43
- "search": {
44
- "diversity_penalty": 0.0,
45
- "do_sample": false,
46
- "early_stopping": true,
47
- "length_penalty": 1.0,
48
- "max_length": 4096,
49
- "min_length": 0,
50
- "no_repeat_ngram_size": 0,
51
- "num_beams": 1,
52
- "num_return_sequences": 1,
53
- "past_present_share_buffer": true,
54
- "repetition_penalty": 1.0,
55
- "temperature": 1.0,
56
- "top_k": 1,
57
- "top_p": 1.0
58
- }
59
- }