vladislavbro commited on
Commit
aee6fb2
·
verified ·
1 Parent(s): 58f4137

Delete genai_config.json

Browse files
Files changed (1) hide show
  1. genai_config.json +0 -49
genai_config.json DELETED
@@ -1,49 +0,0 @@
1
- {
2
- "model": {
3
- "bos_token_id": 1,
4
- "context_length": 131072,
5
- "decoder": {
6
- "session_options": {
7
- "log_id": "onnxruntime-genai",
8
- "provider_options": []
9
- },
10
- "filename": "model.onnx",
11
- "head_size": 64,
12
- "hidden_size": 1024,
13
- "inputs": {
14
- "inputs_embeds": "inputs_embeds",
15
- "attention_mask": "attention_mask",
16
- "past_key_names": "past_key_values.%d.key",
17
- "past_value_names": "past_key_values.%d.value"
18
- },
19
- "outputs": {
20
- "logits": "logits",
21
- "present_key_names": "present.%d.key",
22
- "present_value_names": "present.%d.value"
23
- },
24
- "num_attention_heads": 16,
25
- "num_hidden_layers": 30,
26
- "num_key_value_heads": 16
27
- },
28
- "eos_token_id": 2,
29
- "pad_token_id": 2,
30
- "type": "llama",
31
- "vocab_size": 8194
32
- },
33
- "search": {
34
- "diversity_penalty": 0.0,
35
- "do_sample": false,
36
- "early_stopping": true,
37
- "length_penalty": 1.0,
38
- "max_length": 131072,
39
- "min_length": 0,
40
- "no_repeat_ngram_size": 0,
41
- "num_beams": 1,
42
- "num_return_sequences": 1,
43
- "past_present_share_buffer": true,
44
- "repetition_penalty": 1.0,
45
- "temperature": 1.0,
46
- "top_k": 1,
47
- "top_p": 1.0
48
- }
49
- }