zxrzxr commited on
Commit
83eb127
·
1 Parent(s): cfb685a

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +12 -9
mlc-chat-config.json CHANGED
@@ -1,8 +1,11 @@
1
  {
2
  "model_lib": "mistral",
3
- "local_id": "mistral_lora_merged-q4f32_1",
4
  "conv_template": "mistral_default",
5
- "conv_config": {
 
 
 
6
  "seps": [
7
  " "
8
  ],
@@ -25,18 +28,18 @@
25
  "add_bos": true,
26
  "name": "Llama2"
27
  },
28
- "temperature": 0.7,
29
- "repetition_penalty": 1.0,
30
  "top_p": 0.95,
31
  "mean_gen_len": 128,
32
  "max_gen_len": 512,
33
  "num_shards": 1,
34
- "use_presharded_weights": false,
35
  "shift_fill_factor": 0.3,
36
- "tokenizer_files": [],
 
 
 
37
  "model_category": "mistral",
38
- "model_name": "mistral_lora_merged",
39
  "vocab_size": 32000,
40
- "prefill_chunk_size": 4096,
41
- "sliding_window": 4096
42
  }
 
1
  {
2
  "model_lib": "mistral",
3
+ "local_id": "mistral",
4
  "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+
8
+ "conv_config": {
9
  "seps": [
10
  " "
11
  ],
 
28
  "add_bos": true,
29
  "name": "Llama2"
30
  },
 
 
31
  "top_p": 0.95,
32
  "mean_gen_len": 128,
33
  "max_gen_len": 512,
34
  "num_shards": 1,
 
35
  "shift_fill_factor": 0.3,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "tokenizer.model"
39
+ ],
40
  "model_category": "mistral",
41
+ "model_name": "Mistral-7B-Instruct-v0.1",
42
  "vocab_size": 32000,
43
+ "sliding_window": 4096,
44
+ "prefill_chunk_size": 4096
45
  }