Skip to content

Commit

Permalink
fix(config): use correct prompt template for llama 3
Browse files Browse the repository at this point in the history
Signed-off-by: Marcel Klehr <mklehr@gmx.net>
  • Loading branch information
marcelklehr committed Jul 4, 2024
1 parent 00a92c9 commit 3d58b8e
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions default_config/config.json
Original file line number Diff line number Diff line change
Expand Up @@ -31,12 +31,12 @@
"stop": ["<|im_end|>"]
}
},
"meta-Llama-3-8B-instruct.Q4_K_M": {
"prompt": "<|im_start|> system\n{system_prompt}\n<|im_end|>\n<|im_start|> user\n{user_prompt}\n<|im_end|>\n<|im_start|> assistant\n",
"Meta-Llama-3-8B-Instruct.Q4_K_M": {
"prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n{user_prompt}<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n",
"gpt4all_config": {
"max_tokens": 8000,
"n_predict": 4000,
"stop": ["<|im_end|>"]
"stop": ["<|eot_id|>"]
}
},
"default": {
Expand Down

0 comments on commit 3d58b8e

Please sign in to comment.