Add llama3 8B instruct model configuration and prompt (#75)
* Add model configuration for Llama 3 8B instruct model w/ prompt * Correct typo in model configuration name
This commit is contained in:
@@ -143,6 +143,13 @@ extension ModelConfiguration {
|
|||||||
"\(prompt)"
|
"\(prompt)"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public static let llama38B4bit = ModelConfiguration(
|
||||||
|
id: "mlx-community/Meta-Llama-3-8B-Instruct-4bit"
|
||||||
|
) {
|
||||||
|
prompt in
|
||||||
|
"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\nYou are a helpful assistant<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\(prompt)<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>"
|
||||||
|
}
|
||||||
|
|
||||||
private enum BootstrapState {
|
private enum BootstrapState {
|
||||||
case idle
|
case idle
|
||||||
case bootstrapping
|
case bootstrapping
|
||||||
|
|||||||
Reference in New Issue
Block a user