diff --git a/examples/configurations/llava/llava.yaml b/examples/configurations/llava/llava.yaml index 6343b764..db2eaad0 100644 --- a/examples/configurations/llava/llava.yaml +++ b/examples/configurations/llava/llava.yaml @@ -1,11 +1,10 @@ - +backend: llama-cpp context_size: 4096 f16: true threads: 11 gpu_layers: 90 -name: llava mmap: true -backend: llama-cpp +name: llava roles: user: "USER:" assistant: "ASSISTANT:" @@ -17,4 +16,4 @@ parameters: top_p: 0.95 template: chat: chat-simple -mmproj: mmproj-model-f16.gguf \ No newline at end of file +mmproj: mmproj-model-f16.gguf