dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-19 17:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

feat(aio): add tests, update model definitions (#1880)

Browse source
This commit is contained in:
Ettore Di Giacinto 2024-03-22 21:13:11 +01:00 • committed by GitHub
parent 3bec467a91
commit 4b1ee0c170
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 461 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

4
aio/cpu/vision.yaml
View file

@ -4,7 +4,7 @@ f16: true
gpu_layers: 90
mmap: true
name: llava
name: gpt-4-vision-preview
roles:
user: "USER:"
@ -36,5 +36,5 @@ download_files:
usage: |
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
"model": "llava",
"model": "gpt-4-vision-preview",
"messages": [{"role": "user", "content": [{"type":"text", "text": "What is in the image?"}, {"type": "image_url", "image_url": {"url": "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg" }}], "temperature": 0.9}]}'