dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

fix(vllm): images and videos are base64 by default (#3867)

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-10-17 17:32:57 +02:00 • committed by GitHub
parent 54c0f153e2
commit 9db068388b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 15 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

20
backend/python/vllm/backend.py
View file

@ -19,6 +19,8 @@ from vllm.utils import random_uuid
from vllm.transformers_utils.tokenizer import get_tokenizer from vllm.transformers_utils.tokenizer import get_tokenizer
from vllm.multimodal.utils import fetch_image from vllm.multimodal.utils import fetch_image
from vllm.assets.video import VideoAsset from vllm.assets.video import VideoAsset
import base64
import io
_ONE_DAY_IN_SECONDS = 60 * 60 * 24 _ONE_DAY_IN_SECONDS = 60 * 60 * 24
@ -262,16 +264,19 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
def load_image(self, image_path: str): def load_image(self, image_path: str):
""" """
Load an image from the given file path. Load an image from the given file path or base64 encoded data.
Args: Args:
image_path (str): The path to the image file. image_path (str): The path to the image file or base64 encoded data.
Returns: Returns:
Image: The loaded image. Image: The loaded image.
""" """
try: try:
return Image.open(image_path)
image_data = base64.b64decode(image_path)
image = Image.open(io.BytesIO(image_data))
return image
except Exception as e: except Exception as e:
print(f"Error loading image {image_path}: {e}", file=sys.stderr) print(f"Error loading image {image_path}: {e}", file=sys.stderr)
return self.load_video(image_path) return self.load_video(image_path)
@ -287,10 +292,15 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
Video: The loaded video. Video: The loaded video.
""" """
try: try:
video = VideoAsset(name=video_path).np_ndarrays timestamp = str(int(time.time() * 1000)) # Generate timestamp
p = f"/tmp/vl-{timestamp}.data" # Use timestamp in filename
with open(p, "wb") as f:
f.write(base64.b64decode(video_path))
video = VideoAsset(name=p).np_ndarrays
os.remove(p)
return video return video
except Exception as e: except Exception as e:
print(f"Error loading video {image_path}: {e}", file=sys.stderr) print(f"Error loading video {video_path}: {e}", file=sys.stderr)
return None return None
async def serve(address): async def serve(address):