dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-21 19:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 13

fix missing TrustRemoteCode in OpenVINO model load (#2114)

Browse source
This commit is contained in:
fakezeta 2024-04-24 02:45:37 +02:00 • committed by GitHub
parent ac56ac2b2d
commit f718a391c0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
backend/python/transformers/transformers_server.py
View file

@ -149,6 +149,7 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
device_map="CPU" device_map="CPU"
self.model = OVModelForCausalLM.from_pretrained(model_name, self.model = OVModelForCausalLM.from_pretrained(model_name,
compile=True, compile=True,
trust_remote_code=request.TrustRemoteCode,
ov_config={"PERFORMANCE_HINT": "LATENCY"}, ov_config={"PERFORMANCE_HINT": "LATENCY"},
device=device_map) device=device_map)
self.OV = True self.OV = True