dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-22 03:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

fix: cut prompt from AutoGPTQ answers

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-08-08 01:27:38 +02:00
parent bb7772a364
commit 219751bb21
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
extra/grpc/autogptq/autogptq.py
View file

@ -61,7 +61,12 @@ class BackendServicer(backend_pb2_grpc.BackendServicer):
top_p=top_p, top_p=top_p,
repetition_penalty=penalty, repetition_penalty=penalty,
) )
return backend_pb2.Result(message=bytes(pipeline(request.Prompt)[0]["generated_text"], encoding='utf-8')) t = pipeline(request.Prompt)[0]["generated_text"]
# Remove prompt from response if present
if request.Prompt in t:
t = t.replace(request.Prompt, "")
return backend_pb2.Result(message=bytes(t, encoding='utf-8'))
def PredictStream(self, request, context): def PredictStream(self, request, context):
# Implement PredictStream RPC # Implement PredictStream RPC