dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-25 21:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

Use smaller model for tests with petals

Browse source
This commit is contained in:
Ettore Di Giacinto 2023-12-20 00:21:03 +00:00
parent 739ff29ecd
commit 833477ab31
2 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backend/python/vllm/test_backend_vllm.py
View file

@ -66,7 +66,7 @@ class TestBackendServicer(unittest.TestCase):
stub = backend_pb2_grpc.BackendStub(channel)
response = stub.LoadModel(backend_pb2.ModelOptions(Model="facebook/opt-125m"))
self.assertTrue(response.success)
req = backend_pb2.PredictOptions(prompt="The capital of France is")
req = backend_pb2.PredictOptions(Prompt="The capital of France is")
resp = stub.Predict(req)
self.assertIsNotNone(resp.message)
except Exception as err: