feat: add experimental support for falcon-7b

This is from the ggml example:
https://github.com/ggerganov/ggml/pull/231/files.

go-ggml-transformers commit:
bd765bb6f3

Signed-off-by: mudler <mudler@mocaccino.org>
This commit is contained in:
mudler 2023-06-06 15:24:26 +02:00
parent 49a2b30350
commit a06a8a96c8
4 changed files with 36 additions and 4 deletions

View file

@ -287,7 +287,7 @@ var _ = Describe("API test", func() {
It("returns errors", func() {
_, err := client.CreateCompletion(context.TODO(), openai.CompletionRequest{Model: "foomodel", Prompt: "abcdedfghikl"})
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("error, status code: 500, message: could not load model - all backends returned error: 10 errors occurred:"))
Expect(err.Error()).To(ContainSubstring("error, status code: 500, message: could not load model - all backends returned error: 11 errors occurred:"))
})
It("transcribes audio", func() {
if runtime.GOOS != "linux" {