feat: add rope settings and negative prompt, drop grammar backend (#797)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-07-25 19:05:27 +02:00 committed by GitHub
parent 12fe0932c4
commit 569c1d1163
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 291 additions and 491 deletions

View file

@ -57,6 +57,10 @@ message PredictOptions {
bool Debug = 34;
repeated int32 EmbeddingTokens = 35;
string Embeddings = 36;
float RopeFreqBase = 37;
float RopeFreqScale = 38;
float NegativePromptScale = 39;
string NegativePrompt = 40;
}
// The response message containing the result