dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-22 03:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

feat: add trimsuffix (#1528)

Browse source
This commit is contained in:
Ettore Di Giacinto 2024-01-01 08:39:42 -05:00 • committed by GitHub
parent fd48cb6506
commit 85e2767dca
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 18 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

5
api/backend/llm.go
View file

@ -159,6 +159,9 @@ func Finetune(config config.Config, input, prediction string) string {
for _, c := range config.TrimSpace { for _, c := range config.TrimSpace {
prediction = strings.TrimSpace(strings.TrimPrefix(prediction, c)) prediction = strings.TrimSpace(strings.TrimPrefix(prediction, c))
} }
return prediction
for _, c := range config.TrimSuffix {
prediction = strings.TrimSpace(strings.TrimSuffix(prediction, c))
}
return prediction
} }

2
api/config/config.go
View file

@ -111,6 +111,8 @@ type LLMConfig struct {
StopWords []string `yaml:"stopwords"` StopWords []string `yaml:"stopwords"`
Cutstrings []string `yaml:"cutstrings"` Cutstrings []string `yaml:"cutstrings"`
TrimSpace []string `yaml:"trimspace"` TrimSpace []string `yaml:"trimspace"`
TrimSuffix []string `yaml:"trimsuffix"`
ContextSize int `yaml:"context_size"` ContextSize int `yaml:"context_size"`
NUMA bool `yaml:"numa"` NUMA bool `yaml:"numa"`
LoraAdapter string `yaml:"lora_adapter"` LoraAdapter string `yaml:"lora_adapter"`

2
examples/configurations/phi-2.yaml
View file

@ -3,6 +3,8 @@ context_size: 2048
f16: true f16: true
gpu_layers: 90 gpu_layers: 90
mmap: true mmap: true
trimsuffix:
- "\n"
parameters: parameters:
model: huggingface://TheBloke/phi-2-GGUF/phi-2.Q8_0.gguf model: huggingface://TheBloke/phi-2-GGUF/phi-2.Q8_0.gguf
temperature: 0.2 temperature: 0.2