Allow to customize no action behavior

Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
mudler 2023-07-09 10:34:05 +02:00
parent b3f43ab938
commit e70322676c
2 changed files with 33 additions and 20 deletions

View file

@ -42,19 +42,25 @@ type Config struct {
MainGPU string `yaml:"main_gpu"`
ImageGenerationAssets string `yaml:"asset_dir"`
DisableDefaultAnswer bool `yaml:"disable_default_answer"`
PromptCachePath string `yaml:"prompt_cache_path"`
PromptCacheAll bool `yaml:"prompt_cache_all"`
PromptCacheRO bool `yaml:"prompt_cache_ro"`
Grammar string `yaml:"grammar"`
FunctionsConfig Functions `yaml:"function"`
PromptStrings, InputStrings []string
InputToken [][]int
functionCallString, functionCallNameString string
}
type Functions struct {
DisableNoAction bool `yaml:"disable_no_action"`
NoActionFunctionName string `yaml:"no_action_function_name"`
NoActionDescriptionName string `yaml:"no_action_description_name"`
}
type TemplateConfig struct {
Completion string `yaml:"completion"`
Functions string `yaml:"function"`