From 62165d556cea8a355adbdfc4d3b23eccc90f6180 Mon Sep 17 00:00:00 2001
From: Ettore Di Giacinto <mudler@localai.io>
Date: Tue, 8 Oct 2024 18:52:21 +0200
Subject: [PATCH] models(gallery): add archfunctions template

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
---
 gallery/arch-function.yaml | 66 ++++++++++++++++++++++++++++++++++++++
 1 file changed, 66 insertions(+)
 create mode 100644 gallery/arch-function.yaml

diff --git a/gallery/arch-function.yaml b/gallery/arch-function.yaml
new file mode 100644
index 00000000..dc8f290a
--- /dev/null
+++ b/gallery/arch-function.yaml
@@ -0,0 +1,66 @@
+---
+name: "chatml"
+
+config_file: |
+  mmap: true
+  function:
+    disable_no_action: true
+    grammar:
+      mixed_mode: false
+      disable: true
+      parallel_calls: true
+      expect_strings_after_json: true
+    json_regex_match:
+    - "(?s)<tool_call>(.*?)</tool_call>"
+    - "(?s)<tool_call>(.*)"
+    capture_llm_results:
+      - (?s)<scratchpad>(.*?)</scratchpad>
+    replace_llm_results:
+      - key: (?s)<scratchpad>(.*?)</scratchpad>
+        value: ""
+  template:
+    chat_message: |
+      <|im_start|>{{ .RoleName }}
+      {{ if .FunctionCall -}}
+      Function call:
+      {{ else if eq .RoleName "tool" -}}
+      Function response:
+      {{ end -}}
+      {{ if .Content -}}
+      {{.Content }}
+      {{ end -}}
+      {{ if .FunctionCall -}}
+      {{toJson .FunctionCall}}
+      {{ end -}}<|im_end|>
+    function: |
+      <|im_start|>system
+      # Tools
+
+      You may call one or more functions to assist with the user query.
+
+      You are provided with function signatures within <tools></tools> XML tags:
+      <tools>
+      {{range .Functions}}
+      {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }}
+      {{end}}
+      </tools>
+      For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
+      <tool_call>
+      {"name": <function-name>, "arguments": <args-json-object>}
+      </tool_call>
+      <|im_end|>
+      {{.Input -}}
+      <|im_start|>assistant
+    chat: |
+      {{.Input -}}
+      <|im_start|>assistant
+    completion: |
+      {{.Input}}
+  context_size: 4096
+  f16: true
+  stopwords:
+  - '<|im_end|>'
+  - '<dummy32000>'
+  - '</s>'
+  - "<|eot_id|>"
+  - "<|end_of_text|>"
\ No newline at end of file