all models to be registered with litellm

This commit is contained in:
Krazer 2024-06-11 13:07:19 -05:00
parent d05f8e77b4
commit d91707f73e
3 changed files with 39 additions and 0 deletions

View file

@ -135,6 +135,23 @@ def get_parser(default_config_files, git_root):
env_var="OPENAI_ORGANIZATION_ID",
help="Specify the OpenAI organization ID",
)
group.add_argument(
"--model_file",
metavar="MODEL_FILE",
default=None,
help={
"File with model definitions to be registered for info/cost, json formated",
" {"
" \"gpt-4\": {",
" \"max_tokens\": 8192,",
" \"input_cost_per_token\": 0.00003,",
" \"output_cost_per_token\": 0.00006,",
" \"litellm_provider\": \"openai\",",
" \"mode\": \"chat\"",
" },",
" }"
}
)
group.add_argument(
"--edit-format",
metavar="EDIT_FORMAT",