Allows adding new models to the model list in the config.yaml
POST /model/new HTTP/1.1
Host:
Ocp-Apim-Subscription-Key: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 1144
{
"model_name": "text",
"litellm_params": {
"input_cost_per_token": 1,
"output_cost_per_token": 1,
"input_cost_per_second": 1,
"output_cost_per_second": 1,
"api_key": "text",
"api_base": "text",
"api_version": "text",
"vertex_project": "text",
"vertex_location": "text",
"vertex_credentials": {},
"region_name": "text",
"aws_access_key_id": "text",
"aws_secret_access_key": "text",
"aws_region_name": "text",
"watsonx_region_name": "text",
"custom_llm_provider": "text",
"tpm": 1,
"rpm": 1,
"timeout": 1,
"stream_timeout": 1,
"max_retries": 1,
"organization": "text",
"configurable_clientside_auth_params": [
"text"
],
"litellm_credential_name": "text",
"litellm_trace_id": "text",
"max_file_size_mb": 1,
"max_budget": 1,
"budget_duration": "text",
"use_in_pass_through": true,
"merge_reasoning_content_in_choices": true,
"model_info": {},
"model": "text",
"ANY_ADDITIONAL_PROPERTY": "anything"
},
"model_info": {
"id": "text",
"db_model": true,
"updated_at": "2025-04-25T10:02:13.426Z",
"updated_by": "text",
"created_at": "2025-04-25T10:02:13.426Z",
"created_by": "text",
"base_model": "text",
"tier": "free",
"team_id": "text",
"team_public_model_name": "text",
"ANY_ADDITIONAL_PROPERTY": "anything"
},
"ANY_ADDITIONAL_PROPERTY": "anything"
}
No content