[
{
"provider": "AIML",
"provider_display_name": "AI/ML API",
"litellm_provider": "aiml",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "aiml/flux-pro/v1.1"
},
{
"provider": "AI21",
"provider_display_name": "Ai21",
"litellm_provider": "ai21",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "AI21_CHAT",
"provider_display_name": "Ai21 Chat",
"litellm_provider": "ai21_chat",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "AIOHTTP_OPENAI",
"provider_display_name": "Aiohttp Openai",
"litellm_provider": "aiohttp_openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Bedrock",
"provider_display_name": "Amazon Bedrock",
"litellm_provider": "bedrock",
"credential_fields": [
{
"key": "aws_access_key_id",
"label": "AWS Access Key ID",
"placeholder": null,
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_secret_access_key",
"label": "AWS Secret Access Key",
"placeholder": null,
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "AWS Bedrock API Key",
"placeholder": null,
"tooltip": "You can provide the API Key for accessing the Bedrock API.",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_session_token",
"label": "AWS Session Token",
"placeholder": null,
"tooltip": "Temporary credentials session token. You can provide the raw token or the environment variable (e.g. `os.environ/MY_SESSION_TOKEN`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_region_name",
"label": "AWS Region Name",
"placeholder": "us-east-1",
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "aws_session_name",
"label": "AWS Session Name",
"placeholder": "my-session",
"tooltip": "Name for the AWS session. You can provide the raw value or the environment variable (e.g. `os.environ/MY_SESSION_NAME`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "aws_profile_name",
"label": "AWS Profile Name",
"placeholder": "default",
"tooltip": "AWS profile name to use for authentication. You can provide the raw value or the environment variable (e.g. `os.environ/MY_PROFILE_NAME`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "aws_role_name",
"label": "AWS Role Name",
"placeholder": "MyRole",
"tooltip": "AWS IAM role name to assume. You can provide the raw value or the environment variable (e.g. `os.environ/MY_ROLE_NAME`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "aws_web_identity_token",
"label": "AWS Web Identity Token",
"placeholder": null,
"tooltip": "Web identity token for OIDC authentication. You can provide the raw token or the environment variable (e.g. `os.environ/MY_WEB_IDENTITY_TOKEN`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_bedrock_runtime_endpoint",
"label": "AWS Bedrock Runtime Endpoint",
"placeholder": "https://bedrock-runtime.us-east-1.amazonaws.com",
"tooltip": "Custom Bedrock runtime endpoint URL. You can provide the raw value or the environment variable (e.g. `os.environ/MY_BEDROCK_ENDPOINT`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "claude-3-opus"
},
{
"provider": "Anthropic",
"provider_display_name": "Anthropic",
"litellm_provider": "anthropic",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": "sk-",
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "claude-3-opus"
},
{
"provider": "ANTHROPIC_TEXT",
"provider_display_name": "Anthropic Text",
"litellm_provider": "anthropic_text",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "AssemblyAI",
"provider_display_name": "AssemblyAI",
"litellm_provider": "assemblyai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "select",
"options": [
"https://api.assemblyai.com",
"https://api.eu.assemblyai.com"
],
"default_value": null
},
{
"key": "api_key",
"label": "AssemblyAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "AUTO_ROUTER",
"provider_display_name": "Auto Router",
"litellm_provider": "auto_router",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "SageMaker",
"provider_display_name": "AWS SageMaker",
"litellm_provider": "sagemaker_chat",
"credential_fields": [
{
"key": "aws_access_key_id",
"label": "AWS Access Key ID",
"placeholder": null,
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_secret_access_key",
"label": "AWS Secret Access Key",
"placeholder": null,
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "aws_region_name",
"label": "AWS Region Name",
"placeholder": "us-east-1",
"tooltip": "You can provide the raw key or the environment variable (e.g. `os.environ/MY_SECRET_KEY`).",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "sagemaker/jumpstart-dft-meta-textgeneration-llama-2-7b"
},
{
"provider": "Azure",
"provider_display_name": "Azure",
"litellm_provider": "azure",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://...",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_version",
"label": "API Version",
"placeholder": "2023-07-01-preview",
"tooltip": "By default litellm will use the latest version. If you want to use a different version, you can specify it here",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "base_model",
"label": "Base Model",
"placeholder": "azure/gpt-3.5-turbo",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "Azure API Key",
"placeholder": "Enter your Azure API Key",
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "azure_ad_token",
"label": "Azure AD Token",
"placeholder": "Enter your Azure AD Token",
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "azure/my-deployment"
},
{
"provider": "Azure_AI_Studio",
"provider_display_name": "Azure AI Foundry (Studio)",
"litellm_provider": "azure_ai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://<test>.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-10-21",
"tooltip": "Enter your full Target URI from Azure Foundry here. Example: https://litellm8397336933.openai.azure.com/openai/deployments/gpt-4o/chat/completions?api-version=2024-10-21",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "Azure API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "azure_ai/command-r-plus"
},
{
"provider": "AZURE_TEXT",
"provider_display_name": "Azure Text",
"litellm_provider": "azure_text",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "BASETEN",
"provider_display_name": "Baseten",
"litellm_provider": "baseten",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "BYTEZ",
"provider_display_name": "Bytez",
"litellm_provider": "bytez",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Cerebras",
"provider_display_name": "Cerebras",
"litellm_provider": "cerebras",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "CLARIFAI",
"provider_display_name": "Clarifai",
"litellm_provider": "clarifai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "CLOUDFLARE",
"provider_display_name": "Cloudflare",
"litellm_provider": "cloudflare",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "CODESTRAL",
"provider_display_name": "Codestral",
"litellm_provider": "codestral",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Cohere",
"provider_display_name": "Cohere",
"litellm_provider": "cohere",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "COHERE_CHAT",
"provider_display_name": "Cohere Chat",
"litellm_provider": "cohere_chat",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "COMETAPI",
"provider_display_name": "Cometapi",
"litellm_provider": "cometapi",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "COMPACTIFAI",
"provider_display_name": "Compactifai",
"litellm_provider": "compactifai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "CUSTOM",
"provider_display_name": "Custom",
"litellm_provider": "custom",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "CUSTOM_OPENAI",
"provider_display_name": "Custom Openai",
"litellm_provider": "custom_openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Dashscope",
"provider_display_name": "Dashscope",
"litellm_provider": "dashscope",
"credential_fields": [
{
"key": "api_key",
"label": "Dashscope API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1",
"tooltip": "The base URL for your Dashscope server. Defaults to https://dashscope-intl.aliyuncs.com/compatible-mode/v1 if not specified.",
"required": true,
"field_type": "text",
"options": null,
"default_value": "https://dashscope-intl.aliyuncs.com/compatible-mode/v1"
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Databricks",
"provider_display_name": "Databricks",
"litellm_provider": "databricks",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "DATAROBOT",
"provider_display_name": "Datarobot",
"litellm_provider": "datarobot",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Deepgram",
"provider_display_name": "Deepgram",
"litellm_provider": "deepgram",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "DeepInfra",
"provider_display_name": "DeepInfra",
"litellm_provider": "deepinfra",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "deepinfra/<any-model-on-deepinfra>"
},
{
"provider": "Deepseek",
"provider_display_name": "Deepseek",
"litellm_provider": "deepseek",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "DOCKER_MODEL_RUNNER",
"provider_display_name": "Docker Model Runner",
"litellm_provider": "docker_model_runner",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "DOTPROMPT",
"provider_display_name": "Dotprompt",
"litellm_provider": "dotprompt",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "ElevenLabs",
"provider_display_name": "ElevenLabs",
"litellm_provider": "elevenlabs",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "EMPOWER",
"provider_display_name": "Empower",
"litellm_provider": "empower",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "FalAI",
"provider_display_name": "Fal AI",
"litellm_provider": "fal_ai",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "fal_ai/fal-ai/flux-pro/v1.1-ultra"
},
{
"provider": "FEATHERLESS_AI",
"provider_display_name": "Featherless Ai",
"litellm_provider": "featherless_ai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "FireworksAI",
"provider_display_name": "Fireworks AI",
"litellm_provider": "fireworks_ai",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "FRIENDLIAI",
"provider_display_name": "Friendliai",
"litellm_provider": "friendliai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "GALADRIEL",
"provider_display_name": "Galadriel",
"litellm_provider": "galadriel",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "GITHUB",
"provider_display_name": "Github",
"litellm_provider": "github",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "GITHUB_COPILOT",
"provider_display_name": "Github Copilot",
"litellm_provider": "github_copilot",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Google_AI_Studio",
"provider_display_name": "Google AI Studio",
"litellm_provider": "gemini",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": "aig-",
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gemini-pro"
},
{
"provider": "GradientAI",
"provider_display_name": "GradientAI",
"litellm_provider": "gradient_ai",
"credential_fields": [
{
"key": "api_base",
"label": "GradientAI Endpoint",
"placeholder": "https://...",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "GradientAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Groq",
"provider_display_name": "Groq",
"litellm_provider": "groq",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "HEROKU",
"provider_display_name": "Heroku",
"litellm_provider": "heroku",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "HUGGINGFACE",
"provider_display_name": "Huggingface",
"litellm_provider": "huggingface",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "HUMANLOOP",
"provider_display_name": "Humanloop",
"litellm_provider": "humanloop",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "HYPERBOLIC",
"provider_display_name": "Hyperbolic",
"litellm_provider": "hyperbolic",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Infinity",
"provider_display_name": "Infinity",
"litellm_provider": "infinity",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "http://localhost:7997",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "JinaAI",
"provider_display_name": "Jina AI",
"litellm_provider": "jina_ai",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "jina_ai/"
},
{
"provider": "LAMBDA_AI",
"provider_display_name": "Lambda Ai",
"litellm_provider": "lambda_ai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LANGFUSE",
"provider_display_name": "Langfuse",
"litellm_provider": "langfuse",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LEMONADE",
"provider_display_name": "Lemonade",
"litellm_provider": "lemonade",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LITELLM_PROXY",
"provider_display_name": "Litellm Proxy",
"litellm_provider": "litellm_proxy",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LLAMAFILE",
"provider_display_name": "Llamafile",
"litellm_provider": "llamafile",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LM_STUDIO",
"provider_display_name": "Lm Studio",
"litellm_provider": "lm_studio",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "MARITALK",
"provider_display_name": "Maritalk",
"litellm_provider": "maritalk",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "LLAMA",
"provider_display_name": "Meta Llama",
"litellm_provider": "meta_llama",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "MILVUS",
"provider_display_name": "Milvus",
"litellm_provider": "milvus",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "MistralAI",
"provider_display_name": "Mistral AI",
"litellm_provider": "mistral",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "MINIMAX",
"provider_display_name": "MiniMax",
"litellm_provider": "minimax",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": "your-minimax-api-key",
"tooltip": "MiniMax API Key from https://platform.minimaxi.com/",
"required": true,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "api_base",
"label": "API Base URL",
"placeholder": "https://api.minimax.io/v1",
"tooltip": "International: https://api.minimax.io/v1, China: https://api.minimaxi.com/v1",
"required": false,
"field_type": "text",
"options": null,
"default_value": "https://api.minimax.io/v1"
}
],
"default_model_placeholder": "minimax/MiniMax-M2"
},
{
"provider": "MOONSHOT",
"provider_display_name": "Moonshot",
"litellm_provider": "moonshot",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "MORPH",
"provider_display_name": "Morph",
"litellm_provider": "morph",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "NEBIUS",
"provider_display_name": "Nebius",
"litellm_provider": "nebius",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "NLP_CLOUD",
"provider_display_name": "Nlp Cloud",
"litellm_provider": "nlp_cloud",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "NOVITA",
"provider_display_name": "Novita",
"litellm_provider": "novita",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "NSCALE",
"provider_display_name": "Nscale",
"litellm_provider": "nscale",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "NVIDIA_NIM",
"provider_display_name": "Nvidia Nim",
"litellm_provider": "nvidia_nim",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Ollama",
"provider_display_name": "Ollama",
"litellm_provider": "ollama",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "http://localhost:11434",
"tooltip": "The base URL for your Ollama server. Defaults to http://localhost:11434 if not specified.",
"required": false,
"field_type": "text",
"options": null,
"default_value": "http://localhost:11434"
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OLLAMA_CHAT",
"provider_display_name": "Ollama Chat",
"litellm_provider": "ollama_chat",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OOBABOOGA",
"provider_display_name": "Oobabooga",
"litellm_provider": "oobabooga",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OpenAI",
"provider_display_name": "OpenAI",
"litellm_provider": "openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://api.openai.com/v1",
"tooltip": "Common endpoints: https://api.openai.com/v1, https://eu.api.openai.com, https://us.api.openai.com",
"required": false,
"field_type": "text",
"options": null,
"default_value": "https://api.openai.com/v1"
},
{
"key": "organization",
"label": "OpenAI Organization ID",
"placeholder": "[OPTIONAL] my-unique-org",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "OpenAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OPENAI_LIKE",
"provider_display_name": "Openai Like",
"litellm_provider": "openai_like",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OpenAI_Text",
"provider_display_name": "OpenAI Text Completion",
"litellm_provider": "text-completion-openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://api.openai.com/v1",
"tooltip": "Common endpoints: https://api.openai.com/v1, https://eu.api.openai.com, https://us.api.openai.com",
"required": false,
"field_type": "text",
"options": null,
"default_value": "https://api.openai.com/v1"
},
{
"key": "organization",
"label": "OpenAI Organization ID",
"placeholder": "[OPTIONAL] my-unique-org",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "OpenAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OpenAI_Compatible",
"provider_display_name": "OpenAI-Compatible Endpoints (Together AI, etc.)",
"litellm_provider": "openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://...",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "OpenAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "OpenAI_Text_Compatible",
"provider_display_name": "OpenAI-Compatible Text Completion Models (Together AI, etc.)",
"litellm_provider": "text-completion-openai",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://...",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "OpenAI API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Openrouter",
"provider_display_name": "Openrouter",
"litellm_provider": "openrouter",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Oracle",
"provider_display_name": "Oracle Cloud Infrastructure (OCI)",
"litellm_provider": "oci",
"credential_fields": [
{
"key": "oci_user",
"label": "OCI User OCID",
"placeholder": "ocid1.user.oc1..aaaaaaaaexample",
"tooltip": "The OCID of the user making the API call",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "oci_fingerprint",
"label": "OCI Key Fingerprint",
"placeholder": "aa:bb:cc:dd:ee:ff:00:11:22:33:44:55:66:77:88:99",
"tooltip": "The fingerprint of the API signing key",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "oci_tenancy",
"label": "OCI Tenancy OCID",
"placeholder": "ocid1.tenancy.oc1..aaaaaaaaexample",
"tooltip": "The OCID of your tenancy",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "oci_region",
"label": "OCI Region",
"placeholder": "us-ashburn-1",
"tooltip": "The OCI region identifier (e.g., us-ashburn-1, eu-frankfurt-1)",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "oci_compartment_id",
"label": "OCI Compartment OCID",
"placeholder": "ocid1.compartment.oc1..aaaaaaaaexample",
"tooltip": "The OCID of the compartment containing the GenAI resources",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "oci_key",
"label": "OCI Private Key (PEM)",
"placeholder": "-----BEGIN RSA PRIVATE KEY-----\n...\n-----END RSA PRIVATE KEY-----",
"tooltip": "The full PEM-encoded private key content for API signing. Paste the entire key including BEGIN/END markers.",
"required": true,
"field_type": "textarea",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "oci/xai.grok-3"
},
{
"provider": "OVHCLOUD",
"provider_display_name": "Ovhcloud",
"litellm_provider": "ovhcloud",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Perplexity",
"provider_display_name": "Perplexity",
"litellm_provider": "perplexity",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "PETALS",
"provider_display_name": "Petals",
"litellm_provider": "petals",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "PG_VECTOR",
"provider_display_name": "Pg Vector",
"litellm_provider": "pg_vector",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "PREDIBASE",
"provider_display_name": "Predibase",
"litellm_provider": "predibase",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "RECRAFT",
"provider_display_name": "Recraft",
"litellm_provider": "recraft",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "REPLICATE",
"provider_display_name": "Replicate",
"litellm_provider": "replicate",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "RUNWAYML",
"provider_display_name": "Runwayml",
"litellm_provider": "runwayml",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "SAGEMAKER",
"provider_display_name": "Sagemaker",
"litellm_provider": "sagemaker",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Sambanova",
"provider_display_name": "Sambanova",
"litellm_provider": "sambanova",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "SAP",
"provider_display_name": "SAP Generative AI Hub",
"litellm_provider": "sap",
"credential_fields": [
{
"key": "api_key",
"label": "SAP AI Core Service Key (JSON)",
"placeholder": null,
"tooltip": "Paste your SAP AI Core service key JSON. Contains clientid, clientsecret, and service URLs.",
"required": true,
"field_type": "textarea",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "sap/gpt-4"
},
{
"provider": "Snowflake",
"provider_display_name": "Snowflake",
"litellm_provider": "snowflake",
"credential_fields": [
{
"key": "api_key",
"label": "Snowflake API Key / JWT Key for Authentication",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "api_base",
"label": "Snowflake API Endpoint",
"placeholder": "https://1234567890.snowflakecomputing.com/api/v2/cortex/inference:complete",
"tooltip": "Enter the full endpoint with path here. Example: https://1234567890.snowflakecomputing.com/api/v2/cortex/inference:complete",
"required": true,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "snowflake/mistral-7b"
},
{
"provider": "TEXT_COMPLETION_CODESTRAL",
"provider_display_name": "Text-Completion-Codestral",
"litellm_provider": "text-completion-codestral",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "TogetherAI",
"provider_display_name": "TogetherAI",
"litellm_provider": "together_ai",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "TOPAZ",
"provider_display_name": "Topaz",
"litellm_provider": "topaz",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Triton",
"provider_display_name": "Triton",
"litellm_provider": "triton",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "api_base",
"label": "API Base",
"placeholder": "http://localhost:8000/generate",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "V0",
"provider_display_name": "V0",
"litellm_provider": "v0",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "VERCEL_AI_GATEWAY",
"provider_display_name": "Vercel Ai Gateway",
"litellm_provider": "vercel_ai_gateway",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Vertex_AI",
"provider_display_name": "Vertex AI (Anthropic, Gemini, etc.)",
"litellm_provider": "vertex_ai",
"credential_fields": [
{
"key": "vertex_project",
"label": "Vertex Project",
"placeholder": "adroit-cadet-1234..",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "vertex_location",
"label": "Vertex Location",
"placeholder": "us-east-1",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_base",
"label": "API Base (Optional)",
"placeholder": null,
"tooltip": "Supports custom API base for Google Private API endpoints.",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "vertex_credentials",
"label": "Vertex Credentials",
"placeholder": null,
"tooltip": "Optional - Upload your GCP service account JSON file. If not provided, uses default GCP credentials (ADC).",
"required": false,
"field_type": "upload",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gemini-pro"
},
{
"provider": "VERTEX_AI_BETA",
"provider_display_name": "Vertex Ai Beta",
"litellm_provider": "vertex_ai_beta",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "Hosted_Vllm",
"provider_display_name": "vllm",
"litellm_provider": "hosted_vllm",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://...",
"tooltip": null,
"required": true,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "vLLM API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "VLLM",
"provider_display_name": "Vllm",
"litellm_provider": "vllm",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "VolcEngine",
"provider_display_name": "VolcEngine",
"litellm_provider": "volcengine",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "volcengine/<any-model-on-volcengine>"
},
{
"provider": "Voyage",
"provider_display_name": "Voyage AI",
"litellm_provider": "voyage",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "voyage/"
},
{
"provider": "WANDB",
"provider_display_name": "Wandb",
"litellm_provider": "wandb",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "WATSONX",
"provider_display_name": "Watsonx",
"litellm_provider": "watsonx",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": "Base URL of your WatsonX instance",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": "IBM Cloud API key. Required if not using Token or Zen API Key",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "token",
"label": "IAM Token",
"placeholder": null,
"tooltip": "Pre-generated IAM bearer token. Use instead of API Key if you manage tokens externally",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "zen_api_key",
"label": "Zen API Key",
"placeholder": null,
"tooltip": "Zen API Key for Cloud Pak for Data deployments. Use instead of API Key for on-premises",
"required": false,
"field_type": "password",
"options": null,
"default_value": null
},
{
"key": "project_id",
"label": "Project ID",
"placeholder": null,
"tooltip": "Optional: Your Watsonx.ai Project ID",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "space_id",
"label": "Deployment Space ID",
"placeholder": null,
"tooltip": "Optional: Watsonx.ai Deployment Space ID",
"required": false,
"field_type": "text",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "watsonx/ibm/granite-3-3-8b-instruct"
},
{
"provider": "WATSONX_TEXT",
"provider_display_name": "Watsonx Text",
"litellm_provider": "watsonx_text",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "xAI",
"provider_display_name": "xAI",
"litellm_provider": "xai",
"credential_fields": [
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
},
{
"provider": "XINFERENCE",
"provider_display_name": "Xinference",
"litellm_provider": "xinference",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": false,
"field_type": "password",
"options": null,
"default_value": null
}
],
"default_model_placeholder": "gpt-3.5-turbo"
}
]