From 93681194503c77364ff7782cbcf524315fcafa3a Mon Sep 17 00:00:00 2001 From: Lucie Milan Date: Fri, 20 Dec 2024 08:31:25 +0100 Subject: [PATCH] changed icons for supported providers table --- app/_data/plugins/ai-proxy.yaml | 72 +++++++++---------- .../ai-proxy/tables/supported-providers.html | 14 ++-- 2 files changed, 46 insertions(+), 40 deletions(-) diff --git a/app/_data/plugins/ai-proxy.yaml b/app/_data/plugins/ai-proxy.yaml index c2613a82..2d36d5fd 100644 --- a/app/_data/plugins/ai-proxy.yaml +++ b/app/_data/plugins/ai-proxy.yaml @@ -4,133 +4,133 @@ providers: url_pattern: 'https://api.openai.com:443/{route_type_path}' min_version: '3.6' chat: - supported: ✅ + supported: true + streaming: true upstream_path: '/v1/chat/completions' route_type: 'llm/v1/chat' model_example: 'gpt-4' completions: - supported: ✅ + supported: true + streaming: true upstream_path: '/v1/completions' route_type: 'llm/v1/completions' model_example: 'gpt-3.5-turbo-instruct' - streaming: - supported: ✅ - name: 'Cohere' url_pattern: 'https://api.cohere.com:443/{route_type_path}' min_version: '3.6' chat: - supported: ✅ + supported: true + streaming: true upstream_path: '/v1/chat' route_type: 'llm/v1/chat' model_example: 'command' completions: - supported: ✅ + supported: true + streaming: true upstream_path: '/v1/generate' route_type: 'llm/v1/completions' model_example: 'command' - streaming: - supported: ✅ - name: 'Azure' url_pattern: 'https://{azure_instance}.openai.azure.com:443/openai/deployments/{deployment_name}/{route_type_path}' min_version: '3.6' chat: - supported: ✅ + supported: true + streaming: true upstream_path: '/openai/deployments/{deployment_name}/chat/completions' route_type: 'llm/v1/chat' model_example: 'gpt-4' completions: - supported: ✅ + supported: true + streaming: true upstream_path: '/openai/deployments/{deployment_name}/completions' route_type: 'llm/v1/completions' model_example: 'gpt-3.5-turbo-instruct' - streaming: - supported: ✅ - name: 'Anthropic' url_pattern: 'https://api.anthropic.com:443/{route_type_path}' min_version: '3.6' chat: - supported: ✅ + supported: true + streaming: true upstream_path: '/v1/complete in version 3.6, /v1/messages since version 3.7' route_type: 'llm/v1/chat' model_example: 'claude-2.1' completions: - supported: ✅ + supported: true + streaming: false upstream_path: '/v1/complete' route_type: 'llm/v1/completions' model_example: 'claude-2.1' - streaming: - supported: Chat type only - name: 'Mistral' formats: 'mistral.ai, OpenAI, raw, and OLLAMA formats' url_pattern: 'As defined in $UPSTREAM_URL' min_version: '3.6' chat: - supported: ✅ + supported: true + streaming: true upstream_path: 'User-defined' route_type: 'llm/v1/chat' model_example: 'User-defined' completions: - supported: ✅ + supported: true + streaming: true upstream_path: 'User-defined' route_type: 'llm/v1/completions' model_example: 'User-defined' - streaming: - supported: ✅ - name: 'Llama2' formats: 'supports Llama2 and Llama3 models and raw, OLLAMA, and OpenAI formats' url_pattern: 'As defined in $UPSTREAM_URL' min_version: '' chat: - supported: ✅ + supported: true + streaming: true upstream_path: 'User-defined' route_type: 'llm/v1/chat' model_example: 'User-defined' completions: - supported: ✅ + supported: true + streaming: true upstream_path: 'User-defined' route_type: 'llm/v1/completions' model_example: 'User-defined' - streaming: - supported: ✅ - name: 'Amazon Bedrock' url_pattern: 'https://bedrock-runtime.{region}.amazonaws.com' min_version: '3.8' chat: - supported: ✅ + supported: true + streaming: true upstream_path: 'Use the LLM chat upstream path' route_type: 'llm/v1/chat' model_example: 'Use the model name for the specific LLM provider' completions: - supported: ❌ - streaming: - supported: Chat type only + supported: false + streaming: false - name: 'Gemini' url_pattern: 'https://generativelanguage.googleapis.com' min_version: '3.8' chat: - supported: ✅ + supported: true + streaming: true upstream_path: 'llm/v1/chat' route_type: 'llm/v1/chat' model_example: 'gemini-1.5-flash or gemini-1.5-pro' completions: - supported: ❌ - streaming: - supported: Chat type only + supported: false + streaming: false - name: 'Hugging Face' url_pattern: 'https://api-inference.huggingface.co' min_version: '3.9' chat: - supported: ✅ + supported: true + streaming: true upstream_path: '/models/{model_provider}/{model_name}' route_type: 'llm/v1/chat' model_example: 'Use the model name for the specific LLM provider' completions: - supported: ✅ + supported: true + streaming: true upstream_path: '/models/{model_provider}/{model_name}' route_type: 'llm/v1/completions' model_example: 'Use the model name for the specific LLM provider' - streaming: - supported: ✅ parameters: provider: 'config.provider' diff --git a/app/_includes/plugins/ai-proxy/tables/supported-providers.html b/app/_includes/plugins/ai-proxy/tables/supported-providers.html index 9389efff..7ad6003d 100644 --- a/app/_includes/plugins/ai-proxy/tables/supported-providers.html +++ b/app/_includes/plugins/ai-proxy/tables/supported-providers.html @@ -4,21 +4,27 @@ Provider Chat Completion - Streaming + Chat streaming + Completions streaming Minimum {{ site.base_gateway }} version {% for provider in include.providers %} + {% assign chat = provider.chat.supported %} + {% assign completions = provider.completions.supported %} + {% assign chat_streaming = provider.chat.streaming %} + {% assign completions_streaming = provider.completions.streaming %} {{ provider.name }} {% if provider.formats %} ({{ provider.formats }}) {% endif %} - {{ provider.chat.supported }} - {{ provider.completions.supported }} - {{ provider.streaming.supported }} + {% if chat %}{% include_svg '/assets/icons/check.svg' %}{% else %}{% include_svg '/assets/icons/close.svg' %}{% endif %} + {% if completions %}{% include_svg '/assets/icons/check.svg' %}{% else %}{% include_svg '/assets/icons/close.svg' %}{% endif %} + {% if chat_streaming %}{% include_svg '/assets/icons/check.svg' %}{% else %}{% include_svg '/assets/icons/close.svg' %}{% endif %} + {% if completions_streaming %}{% include_svg '/assets/icons/check.svg' %}{% else %}{% include_svg '/assets/icons/close.svg' %}{% endif %} {% if provider.min_version < page.min_version.gateway %} {{ page.min_version.gateway }}