diff --git a/docs/model_zoo.md b/docs/model_zoo.md index 0431ea143..ebe9f0825 100644 --- a/docs/model_zoo.md +++ b/docs/model_zoo.md @@ -22,9 +22,10 @@ Scale hosts the following models in the LLM Engine Model Zoo: | `mistral-7b-instruct` | ✅ | ✅ | vllm | | `codellama-7b` | ✅ | ✅ | text-generation-inference, vllm | | `codellama-7b-instruct` | ✅ | ✅ | text-generation-inference, vllm | -| `codellama-13b` | ✅ | | text-generation-inference, vllm | -| `codellama-13b-instruct` | ✅ | | text-generation-inference, vllm | -| `codellama-34b` | ✅ | | text-generation-inference, vllm | +| `codellama-13b` | ✅ | ✅ | text-generation-inference, vllm | +| `codellama-13b-instruct` | ✅ | ✅ | text-generation-inference, vllm | +| `codellama-34b` | ✅ | ✅ | text-generation-inference, vllm | +| `codellama-34b-instruct` | ✅ | ✅ | text-generation-inference, vllm | ## Usage diff --git a/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py b/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py index 829f4801b..ab138747d 100644 --- a/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py +++ b/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py @@ -109,6 +109,7 @@ "codellama-13b": "codellama/CodeLlama-13b-hf", "codellama-13b-instruct": "codellama/CodeLlama-13b-Instruct-hf", "codellama-34b": "codellama/CodeLlama-34b-hf", + "codellama-34b-instruct": "codellama/CodeLlama-34b-Instruct-hf", "llm-jp-13b-instruct-full": "llm-jp/llm-jp-13b-instruct-full-jaster-v1.0", "llm-jp-13b-instruct-full-dolly": "llm-jp/llm-jp-13b-instruct-full-dolly-oasst-v1.0", }, @@ -135,6 +136,7 @@ "codellama-13b": "codellama/CodeLlama-13b-hf", "codellama-13b-instruct": "codellama/CodeLlama-13b-Instruct-hf", "codellama-34b": "codellama/CodeLlama-34b-hf", + "codellama-34b-instruct": "codellama/CodeLlama-34b-Instruct-hf", "mammoth-coder-llama-2-7b": "TIGER-Lab/MAmmoTH-Coder-7B", "mammoth-coder-llama-2-13b": "TIGER-Lab/MAmmoTH-Coder-13B", "mammoth-coder-llama-2-34b": "TIGER-Lab/MAmmoTH-Coder-34B",