Skip to content

Commit 97cb4e3

Browse files
authored
Ianmacleod/add codellama instruct, refactor codellama models (#360)
* add codellama-7b-instruct to llm-engine, name refactor for codellama * more name refactoring * update docs * add codellama-13b-instruct
1 parent 4c83d54 commit 97cb4e3

File tree

2 files changed

+15
-7
lines changed

2 files changed

+15
-7
lines changed

docs/model_zoo.md

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,11 @@ Scale hosts the following models in the LLM Engine Model Zoo:
2020
| `flan-t5-xxl` || | deepspeed, text-generation-inference |
2121
| `mistral-7b` ||| vllm |
2222
| `mistral-7b-instruct` ||| vllm |
23-
| `code-llama-7b` || | text-generation-inference, vllm |
23+
| `codellama-7b` ||| text-generation-inference, vllm |
24+
| `codellama-7b-instruct` ||| text-generation-inference, vllm |
25+
| `codellama-13b` || | text-generation-inference, vllm |
26+
| `codellama-13b-instruct` || | text-generation-inference, vllm |
27+
| `codellama-34b` || | text-generation-inference, vllm |
2428

2529
## Usage
2630

model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -102,9 +102,11 @@
102102
"falcon-7b-instruct": "tiiuae/falcon-7b-instruct",
103103
"falcon-40b": "tiiuae/falcon-40b",
104104
"falcon-40b-instruct": "tiiuae/falcon-40b-instruct",
105-
"code-llama-7b": "codellama/CodeLlama-7b-hf",
106-
"code-llama-13b": "codellama/CodeLlama-13b-hf",
107-
"code-llama-34b": "codellama/CodeLlama-34b-hf",
105+
"codellama-7b": "codellama/CodeLlama-7b-hf",
106+
"codellama-7b-instruct": "codellama/CodeLlama-7b-Instruct-hf",
107+
"codellama-13b": "codellama/CodeLlama-13b-hf",
108+
"codellama-13b-instruct": "codellama/CodeLlama-13b-Instruct-hf",
109+
"codellama-34b": "codellama/CodeLlama-34b-hf",
108110
"llm-jp-13b-instruct-full": "llm-jp/llm-jp-13b-instruct-full-jaster-v1.0",
109111
"llm-jp-13b-instruct-full-dolly": "llm-jp/llm-jp-13b-instruct-full-dolly-oasst-v1.0",
110112
},
@@ -126,9 +128,11 @@
126128
"mistral-7b-instruct": "mistralai/Mistral-7B-Instruct-v0.1",
127129
"falcon-180b": "tiiuae/falcon-180B",
128130
"falcon-180b-chat": "tiiuae/falcon-180B-chat",
129-
"code-llama-7b": "codellama/CodeLlama-7b-hf",
130-
"code-llama-13b": "codellama/CodeLlama-13b-hf",
131-
"code-llama-34b": "codellama/CodeLlama-34b-hf",
131+
"codellama-7b": "codellama/CodeLlama-7b-hf",
132+
"codellama-7b-instruct": "codellama/CodeLlama-7b-Instruct-hf",
133+
"codellama-13b": "codellama/CodeLlama-13b-hf",
134+
"codellama-13b-instruct": "codellama/CodeLlama-13b-Instruct-hf",
135+
"codellama-34b": "codellama/CodeLlama-34b-hf",
132136
"mammoth-coder-llama-2-7b": "TIGER-Lab/MAmmoTH-Coder-7B",
133137
"mammoth-coder-llama-2-13b": "TIGER-Lab/MAmmoTH-Coder-13B",
134138
"mammoth-coder-llama-2-34b": "TIGER-Lab/MAmmoTH-Coder-34B",

0 commit comments

Comments
 (0)