From f35aedb8639729d3683a55451e31e82961433900 Mon Sep 17 00:00:00 2001 From: Anchen Date: Sun, 3 Mar 2024 22:09:26 +1100 Subject: [PATCH] chore(mlx-lm): add missing model_type for starcoder2 --- llms/mlx_lm/models/starcoder2.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llms/mlx_lm/models/starcoder2.py b/llms/mlx_lm/models/starcoder2.py index aeebfc96e..27a53af9f 100644 --- a/llms/mlx_lm/models/starcoder2.py +++ b/llms/mlx_lm/models/starcoder2.py @@ -167,6 +167,7 @@ def __call__( class Model(nn.Module): def __init__(self, args: ModelArgs): super().__init__() + self.model_type = args.model_type self.model = Starcoder2Model(args) # This is for 15B starcoder2 since it doesn't tie word embeddings if not args.tie_word_embeddings: