From f35aedb8639729d3683a55451e31e82961433900 Mon Sep 17 00:00:00 2001
From: Anchen
Date: Sun, 3 Mar 2024 22:09:26 +1100
Subject: [PATCH] chore(mlx-lm): add missing model_type for starcoder2
---
llms/mlx_lm/models/starcoder2.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/llms/mlx_lm/models/starcoder2.py b/llms/mlx_lm/models/starcoder2.py
index aeebfc96e..27a53af9f 100644
--- a/llms/mlx_lm/models/starcoder2.py
+++ b/llms/mlx_lm/models/starcoder2.py
@@ -167,6 +167,7 @@ def __call__(
class Model(nn.Module):
def __init__(self, args: ModelArgs):
super().__init__()
+ self.model_type = args.model_type
self.model = Starcoder2Model(args)
# This is for 15B starcoder2 since it doesn't tie word embeddings
if not args.tie_word_embeddings: