diff --git a/deployments/bundle/stablelm-7b.Dockerfile b/deployments/bundle/stablelm-7b.Dockerfile new file mode 100644 index 00000000..c7fa714c --- /dev/null +++ b/deployments/bundle/stablelm-7b.Dockerfile @@ -0,0 +1,13 @@ +FROM hyperonym/basaran:0.16.2 + +# Set working directory +WORKDIR /app + +# Download the model to be bundled +RUN python utils/download.py stabilityai/stablelm-tuned-alpha-7b /model + +# Provide default environment variables +ENV MODEL="/model" +ENV MODEL_LOCAL_FILES_ONLY="true" +ENV MODEL_HALF_PRECISION="true" +ENV SERVER_MODEL_NAME="stabilityai/stablelm-tuned-alpha-7b"