From 93241c08e08f73b45cdfc5771685101f4569503c Mon Sep 17 00:00:00 2001 From: orionji <42489349+orionji@users.noreply.github.com> Date: Thu, 20 Apr 2023 15:03:28 +0800 Subject: [PATCH] build(docker): add example for bundling stablelm-tuned-alpha-7b --- deployments/bundle/stablelm-7b.Dockerfile | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 deployments/bundle/stablelm-7b.Dockerfile diff --git a/deployments/bundle/stablelm-7b.Dockerfile b/deployments/bundle/stablelm-7b.Dockerfile new file mode 100644 index 00000000..c7fa714c --- /dev/null +++ b/deployments/bundle/stablelm-7b.Dockerfile @@ -0,0 +1,13 @@ +FROM hyperonym/basaran:0.16.2 + +# Set working directory +WORKDIR /app + +# Download the model to be bundled +RUN python utils/download.py stabilityai/stablelm-tuned-alpha-7b /model + +# Provide default environment variables +ENV MODEL="/model" +ENV MODEL_LOCAL_FILES_ONLY="true" +ENV MODEL_HALF_PRECISION="true" +ENV SERVER_MODEL_NAME="stabilityai/stablelm-tuned-alpha-7b"