Skip to content
This repository was archived by the owner on Jan 24, 2024. It is now read-only.
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 13 additions & 0 deletions deployments/bundle/stablelm-7b.Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
FROM hyperonym/basaran:0.16.2

# Set working directory
WORKDIR /app

# Download the model to be bundled
RUN python utils/download.py stabilityai/stablelm-tuned-alpha-7b /model

# Provide default environment variables
ENV MODEL="/model"
ENV MODEL_LOCAL_FILES_ONLY="true"
ENV MODEL_HALF_PRECISION="true"
ENV SERVER_MODEL_NAME="stabilityai/stablelm-tuned-alpha-7b"