forked from cocktailpeanut/dalai
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
added docker files (including docker compose)
- Loading branch information
1 parent
d8fcafe
commit 61e2d20
Showing
3 changed files
with
56 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,34 @@ | ||
FROM python:3.10-slim-buster | ||
|
||
# The dalai server runs on port 3000 | ||
EXPOSE 3000 | ||
|
||
# Install dependencies | ||
RUN apt-get update \ | ||
&& apt-get install -y \ | ||
build-essential \ | ||
curl \ | ||
g++ \ | ||
git \ | ||
make \ | ||
python3-venv \ | ||
software-properties-common | ||
|
||
# Add NodeSource PPA to get Node.js 18.x | ||
RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash - | ||
|
||
# Install Node.js 18.x | ||
RUN apt-get update \ | ||
&& apt-get install -y nodejs | ||
|
||
WORKDIR /root/dalai | ||
|
||
# Install dalai and its dependencies | ||
RUN npm install dalai@0.3.1 | ||
|
||
RUN npx dalai alpaca setup | ||
|
||
|
||
# Run the dalai server | ||
CMD [ "npx", "dalai", "serve" ] | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,9 @@ | ||
version: '3.7' | ||
services: | ||
dalai: | ||
build: . | ||
ports: | ||
- 3000:3000 | ||
volumes: | ||
- ./models/alpaca:/root/dalai/alpaca | ||
- ./models/llama:/root/dalai/llama |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters