Skip to content

Commit

Permalink
Merge pull request serge-chat#4 from robotdjman/main
Browse files Browse the repository at this point in the history
prebuilt compose file and updates to actions
  • Loading branch information
robotdjman authored Mar 26, 2023
2 parents f231ec3 + 2d16eda commit 77780df
Show file tree
Hide file tree
Showing 4 changed files with 22 additions and 3 deletions.
1 change: 1 addition & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
*.sh eol=lf
6 changes: 3 additions & 3 deletions .github/workflows/docker-image.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,20 +27,20 @@ jobs:
uses: actions/checkout@v3

- name: Log in to the Container registry
uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9
uses: docker/login-action@v2
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@98669ae865ea3cffbcbaa878cf57c20bbf1c6c38
uses: docker/metadata-action@v4
with:
images: ${{ env.REGISTRY }}/${{ github.event.repository.owner.name }}/${{ matrix.image }}

- name: Build and Publish Docker Image
uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
uses: docker/build-push-action@v4
with:
file: ${{ matrix.dockerfile }}
context: ${{ matrix.context }}
Expand Down
3 changes: 3 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,11 @@ docker compose exec serge python3 /usr/src/app/api/utils/download.py tokenizer 7

#### Windows

:warning: For cloning on windows, use `git clone https://github.com/nsarrazin/serge.git --config core.autocrlf=input`.

Make sure you have docker desktop installed, WSL2 configured and enough free RAM to run models. (see below)


### Using serge

(You can pass `7B 13B 30B` as an argument to the `download.py` script to download multiple models.)
Expand Down
15 changes: 15 additions & 0 deletions docker-compose.prebuilt.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
version: "3.9"
services:
serge:
restart: on-failure
image: ghcr.io/nsarrazin/serge:release
volumes:
- datadb:/data/db
- weights:/usr/src/app/weights/
- /etc/localtime:/etc/localtime:ro
ports:
- "8008:8008"

volumes:
datadb:
weights:

0 comments on commit 77780df

Please sign in to comment.