From b4190e56168626d9e287a147f9f3ff9aa2b36848 Mon Sep 17 00:00:00 2001 From: Juan Calderon-Perez <835733+gaby@users.noreply.github.com> Date: Tue, 19 Sep 2023 22:55:19 -0400 Subject: [PATCH] Add support for latest debian release (#755) --- .github/release-drafter.yml | 4 +- .github/workflows/model-check.yml | 2 +- Dockerfile | 6 +-- Dockerfile.dev | 6 +-- LICENSE | 2 +- README.md | 73 ++++++++++--------------------- 6 files changed, 33 insertions(+), 60 deletions(-) diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml index 2126afd4246..d9605099086 100644 --- a/.github/release-drafter.yml +++ b/.github/release-drafter.yml @@ -26,10 +26,10 @@ version-resolver: major: labels: - 'major' - - 'โ— Breaking Change' minor: labels: - 'minor' + - 'โ— Breaking Change' - 'โœ๏ธ Feature' patch: labels: @@ -64,7 +64,7 @@ autolabeler: - '/(improve|update|update|refactor|deprecated|remove|unused|test)/i' - label: '๐Ÿค– Dependencies' title: - - '/(bumb|dependencies)/i' + - '/(bump|dependencies)/i' - label: 'โœ๏ธ Feature' title: - '/(feature|feat|create|implement|add)/i' diff --git a/.github/workflows/model-check.yml b/.github/workflows/model-check.yml index c23b5d89ad5..367d5fcba47 100644 --- a/.github/workflows/model-check.yml +++ b/.github/workflows/model-check.yml @@ -1,4 +1,4 @@ -name: Check that models are available for download +name: LLM Models Healthcheck on: push: diff --git a/Dockerfile b/Dockerfile index 4758630a0ef..1dbe79ecffd 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,10 +1,10 @@ # --------------------------------------- # Base image for redis -FROM redis:7-bullseye as redis +FROM redis:7-bookworm as redis # --------------------------------------- # Build frontend -FROM node:20-bullseye-slim as frontend +FROM node:20-bookworm-slim as frontend WORKDIR /usr/src/app COPY ./web/package.json ./web/package-lock.json ./ @@ -16,7 +16,7 @@ RUN npm run build # --------------------------------------- # Runtime environment -FROM python:3.11-slim-bullseye as release +FROM python:3.11-slim-bookworm as release # Set ENV ENV NODE_ENV='production' diff --git a/Dockerfile.dev b/Dockerfile.dev index dd61c5b45a4..8379e3c5990 100644 --- a/Dockerfile.dev +++ b/Dockerfile.dev @@ -1,14 +1,14 @@ # --------------------------------------- # Base image for node -FROM node:20-bullseye-slim as node_base +FROM node:20-bookworm-slim as node_base # --------------------------------------- # Base image for redis -FROM redis:7-bullseye as redis +FROM redis:7-bookworm as redis # --------------------------------------- # Dev environment -FROM python:3.11-slim-bullseye as dev +FROM python:3.11-slim-bookworm as dev # Set ENV WORKDIR /usr/src/app diff --git a/LICENSE b/LICENSE index dccf8614003..e6c61674d7c 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ MIT License -Copyright (c) 2023 Nathan Sarrazin +Copyright (c) 2023 Nathan Sarrazin and contributors Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal diff --git a/README.md b/README.md index 0801bbc612c..fde4856fdec 100644 --- a/README.md +++ b/README.md @@ -55,54 +55,20 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https ## ๐Ÿง  Supported Models -We currently support the following models: - -- Alpaca ๐Ÿฆ™ - - Alpaca-LoRA-65B - - GPT4-Alpaca-LoRA-30B -- Chronos ๐ŸŒ‘ - - Chronos-13B - - Chronos-33B - - Chronos-Hermes-13B -- GPT4All ๐ŸŒ - - GPT4All-13B -- Koala ๐Ÿจ - - Koala-7B - - Koala-13B -- LLaMA ๐Ÿฆ™ - - FinLLaMA-33B - - LLaMA-Supercot-30B - - LLaMA2 7B - - LLaMA2 13B - - LLaMA2 70B -- Lazarus ๐Ÿ’€ - - Lazarus-30B -- Nous ๐Ÿง  - - Nous-Hermes-13B -- OpenAssistant ๐ŸŽ™๏ธ - - OpenAssistant-30B -- Orca ๐Ÿฌ - - Orca-Mini-v2-7B - - Orca-Mini-v2-13B - - OpenOrca-Preview1-13B -- Samantha ๐Ÿ‘ฉ - - Samantha-7B - - Samantha-13B - - Samantha-33B -- Vicuna ๐Ÿฆ™ - - Stable-Vicuna-13B - - Vicuna-CoT-7B - - Vicuna-CoT-13B - - Vicuna-v1.1-7B - - Vicuna-v1.1-13B - - VicUnlocked-30B - - VicUnlocked-65B -- Wizard ๐Ÿง™ - - Wizard-Mega-13B - - WizardLM-Uncensored-7B - - WizardLM-Uncensored-13B - - WizardLM-Uncensored-30B - - WizardCoder-Python-13B-V1.0 +| Category | Models | +|:-------------:|:-------| +| **Alpaca ๐Ÿฆ™** | Alpaca-LoRA-65B, GPT4-Alpaca-LoRA-30B | +| **Chronos ๐ŸŒ‘**| Chronos-13B, Chronos-33B, Chronos-Hermes-13B | +| **GPT4All ๐ŸŒ**| GPT4All-13B | +| **Koala ๐Ÿจ** | Koala-7B, Koala-13B | +| **LLaMA ๐Ÿฆ™** | FinLLaMA-33B, LLaMA-Supercot-30B, LLaMA2 7B, LLaMA2 13B, LLaMA2 70B | +| **Lazarus ๐Ÿ’€**| Lazarus-30B | +| **Nous ๐Ÿง ** | Nous-Hermes-13B | +| **OpenAssistant ๐ŸŽ™๏ธ** | OpenAssistant-30B | +| **Orca ๐Ÿฌ** | Orca-Mini-v2-7B, Orca-Mini-v2-13B, OpenOrca-Preview1-13B | +| **Samantha ๐Ÿ‘ฉ**| Samantha-7B, Samantha-13B, Samantha-33B | +| **Vicuna ๐Ÿฆ™** | Stable-Vicuna-13B, Vicuna-CoT-7B, Vicuna-CoT-13B, Vicuna-v1.1-7B, Vicuna-v1.1-13B, VicUnlocked-30B, VicUnlocked-65B | +| **Wizard ๐Ÿง™** | Wizard-Mega-13B, WizardLM-Uncensored-7B, WizardLM-Uncensored-13B, WizardLM-Uncensored-30B, WizardCoder-Python-13B-V1.0 | Additional weights can be added to the `serge_weights` volume using `docker cp`: @@ -157,13 +123,20 @@ LLaMA will crash if you don't have enough available memory for the model: Need help? Join our [Discord](https://discord.gg/62Hc6FEYQH) +## โญ๏ธ Stargazers + +Stargazers over time + +## ๐Ÿงพ License + +[Nathan Sarrazin](https://github.com/nsarrazin) and [Contributors](https://github.com/serge-chat/serge/graphs/contributors). `Serge` is free and open-source software licensed under the [MIT License](https://github.com/serge-chat/serge/blob/master/LICENSE). + ## ๐Ÿค Contributing If you discover a bug or have a feature idea, feel free to open an issue or PR. To run Serge in development mode: - ```bash git clone https://github.com/serge-chat/serge.git docker compose -f docker-compose.dev.yml up -d --build -``` +``` \ No newline at end of file