Introduce 'entrypoint.sh' for some Containers

comps/llms/summarization/tgi/Dockerfile

@@ -24,4 +24,4 @@ ENV PYTHONPATH=$PYTHONPATH:/home/user
 
 WORKDIR /home/user/comps/llms/summarization/tgi
 
-ENTRYPOINT ["python", "llm.py"]
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/llms/summarization/tgi/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/llms/summarization/tgi/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/llms/summarization/tgi/requirements.txt

@@ -2,7 +2,6 @@ docarray[full]
 fastapi
 huggingface_hub
 langchain==0.1.16
-langserve
 langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp

comps/llms/text-generation/ollama/Dockerfile

@@ -25,4 +25,4 @@ ENV PYTHONPATH=$PYTHONPATH:/home/user
 
 WORKDIR /home/user/comps/llms/text-generation/ollama
 
-ENTRYPOINT ["python", "llm.py"]
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/llms/text-generation/ollama/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/llms/text-generation/ollama/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/llms/text-generation/ollama/requirements.txt

@@ -2,7 +2,6 @@ docarray[full]
 fastapi
 huggingface_hub
 langchain==0.1.16
-langserve
 langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp

comps/llms/text-generation/ray_serve/docker/Dockerfile.microservice

@@ -34,4 +34,4 @@ ENV PYTHONPATH=$PYTHONPATH:/home/user
 
 WORKDIR /home/user/comps/llms/text-generation/ray_serve
 
-ENTRYPOINT ["python", "llm.py"]
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/llms/text-generation/ray_serve/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/llms/text-generation/ray_serve/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/llms/text-generation/ray_serve/requirements.txt

@@ -3,7 +3,6 @@ fastapi
 huggingface_hub
 langchain==0.1.16
 langchain_openai
-langserve
 langsmith
 openai
 opentelemetry-api

comps/llms/text-generation/tgi/Dockerfile

@@ -24,4 +24,4 @@ ENV PYTHONPATH=$PYTHONPATH:/home/user
 
 WORKDIR /home/user/comps/llms/text-generation/tgi
 
-ENTRYPOINT ["python", "llm.py"]
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/llms/text-generation/tgi/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/llms/text-generation/tgi/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/llms/text-generation/tgi/requirements.txt

@@ -2,7 +2,6 @@ docarray[full]
 fastapi
 huggingface_hub
 langchain==0.1.16
-langserve
 langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp

comps/llms/text-generation/vllm/docker/Dockerfile.microservice

@@ -29,4 +29,4 @@ ENV PYTHONPATH=$PYTHONPATH:/home/user
 
 WORKDIR /home/user/comps/llms/text-generation/vllm
 
-ENTRYPOINT ["python", "llm.py"]
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/llms/text-generation/vllm/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/llms/text-generation/vllm/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/llms/text-generation/vllm/requirements.txt

@@ -2,7 +2,6 @@ docarray[full]
 fastapi
 huggingface_hub
 langchain==0.1.16
-langserve
 opentelemetry-api
 opentelemetry-exporter-otlp
 opentelemetry-sdk

comps/ragas/tgi/Dockerfile

@@ -1,26 +1,26 @@
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-FROM langchain/langchain:latest
-
-RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \
-    libgl1-mesa-glx \
-    libjemalloc-dev \
-    vim
-
-RUN useradd -m -s /bin/bash user && \
-    mkdir -p /home/user && \
-    chown -R user /home/user/
-
-USER user
-
-COPY comps /home/user/comps
-
-RUN pip install --no-cache-dir --upgrade pip && \
-    pip install --no-cache-dir -r /home/user/comps/ragas/tgi/requirements.txt
-
-ENV PYTHONPATH=$PYTHONPATH:/home/user
-
-WORKDIR /home/user/comps/ragas/tgi/
-
-ENTRYPOINT ["python", "llm.py"]
+FROM langchain/langchain:latest
+
+RUN apt-get update -y && apt-get install -y --no-install-recommends --fix-missing \
+    libgl1-mesa-glx \
+    libjemalloc-dev \
+    vim
+
+RUN useradd -m -s /bin/bash user && \
+    mkdir -p /home/user && \
+    chown -R user /home/user/
+
+USER user
+
+COPY comps /home/user/comps
+
+RUN pip install --no-cache-dir --upgrade pip && \
+    pip install --no-cache-dir -r /home/user/comps/ragas/tgi/requirements.txt
+
+ENV PYTHONPATH=$PYTHONPATH:/home/user
+
+WORKDIR /home/user/comps/ragas/tgi/
+
+ENTRYPOINT ["bash", "entrypoint.sh"]

comps/ragas/tgi/entrypoint.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+pip --no-cache-dir install -r requirements-runtime.txt
+
+python llm.py

comps/ragas/tgi/requirements-runtime.txt

@@ -0,0 +1 @@
+langserve

comps/ragas/tgi/requirements.txt

@@ -3,7 +3,6 @@ docarray[full]
 fastapi
 huggingface_hub
 langchain==0.1.16
-langserve
 langsmith
 opentelemetry-api
 opentelemetry-exporter-otlp