Text gen inference

Author: jlamypoirier

.dockerignore

@@ -2,5 +2,6 @@
 !src
 !scripts
 !transformers
+!text-generation-inference
 !requirements.txt
 !Makefile

Dockerfile

@@ -10,11 +10,27 @@ RUN useradd -m -u $USER -s /bin/bash $USERNAME \
     && chown $USERNAME /app
 
 # git-lfs is needed to interact with the huggingface hub
+# ssl and gcc are needed for text-gen-inference
 RUN apt-get update \
-    && apt-get install git-lfs \
+    && apt-get install git-lfs libssl-dev gcc \
     && rm -rf /var/lib/apt/lists/* \
     && git lfs install
 
+
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    && PROTOC_ZIP=protoc-21.12-linux-x86_64.zip \
+    && curl -OL https://github.com/protocolbuffers/protobuf/releases/download/v21.12/$PROTOC_ZIP \
+    && unzip -o $PROTOC_ZIP -d /usr/local bin/protoc \
+    && unzip -o $PROTOC_ZIP -d /usr/local 'include/*' \
+    && rm -f $PROTOC_ZIP \
+    && chmod 777 /root/ && chmod 777 /root/.cargo
+
+ENV PATH="/root/.cargo/bin:$PATH"
+
+COPY --chown=$USERNAME text-generation-inference/ ./text-generation-inference
+
+RUN cd text-generation-inference && make install && make install-benchmark && cd ..
+
 COPY --chown=$USERNAME ./requirements.txt ./
 COPY --chown=$USERNAME transformers/ ./transformers