Skip to content

Commit 8abdf56

Browse files
mare5xmare5x
committed
Merge branch 'master'
2 parents 30df9d3 + ee459f4 commit 8abdf56

File tree

281 files changed

+114560
-50630
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

281 files changed

+114560
-50630
lines changed

‎.devops/full-cuda.Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ FROM ${BASE_CUDA_DEV_CONTAINER} as build
1212
ARG CUDA_DOCKER_ARCH=all
1313

1414
RUN apt-get update && \
15-
apt-get install -y build-essential python3 python3-pip git libcurl4-openssl-dev
15+
apt-get install -y build-essential python3 python3-pip git libcurl4-openssl-dev libgomp1
1616

1717
COPY requirements.txt requirements.txt
1818
COPY requirements requirements
@@ -31,6 +31,6 @@ ENV LLAMA_CUDA=1
3131
# Enable cURL
3232
ENV LLAMA_CURL=1
3333

34-
RUN make
34+
RUN make -j$(nproc)
3535

3636
ENTRYPOINT ["/app/.devops/tools.sh"]

‎.devops/full-rocm.Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,6 @@ ENV LLAMA_CURL=1
4545
RUN apt-get update && \
4646
apt-get install -y libcurl4-openssl-dev
4747

48-
RUN make
48+
RUN make -j$(nproc)
4949

5050
ENTRYPOINT ["/app/.devops/tools.sh"]

‎.devops/full.Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ ARG UBUNTU_VERSION=22.04
33
FROM ubuntu:$UBUNTU_VERSION as build
44

55
RUN apt-get update && \
6-
apt-get install -y build-essential python3 python3-pip git libcurl4-openssl-dev
6+
apt-get install -y build-essential python3 python3-pip git libcurl4-openssl-dev libgomp1
77

88
COPY requirements.txt requirements.txt
99
COPY requirements requirements
@@ -18,7 +18,7 @@ COPY . .
1818
ENV LLAMA_CURL=1
1919

2020

21-
RUN make
21+
RUN make -j$(nproc)
2222

2323
ENV LC_ALL=C.utf8
2424

‎.devops/main-cuda.Dockerfile

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,10 +23,13 @@ ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
2323
# Enable CUDA
2424
ENV LLAMA_CUDA=1
2525

26-
RUN make
26+
RUN make -j$(nproc) main
2727

2828
FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
2929

30+
RUN apt-get update && \
31+
apt-get install -y libgomp1
32+
3033
COPY --from=build /app/main /main
3134

3235
ENTRYPOINT [ "/main" ]

‎.devops/main-intel.Dockerfile

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,14 @@ ARG ONEAPI_VERSION=2024.0.1-devel-ubuntu22.04
22

33
FROM intel/oneapi-basekit:$ONEAPI_VERSION as build
44

5+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
6+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
7+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
8+
rm /etc/apt/sources.list.d/intel-graphics.list && \
9+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
10+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
11+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
12+
513
ARG LLAMA_SYCL_F16=OFF
614
RUN apt-get update && \
715
apt-get install -y git

‎.devops/main-rocm.Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,6 @@ ENV LLAMA_HIPBLAS=1
4040
ENV CC=/opt/rocm/llvm/bin/clang
4141
ENV CXX=/opt/rocm/llvm/bin/clang++
4242

43-
RUN make
43+
RUN make -j$(nproc) main
4444

4545
ENTRYPOINT [ "/app/main" ]

‎.devops/main-vulkan.Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ ARG UBUNTU_VERSION=jammy
33
FROM ubuntu:$UBUNTU_VERSION as build
44

55
# Install build tools
6-
RUN apt update && apt install -y git build-essential cmake wget
6+
RUN apt update && apt install -y git build-essential cmake wget libgomp1
77

88
# Install Vulkan SDK
99
RUN wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \

‎.devops/main.Dockerfile

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,10 +9,13 @@ WORKDIR /app
99

1010
COPY . .
1111

12-
RUN make
12+
RUN make -j$(nproc) main
1313

1414
FROM ubuntu:$UBUNTU_VERSION as runtime
1515

16+
RUN apt-get update && \
17+
apt-get install -y libgomp1
18+
1619
COPY --from=build /app/main /main
1720

1821
ENV LC_ALL=C.utf8

‎.devops/server-cuda.Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -25,12 +25,12 @@ ENV LLAMA_CUDA=1
2525
# Enable cURL
2626
ENV LLAMA_CURL=1
2727

28-
RUN make
28+
RUN make -j$(nproc) server
2929

3030
FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
3131

3232
RUN apt-get update && \
33-
apt-get install -y libcurl4-openssl-dev
33+
apt-get install -y libcurl4-openssl-dev libgomp1
3434

3535
COPY --from=build /app/server /server
3636

‎.devops/server-intel.Dockerfile

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,14 @@ ARG ONEAPI_VERSION=2024.0.1-devel-ubuntu22.04
22

33
FROM intel/oneapi-basekit:$ONEAPI_VERSION as build
44

5+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
6+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
7+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
8+
rm /etc/apt/sources.list.d/intel-graphics.list && \
9+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
10+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
11+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
12+
513
ARG LLAMA_SYCL_F16=OFF
614
RUN apt-get update && \
715
apt-get install -y git libcurl4-openssl-dev
@@ -19,6 +27,14 @@ RUN if [ "${LLAMA_SYCL_F16}" = "ON" ]; then \
1927

2028
FROM intel/oneapi-basekit:$ONEAPI_VERSION as runtime
2129

30+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
31+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
32+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
33+
rm /etc/apt/sources.list.d/intel-graphics.list && \
34+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
35+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
36+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
37+
2238
RUN apt-get update && \
2339
apt-get install -y libcurl4-openssl-dev
2440

0 commit comments

Comments
 (0)