forked from DIYgod/RSSHub
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
build(docker): optimize; add Chromium bundled ver (DIYgod#9626)
* build(docker): optimize; add Chromium bundled ver Signed-off-by: Rongrong <i@rong.moe> * build(Dockerfile): fix redundant command and label Signed-off-by: Rongrong <i@rong.moe> * build(docker): only install prod deps to speed up Signed-off-by: Rongrong <i@rong.moe> * docs(install): minor fixes Signed-off-by: Rongrong <i@rong.moe> * build(Dockerfile): bump to `node:16-bullseye-slim` Signed-off-by: Rongrong <i@rong.moe> * build(Dockerfile): fix yarn registry mirror Signed-off-by: Rongrong <i@rong.moe> * build(Dockerfile): minimize dependencies for Chromium-bundled version Signed-off-by: Rongrong <i@rong.moe>
- Loading branch information
1 parent
34b58eb
commit d8c00ec
Showing
8 changed files
with
286 additions
and
84 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,65 +1,185 @@ | ||
| FROM node:14-buster-slim as dep-builder | ||
| FROM node:16-bullseye-slim as dep-builder | ||
|
|
||
| LABEL MAINTAINER https://github.com/DIYgod/RSSHub/ | ||
| # bash has already been the default shell | ||
| #RUN ln -sf /bin/bash /bin/sh | ||
|
|
||
| ARG USE_CHINA_NPM_REGISTRY=0 | ||
| ARG PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=1 | ||
|
|
||
| RUN ln -sf /bin/bash /bin/sh | ||
| RUN apt-get update && apt-get install -yq libgconf-2-4 apt-transport-https git dumb-init python3 build-essential --no-install-recommends | ||
| # these deps are no longer needed since we use yarn instead of npm to install dependencies | ||
| # the installation of dumb-init has been moved to the app stage to improve concurrency and speed up builds on arm/arm64 | ||
| #RUN \ | ||
| # set -ex && \ | ||
| # apt-get update && \ | ||
| # apt-get install -yq --no-install-recommends \ | ||
| # libgconf-2-4 apt-transport-https git dumb-init python3 build-essential \ | ||
| # && \ | ||
| # rm -rf /var/lib/apt/lists/* | ||
|
|
||
| WORKDIR /app | ||
|
|
||
| COPY ./yarn.lock /app | ||
| COPY ./package.json /app | ||
| # place ARG statement before RUN statement which need it to avoid cache miss | ||
| ARG USE_CHINA_NPM_REGISTRY=0 | ||
| RUN \ | ||
| set -ex && \ | ||
| if [ "$USE_CHINA_NPM_REGISTRY" = 1 ]; then \ | ||
| echo 'use npm mirror' && \ | ||
| npm config set registry https://registry.npmmirror.com && \ | ||
| yarn config set registry https://registry.npmmirror.com ; \ | ||
| fi; | ||
|
|
||
| COPY ./yarn.lock /app/ | ||
| COPY ./package.json /app/ | ||
|
|
||
| # lazy install Chromium to avoid cache miss, only install production dependencies to minimize the image size | ||
| RUN \ | ||
| set -ex && \ | ||
| export PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true && \ | ||
| yarn install --production --frozen-lockfile --network-timeout 1000000 && \ | ||
| yarn cache clean | ||
|
|
||
| # --------------------------------------------------------------------------------------------------------------------- | ||
|
|
||
| FROM debian:bullseye-slim as dep-version-parser | ||
| # This stage is necessary to limit the cache miss scope. | ||
| # With this stage, any modification to package.json won't break the build cache of the next two stages as long as the | ||
| # version unchanged. | ||
| # node:16-bullseye-slim is based on debian:bullseye-slim so this stage would not cause any additional download. | ||
|
|
||
| WORKDIR /ver | ||
| COPY ./package.json /app/ | ||
| RUN \ | ||
| set -ex && \ | ||
| grep -Po '(?<="puppeteer": ")[^\s"]*(?=")' /app/package.json | tee /ver/.puppeteer_version && \ | ||
| grep -Po '(?<="@vercel/nft": ")[^\s"]*(?=")' /app/package.json | tee /ver/.nft_version && \ | ||
| grep -Po '(?<="fs-extra": ")[^\s"]*(?=")' /app/package.json | tee /ver/.fs_extra_version | ||
|
|
||
| # --------------------------------------------------------------------------------------------------------------------- | ||
|
|
||
| FROM node:16-bullseye-slim as docker-minifier | ||
| # The stage is used to further reduce the image size by removing unused files. | ||
|
|
||
| WORKDIR /minifier | ||
| COPY --from=dep-version-parser /ver/* /minifier/ | ||
|
|
||
| ARG USE_CHINA_NPM_REGISTRY=0 | ||
| RUN \ | ||
| set -ex && \ | ||
| if [ "$USE_CHINA_NPM_REGISTRY" = 1 ]; then \ | ||
| npm config set registry https://registry.npmmirror.com && \ | ||
| yarn config set registry https://registry.npmmirror.com ; \ | ||
| fi; \ | ||
| yarn add @vercel/nft@$(cat .nft_version) fs-extra@$(cat .fs_extra_version) && \ | ||
| yarn cache clean | ||
|
|
||
| RUN if [ "$USE_CHINA_NPM_REGISTRY" = 1 ]; then \ | ||
| echo 'use npm mirror'; npm config set registry https://registry.npmmirror.com; \ | ||
| fi; | ||
| COPY . /app | ||
| COPY --from=dep-builder /app /app | ||
|
|
||
| RUN npm i -g npm | ||
| RUN \ | ||
| set -ex && \ | ||
| cp /app/scripts/docker/minify-docker.js /minifier/ && \ | ||
| export PROJECT_ROOT=/app && \ | ||
| node /minifier/minify-docker.js && \ | ||
| rm -rf /app/node_modules /app/scripts && \ | ||
| mv /app/app-minimal/node_modules /app/ && \ | ||
| rm -rf /app/app-minimal && \ | ||
| ls -la /app && \ | ||
| du -hd1 /app | ||
|
|
||
| RUN if [ "$PUPPETEER_SKIP_CHROMIUM_DOWNLOAD" = 0 ]; then \ | ||
| unset PUPPETEER_SKIP_CHROMIUM_DOWNLOAD ;\ | ||
| else \ | ||
| export PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true ;\ | ||
| fi; | ||
| # --------------------------------------------------------------------------------------------------------------------- | ||
|
|
||
| RUN yarn --frozen-lockfile --network-timeout 1000000 | ||
| COPY . /app | ||
| RUN node scripts/docker/minify-docker.js | ||
| FROM node:16-bullseye-slim as chromium-downloader | ||
| # This stage is necessary to improve build concurrency and minimize the image size. | ||
| # Yeah, downloading Chromium never needs those dependencies below. | ||
|
|
||
| WORKDIR /app | ||
| COPY --from=dep-version-parser /ver/.puppeteer_version /app/.puppeteer_version | ||
|
|
||
| FROM node:14-slim as app | ||
| ARG USE_CHINA_NPM_REGISTRY=0 | ||
| ARG PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=1 | ||
| # https://github.com/puppeteer/puppeteer#q-why-doesnt-puppeteer-vxxx-work-with-chromium-vyyy | ||
| RUN \ | ||
| set -ex ; \ | ||
| if [ "$PUPPETEER_SKIP_CHROMIUM_DOWNLOAD" = 0 ]; then \ | ||
| if [ "$USE_CHINA_NPM_REGISTRY" = 1 ]; then \ | ||
| npm config set registry https://registry.npmmirror.com && \ | ||
| yarn config set registry https://registry.npmmirror.com ; \ | ||
| fi; \ | ||
| echo 'Downloading Chromium...' && \ | ||
| unset PUPPETEER_SKIP_CHROMIUM_DOWNLOAD && \ | ||
| yarn add puppeteer@$(cat /app/.puppeteer_version) && \ | ||
| yarn cache clean ; \ | ||
| else \ | ||
| mkdir -p /app/node_modules/puppeteer ; \ | ||
| fi; | ||
|
|
||
| # --------------------------------------------------------------------------------------------------------------------- | ||
|
|
||
| FROM node:16-bullseye-slim as app | ||
|
|
||
| LABEL org.opencontainers.image.authors="https://github.com/DIYgod/RSSHub" | ||
|
|
||
| ENV NODE_ENV production | ||
| ENV TZ Asia/Shanghai | ||
| ARG PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=1 | ||
|
|
||
| WORKDIR /app | ||
| COPY . /app | ||
| COPY --from=dep-builder /app/app-minimal/node_modules /app/node_modules | ||
| COPY --from=dep-builder /usr/bin/dumb-init /usr/bin/dumb-init | ||
|
|
||
| RUN if [ "$PUPPETEER_SKIP_CHROMIUM_DOWNLOAD" = 0 ]; then \ | ||
| apt-get update \ | ||
| && apt-get install -y wget gnupg ca-certificates --no-install-recommends \ | ||
| && wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | apt-key add - \ | ||
| && sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' \ | ||
| && set -ex \ | ||
| && apt-get update \ | ||
| && apt-get install -y google-chrome-unstable fonts-ipafont-gothic fonts-wqy-zenhei fonts-thai-tlwg fonts-kacst fonts-freefont-ttf \ | ||
| ca-certificates \ | ||
| fonts-liberation libappindicator3-1 libasound2 libatk-bridge2.0-0 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 \ | ||
| libfontconfig1 libgbm1 libgcc1 libglib2.0-0 libgtk-3-0 libnspr4 libnss3 libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 \ | ||
| libx11-6 libx11-xcb1 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 \ | ||
| libxrender1 libxss1 libxtst6 lsb-release \ | ||
| --no-install-recommends \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && apt-get purge --auto-remove -y wget gnupg; \ | ||
| fi; | ||
|
|
||
| # install deps first to avoid cache miss or disturbing buildkit to build concurrently | ||
| ARG PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=1 | ||
| # https://github.com/puppeteer/puppeteer/blob/main/docs/troubleshooting.md#chrome-headless-doesnt-launch-on-unix | ||
| # https://github.com/puppeteer/puppeteer/issues/7822 | ||
| # https://www.debian.org/releases/bullseye/amd64/release-notes/ch-information.en.html#noteworthy-obsolete-packages | ||
| RUN \ | ||
| set -ex && \ | ||
| apt-get update && \ | ||
| apt-get install -yq --no-install-recommends \ | ||
| dumb-init \ | ||
| ; \ | ||
| if [ "$PUPPETEER_SKIP_CHROMIUM_DOWNLOAD" = 0 ]; then \ | ||
| apt-get install -yq --no-install-recommends \ | ||
| ca-certificates fonts-liberation wget xdg-utils \ | ||
| libasound2 libatk-bridge2.0-0 libatk1.0-0 libatspi2.0-0 libcairo2 libcups2 libdbus-1-3 libdrm2 libexpat1 \ | ||
| libgbm1 libglib2.0-0 libnspr4 libnss3 libpango-1.0-0 libx11-6 libxcb1 libxcomposite1 libxdamage1 libxext6 \ | ||
| libxfixes3 libxkbcommon0 libxrandr2 \ | ||
| ; \ | ||
| fi; \ | ||
| rm -rf /var/lib/apt/lists/* | ||
|
|
||
| COPY --from=chromium-downloader /app/node_modules/puppeteer /app/node_modules/puppeteer | ||
|
|
||
| # if grep matches nothing then it will exit with 1, thus, we cannot `set -e` here | ||
| RUN \ | ||
| set -x && \ | ||
| if [ "$PUPPETEER_SKIP_CHROMIUM_DOWNLOAD" = 0 ]; then \ | ||
| echo 'Verifying Chromium installation...' && \ | ||
| ldd $(find /app/node_modules/puppeteer/ -name chrome) | grep "not found" ; \ | ||
| if [ "$?" = 0 ]; then \ | ||
| echo "!!! Chromium has unmet shared libs !!!" && \ | ||
| exit 1 ; \ | ||
| else \ | ||
| echo "Awesome! All shared libs are met!" ; \ | ||
| fi; \ | ||
| fi; | ||
|
|
||
| COPY --from=docker-minifier /app /app | ||
|
|
||
| EXPOSE 1200 | ||
| ENTRYPOINT ["dumb-init", "--"] | ||
|
|
||
| CMD ["npm", "run", "start"] | ||
|
|
||
| # --------------------------------------------------------------------------------------------------------------------- | ||
|
|
||
| # In case Chromium has unmet shared libs, here is some magic to find and install the packages they belong to: | ||
| # In most case you can just stop at `grep ^lib` and add those packages to the above stage. | ||
| # | ||
| # apt-get update && \ | ||
| # apt install -yq --no-install-recommends \ | ||
| # apt-file \ | ||
| # && \ | ||
| # apt-file update && \ | ||
| # ldd $(find /app/node_modules/puppeteer/ -name chrome) | grep -Po "\S+(?= => not found)" | \ | ||
| # sed 's/\./\\./g' | awk '{print $1"$"}' | apt-file search -xlf - | grep ^lib | \ | ||
| # xargs -d '\n' -- \ | ||
| # apt-get install -yq --no-install-recommends \ | ||
| # && \ | ||
| # apt purge -yq --auto-remove \ | ||
| # apt-file \ | ||
| # rm -rf /tmp/.chromium_path /var/lib/apt/lists/* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.