diff --git a/.github/workflows/model-ci.yml b/.github/workflows/model-ci.yml new file mode 100644 index 0000000..3e0b3c5 --- /dev/null +++ b/.github/workflows/model-ci.yml @@ -0,0 +1,37 @@ +name: 'Model CI' + +on: + schedule: + - cron: '22 22 * * *' + push: + branches: + - main + paths: + - '.github/workflows/model-ci.yml' + - 'models/**' + - '!*.md' + pull_request: + paths: + - '.github/workflows/model-ci.yml' + - 'models/**' + - '!*.md' + +jobs: + fasttext: + runs-on: ubuntu-18.04 + defaults: + run: + working-directory: models/fasttext + steps: + - uses: actions/checkout@v2.3.2 + - name: Login to Packages + run: echo '${{ secrets.GITHUB_TOKEN }}' | docker login 'docker.pkg.github.com' -u 'peaceiris' --password-stdin + - run: docker-compose pull --quiet + if: github.event_name == 'pull_request' + - run: make build + - run: docker images + # - run: make fmt + # - run: make lint + # - run: make test + - run: docker-compose push + if: github.ref == 'refs/heads/main' diff --git a/models/.gitignore b/models/.gitignore index af09fcd..d8cd950 100644 --- a/models/.gitignore +++ b/models/.gitignore @@ -1,5 +1,5 @@ .ACCESS_TOKEN *.txt +!requirements.txt suggestions.json training_data/ -fasttext/try-suggest.ts diff --git a/models/Makefile b/models/Makefile deleted file mode 100644 index 73a682b..0000000 --- a/models/Makefile +++ /dev/null @@ -1,11 +0,0 @@ -IMAGE_NAME := peaceiris/actions-suggest-related-links-models:latest - -.PHONY: build -build: - # docker-compose build --build-arg NODE_VERSION=$(NODE_VERSION) - docker build -t ${IMAGE_NAME} - -.PHONY: run -run: - # docker-compose run --rm dev bash - docker run --rm -i -t -v ${PWD}:/src ${IMAGE_NAME} bash diff --git a/models/README.md b/models/README.md index fa47711..43d1535 100644 --- a/models/README.md +++ b/models/README.md @@ -1,14 +1 @@ - - -**Table of Contents** *generated with [DocToc](https://github.com/thlorenz/doctoc)* - -- [Models](#models) - - - ## Models - -```sh -make build -make run -``` diff --git a/models/doc2vec/.dockerignore b/models/doc2vec/.dockerignore new file mode 100644 index 0000000..886095e --- /dev/null +++ b/models/doc2vec/.dockerignore @@ -0,0 +1,3 @@ +.* +* +!requirements.txt diff --git a/models/Dockerfile b/models/doc2vec/Dockerfile similarity index 94% rename from models/Dockerfile rename to models/doc2vec/Dockerfile index 08ca630..06d3e2d 100644 --- a/models/Dockerfile +++ b/models/doc2vec/Dockerfile @@ -1,4 +1,4 @@ -FROM python:3.8.5-slim-buster +FROM python:3.8-slim-buster RUN apt-get update && apt-get install -y --no-install-recommends \ build-essential \ diff --git a/models/doc2vec/Makefile b/models/doc2vec/Makefile new file mode 100644 index 0000000..469cb66 --- /dev/null +++ b/models/doc2vec/Makefile @@ -0,0 +1,11 @@ +IMAGE_NAME := docker.pkg.github.com/peaceiris/actions-suggest-related-links/asrl-doc2vec:latest + +.PHONY: build +build: + # docker-compose build + docker build -t ${IMAGE_NAME} . + +.PHONY: run +run: + # docker-compose run --rm dev bash + docker run --rm -i -t -v ${PWD}:/src ${IMAGE_NAME} bash diff --git a/models/doc2vec/requirements.txt b/models/doc2vec/requirements.txt new file mode 100644 index 0000000..3c90b9c --- /dev/null +++ b/models/doc2vec/requirements.txt @@ -0,0 +1,27 @@ +beautifulsoup4==4.9.1 +boto==2.49.0 +boto3==1.14.55 +botocore==1.17.55 +bs4==0.0.1 +certifi==2020.6.20 +chardet==3.0.4 +Deprecated==1.2.10 +docutils==0.15.2 +fasttext==0.9.2 +gensim==3.8.3 +idna==2.10 +jmespath==0.10.0 +Markdown==3.2.2 +numpy==1.19.1 +pybind11==2.5.0 +PyGithub==1.53 +PyJWT==1.7.1 +python-dateutil==2.8.1 +requests==2.24.0 +s3transfer==0.3.3 +scipy==1.5.2 +six==1.15.0 +smart-open==2.1.1 +soupsieve==2.0.1 +urllib3==1.25.10 +wrapt==1.12.1 diff --git a/models/fasttext/.dockerignore b/models/fasttext/.dockerignore new file mode 100644 index 0000000..886095e --- /dev/null +++ b/models/fasttext/.dockerignore @@ -0,0 +1,3 @@ +.* +* +!requirements.txt diff --git a/models/fasttext/Dockerfile b/models/fasttext/Dockerfile new file mode 100644 index 0000000..235dcdc --- /dev/null +++ b/models/fasttext/Dockerfile @@ -0,0 +1,18 @@ +FROM python:3.8-slim-buster + +RUN apt-get update && apt-get install -y --no-install-recommends \ + build-essential && \ + apt-get autoclean && \ + apt-get clean && \ + apt-get autoremove -y && \ + rm -rf /var/lib/apt/lists/* + +WORKDIR /build +ENV PIP_NO_CACHE_DIR="true" +COPY requirements.txt requirements.txt +RUN python3 -m pip install --upgrade pip && \ + python3 -m pip install -r ./requirements.txt && \ + python3 -m pip check && \ + rm -rf /build + +WORKDIR /src diff --git a/models/fasttext/Makefile b/models/fasttext/Makefile new file mode 100644 index 0000000..8f7f637 --- /dev/null +++ b/models/fasttext/Makefile @@ -0,0 +1,7 @@ +.PHONY: build +build: + docker-compose build + +.PHONY: run +run: + docker-compose run --rm dev bash diff --git a/models/fasttext/docker-compose.yml b/models/fasttext/docker-compose.yml new file mode 100644 index 0000000..865fe35 --- /dev/null +++ b/models/fasttext/docker-compose.yml @@ -0,0 +1,13 @@ +version: '3' + +services: + dev: + build: . + image: docker.pkg.github.com/peaceiris/actions-suggest-related-links/asrl-fasttext:latest + container_name: asrl_fasttext + volumes: + - ${PWD}:/src + stdin_open: true + tty: true + command: + - bash diff --git a/models/fasttext/requirements.txt b/models/fasttext/requirements.txt new file mode 100644 index 0000000..f3e797c --- /dev/null +++ b/models/fasttext/requirements.txt @@ -0,0 +1,3 @@ +fasttext==0.9.2 +numpy==1.19.2 +pybind11==2.5.0 diff --git a/package.json b/package.json index 9db76d1..c2eab23 100644 --- a/package.json +++ b/package.json @@ -32,7 +32,7 @@ "prettier --check", "eslint" ], - "README.md": [ + "/README.md": [ "npx doctoc@1.4.0 --github" ] },