ci: add model-ci.yml (#15)

* Split models/fasttext

.github/workflows/model-ci.yml

@@ -0,0 +1,37 @@
+name: 'Model CI'
+
+on:
+  schedule:
+    - cron: '22 22 * * *'
+  push:
+    branches:
+      - main
+    paths:
+      - '.github/workflows/model-ci.yml'
+      - 'models/**'
+      - '!*.md'
+  pull_request:
+    paths:
+      - '.github/workflows/model-ci.yml'
+      - 'models/**'
+      - '!*.md'
+
+jobs:
+  fasttext:
+    runs-on: ubuntu-18.04
+    defaults:
+      run:
+        working-directory: models/fasttext
+    steps:
+      - uses: actions/checkout@v2.3.2
+      - name: Login to Packages
+        run: echo '${{ secrets.GITHUB_TOKEN }}' | docker login 'docker.pkg.github.com' -u 'peaceiris' --password-stdin
+      - run: docker-compose pull --quiet
+        if: github.event_name == 'pull_request'
+      - run: make build
+      - run: docker images
+      # - run: make fmt
+      # - run: make lint
+      # - run: make test
+      - run: docker-compose push
+        if: github.ref == 'refs/heads/main'

models/.gitignore

@@ -1,5 +1,5 @@
 .ACCESS_TOKEN
 *.txt
+!requirements.txt
 suggestions.json
 training_data/
-fasttext/try-suggest.ts

models/README.md

@@ -1,14 +1 @@
-<!-- START doctoc generated TOC please keep comment here to allow auto update -->
-<!-- DON'T EDIT THIS SECTION, INSTEAD RE-RUN doctoc TO UPDATE -->
-**Table of Contents**  *generated with [DocToc](https://github.com/thlorenz/doctoc)*
-
-- [Models](#models)
-
-<!-- END doctoc generated TOC please keep comment here to allow auto update -->
-
 ## Models
-
-```sh
-make build
-make run
-```

models/doc2vec/.dockerignore

@@ -0,0 +1,3 @@
+.*
+*
+!requirements.txt

models/Dockerfile → models/doc2vec/Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.8.5-slim-buster
+FROM python:3.8-slim-buster
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
     build-essential \

models/doc2vec/Makefile

@@ -0,0 +1,11 @@
+IMAGE_NAME := docker.pkg.github.com/peaceiris/actions-suggest-related-links/asrl-doc2vec:latest
+
+.PHONY: build
+build:
+	# docker-compose build
+	docker build -t ${IMAGE_NAME} .
+
+.PHONY: run
+run:
+	# docker-compose run --rm dev bash
+	docker run --rm -i -t -v ${PWD}:/src ${IMAGE_NAME} bash

models/doc2vec/requirements.txt

@@ -0,0 +1,27 @@
+beautifulsoup4==4.9.1
+boto==2.49.0
+boto3==1.14.55
+botocore==1.17.55
+bs4==0.0.1
+certifi==2020.6.20
+chardet==3.0.4
+Deprecated==1.2.10
+docutils==0.15.2
+fasttext==0.9.2
+gensim==3.8.3
+idna==2.10
+jmespath==0.10.0
+Markdown==3.2.2
+numpy==1.19.1
+pybind11==2.5.0
+PyGithub==1.53
+PyJWT==1.7.1
+python-dateutil==2.8.1
+requests==2.24.0
+s3transfer==0.3.3
+scipy==1.5.2
+six==1.15.0
+smart-open==2.1.1
+soupsieve==2.0.1
+urllib3==1.25.10
+wrapt==1.12.1

models/fasttext/.dockerignore

@@ -0,0 +1,3 @@
+.*
+*
+!requirements.txt

models/fasttext/Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.8-slim-buster
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential && \
+    apt-get autoclean && \
+    apt-get clean && \
+    apt-get autoremove -y && \
+    rm -rf /var/lib/apt/lists/*
+
+WORKDIR /build
+ENV PIP_NO_CACHE_DIR="true"
+COPY requirements.txt requirements.txt
+RUN python3 -m pip install --upgrade pip && \
+    python3 -m pip install -r ./requirements.txt && \
+    python3 -m pip check && \
+    rm -rf /build
+
+WORKDIR /src

models/fasttext/Makefile

@@ -0,0 +1,7 @@
+.PHONY: build
+build:
+	docker-compose build
+
+.PHONY: run
+run:
+	docker-compose run --rm dev bash

models/fasttext/docker-compose.yml

@@ -0,0 +1,13 @@
+version: '3'
+
+services:
+  dev:
+    build: .
+    image: docker.pkg.github.com/peaceiris/actions-suggest-related-links/asrl-fasttext:latest
+    container_name: asrl_fasttext
+    volumes:
+      - ${PWD}:/src
+    stdin_open: true
+    tty: true
+    command:
+      - bash

models/fasttext/requirements.txt

@@ -0,0 +1,3 @@
+fasttext==0.9.2
+numpy==1.19.2
+pybind11==2.5.0

package.json

@@ -32,7 +32,7 @@
       "prettier --check",
       "eslint"
     ],
-    "README.md": [
+    "/README.md": [
       "npx doctoc@1.4.0 --github"
     ]
   },