go.yml

name: Go

on:
  pull_request:
    branches: [ "main" , "**" ]

jobs:
  paths-filter:
    name: Get changed paths
    runs-on: ubuntu-latest
    outputs:
      embeddings: ${{ steps.changes.outputs.embeddings }}
      rerankings: ${{ steps.changes.outputs.rerankings }}
      docs: ${{ steps.changes.outputs.docs }}
    steps:
      - name: Get changed paths
        id: changes
        uses: dorny/paths-filter@v3
        with:
          predicate-quantifier: 'some'
          filters: |
            embeddings:
              - 'pkg/embeddings/**'
              - 'pkg/commons/embed/**'
            rerankings:
              - 'pkg/rerankings/**'
              - 'pkg/commons/cohere/**'
            docs:
              - 'docs/**'
  lint:
    name: Lint
    runs-on: ubuntu-latest
    environment: Test
    steps:
      - uses: actions/checkout@v3
      - name: Set up Go
        uses: actions/setup-go@v4
        with:
          go-version-file: 'go.mod'
      - name: Run golangci-lint
        uses: golangci/golangci-lint-action@v3
        with:
          version: latest
  build:
    name: Build and Test
    runs-on: ubuntu-latest
    needs: [lint,paths-filter]
    strategy:
      matrix:
        chroma-version: ["0.4.8", "0.4.24","0.5.0","0.5.5"]
    environment: Test
    steps:
    - uses: actions/checkout@v3
    - name: Set up Go
      uses: actions/setup-go@v4
      with:
        go-version-file: 'go.mod'
    - name: Build
      run: make build
    - name: Test
      run: make test
      env:
        CHROMA_VERSION: ${{ matrix.chroma-version }}
  ef:
    name: Test Embedding Functions
    runs-on: ubuntu-latest
    needs: [build,paths-filter]
    if: needs.paths-filter.outputs.embeddings == 'true'
    environment: Test
    steps:
      - uses: actions/checkout@v3
      - name: Set up Go
        uses: actions/setup-go@v4
        with:
          go-version-file: 'go.mod'
      - name: Build
        run: make build
      - name: Test
        run: make test-ef
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
          HF_API_KEY: ${{ secrets.HF_API_KEY }}
          CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }}
          CF_ACCOUNT_ID: ${{ secrets.CF_ACCOUNT_ID }}
          CF_GATEWAY_ENDPOINT: ${{ secrets.CF_GATEWAY_ENDPOINT }}
          TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
          VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
          GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
          MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
          NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
          JINA_API_KEY: ${{ secrets.JINA_API_KEY }}
  rf:
    name: Test Ranking Functions
    runs-on: ubuntu-latest
    needs: [build,ef,paths-filter]
    if: needs.paths-filter.outputs.rerankings == 'true'
    environment: Test
    steps:
      - uses: actions/checkout@v3
      - name: Set up Go
        uses: actions/setup-go@v4
        with:
          go-version-file: 'go.mod'
      - name: Build
        run: make build
      - name: Test
        run: make test-rf
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
          HF_API_KEY: ${{ secrets.HF_API_KEY }}
          CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }}
          CF_ACCOUNT_ID: ${{ secrets.CF_ACCOUNT_ID }}
          CF_GATEWAY_ENDPOINT: ${{ secrets.CF_GATEWAY_ENDPOINT }}
          TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
          VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
          GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
          MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
          NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
          JINA_API_KEY: ${{ secrets.JINA_API_KEY }}