-
Notifications
You must be signed in to change notification settings - Fork 56
235 lines (230 loc) · 9.65 KB
/
test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
name: test
on:
push:
branches:
- main
- dev
pull_request:
branches:
- main
- dev
workflow_dispatch:
inputs:
debug_enabled:
type: boolean
description: "Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)"
required: false
default: false
jobs:
test_lantern:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-22.04, ubicloud-standard-4-arm, macos-13]
postgres: [12, 13, 14, 15, 16]
steps:
- uses: actions/checkout@v4
with:
# fetch-depth ensures all tags are present on the repo so we can run update tests successfully
fetch-depth: 0
submodules: "recursive"
- name: Build without SSL
id: build_without_ssl
run: sudo sh -c "INSTALL_EXTRAS=1 USE_SSL=0 PG_VERSION=$PG_VERSION USE_SOURCE=1 GITHUB_OUTPUT=$GITHUB_OUTPUT INSTALL_CLI=1 ENABLE_FAILURE_POINTS=1 ./ci/scripts/build.sh"
env:
PG_VERSION: ${{ matrix.postgres }}
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
- name: Check clang formatting
run: "cd /tmp/lantern/lantern_hnsw/build && make format_check"
# Enable tmate debugging of manually-triggered workflows if the input option was provided
- name: Setup tmate session
uses: mxschmitt/action-tmate@v3
if: ${{ github.event_name == 'workflow_dispatch' && inputs.debug_enabled }}
- name: Run tests linux without SSL
id: test-linux-without-ssl
run: sudo su postgres -c "PG_VERSION=$PG_VERSION ./ci/scripts/run-tests-linux.sh"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Run integration tests linux without SSL
id: integration-test-linux-without-ssl
run: |
# pytest tries to open files with full path and so 'work' home folder must be listable by postgres for it to work
sudo -E chmod +x $HOME && \
sudo su postgres -c "LANTERN_CLI_PATH=${{ env.LANTERN_CLI_PATH }} USE_SSL=0 /tmp/lantern/lantern_hnsw/cienv/bin/python ./lantern_hnsw/scripts/integration_tests.py -k external_index" &&\
echo "Done with integration tests"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Build
id: build
run: sudo sh -c "USE_SSL=1 PG_VERSION=$PG_VERSION USE_SOURCE=1 GITHUB_OUTPUT=$GITHUB_OUTPUT ENABLE_COVERAGE=$ENABLE_COVERAGE ENABLE_FAILURE_POINTS=1 ./ci/scripts/build.sh"
env:
PG_VERSION: ${{ matrix.postgres }}
BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
ENABLE_COVERAGE: ${{ (startsWith(matrix.os, 'ubuntu') && matrix.postgres == 15) && '1' || '0' }}
- name: Run tests linux
id: test-linux
run: sudo su postgres -c "PG_VERSION=$PG_VERSION ./ci/scripts/run-tests-linux.sh"
env:
PG_VERSION: ${{ matrix.postgres }}
ENABLE_COVERAGE: ${{ (startsWith(matrix.os, 'ubuntu') && matrix.postgres == 15) && '1' || '0' }}
if: ${{ !startsWith(matrix.os, 'mac') }}
# integration tests
- name: Set LANTERN_CLI_PATH variable
run: echo "LANTERN_CLI_PATH=/tmp/bin/lantern-cli" >> $GITHUB_ENV
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Run integration tests linux
id: integration-test-linux
run: |
# pytest tries to open files with full path and so 'work' home folder must be listable by postgres for it to work
sudo fuser -k 8998/tcp || true 2>/dev/null # kill previously started cli
sudo -E chmod +x $HOME && \
sudo su postgres -c "LANTERN_CLI_PATH=${{ env.LANTERN_CLI_PATH }} USE_SSL=1 /tmp/lantern/lantern_hnsw/cienv/bin/python ./lantern_hnsw/scripts/integration_tests.py" &&\
echo "Done with integration tests"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Collect coverage files
id: collect-cov-files
run: sudo su postgres -c "cd /tmp/lantern/lantern_hnsw/build && make cover"
if: ${{ startsWith(matrix.os, 'ubuntu') && matrix.postgres == 15 }}
- name: Run update tests linux
id: update-test-linux
run: |
# Start postgres
sudo su postgres -c "PG_VERSION=$PG_VERSION RUN_TESTS=0 ./ci/scripts/run-tests-linux.sh" && \
sudo su -c "cd /tmp/lantern/lantern_hnsw && PG_VERSION=$PG_VERSION ./cienv/bin/python ./scripts/test_updates.py -U postgres --builddir ./build_updates --rootdir ." &&\
echo "Done with updates"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Run catalog update checks
id: catalog-update-test-linux
run: |
sudo su postgres -c "PG_VERSION=$PG_VERSION RUN_TESTS=0 ./ci/scripts/run-tests-linux.sh" && \
sudo su -c "cd /tmp/lantern/lantern_hnsw && PG_VERSION=$PG_VERSION DATABASE_URL='postgresql://postgres@localhost:5432/postgres' ruby ./scripts/test_updates/main.rb test lantern" &&\
echo "Done catalog update checks"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ !startsWith(matrix.os, 'mac') }}
- name: Run tests mac
id: test-mac
run: ./ci/scripts/run-tests-mac.sh
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ startsWith(matrix.os, 'mac') }}
- name: Run integration tests mac
id: integration-test-mac
run: |
PATH="/usr/local/opt/postgresql@${PG_VERSION}/bin:$PATH" /tmp/lantern/lantern_hnsw/cienv/bin/python ./lantern_hnsw/scripts/integration_tests.py &&\
echo "Done with integration tests"
env:
PG_VERSION: ${{ matrix.postgres }}
if: ${{ startsWith(matrix.os, 'mac') }}
- name: Upload Postgres logs
if: failure()
uses: actions/upload-artifact@v4
with:
name: postgres-server-${{ matrix.os }}-${{ matrix.postgres }}-logs
path: |
/tmp/pg-out.log
/tmp/pg-error.log
- name: Upload lantern coverage
if: ${{ startsWith(matrix.os, 'ubuntu') && matrix.postgres == 15 }}
uses: actions/upload-artifact@v4
with:
name: lantern-lcov.info
path: /tmp/lantern/lantern_hnsw/build/coverage.info
test_extras:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-22.04, ubicloud-standard-4-arm]
postgres: [15]
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Setup Rust
run: rustup toolchain install stable --profile minimal --no-self-update
- name: Configure sccache
run: |
echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
- name: Run sccache-cache
uses: mozilla-actions/sccache-action@v0.0.4
- name: Cache cargo deps
uses: Swatinem/rust-cache@v2
with:
workspaces: |
lantern_cli
lantern_extras
- name: Setup test env
run: sudo su -c "PG_VERSION=$PG_VERSION SETUP_ENV=1 SETUP_POSTGRES=1 SETUP_TESTS=1 USE_SOURCE=1 ./ci/scripts/build-extras.sh"
env:
PG_VERSION: ${{ matrix.postgres }}
- name: Initialize pgrx
run: |
cargo install cargo-pgrx --version 0.12.7
cargo pgrx init "--pg$PG_VERSION" /usr/bin/pg_config
env:
PG_VERSION: ${{ matrix.postgres }}
- name: Run postgres
run: RUN_POSTGRES=1 ./ci/scripts/build-extras.sh
env:
PG_VERSION: ${{ matrix.postgres }}
- name: Setup permissions
run: |
sudo chmod 777 -R /usr/lib/postgresql/15/lib/
sudo chmod 777 -R /usr/share/postgresql/15/extension/
- name: Run tests
run: |
export RUSTFLAGS='--cfg profile="ci-build" -C instrument-coverage'
export LLVM_PROFILE_FILE="$(pwd)/coverage-%p-%m.profraw"
cargo test
env:
OPENAI_TOKEN: ${{ secrets.OPENAI_TOKEN }}
COHERE_TOKEN: ${{ secrets.COHERE_TOKEN }}
DB_URL: "postgres://postgres@127.0.0.1:5432/postgres"
- name: Collect coverage
if: ${{ startsWith(matrix.os, 'ubuntu') }}
run: |
cargo install grcov
rustup component add llvm-tools-preview
grcov *.profraw -s . --binary-path target/debug -t lcov --branch -o lantern-extras-lcov.info --ignore "{target/debug/build/*,lantern_cli/tests/*,lantern_cli/src/main.rs}"
- name: Upload lantern_extras coverage
uses: actions/upload-artifact@v4
if: ${{ startsWith(matrix.os, 'ubuntu') }}
with:
name: lantern-extras-lcov.info
path: ./lantern-extras-lcov.info
upload_coverage:
runs-on: ubuntu-22.04
needs: [test_lantern, test_extras]
strategy:
fail-fast: false
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- uses: actions/download-artifact@v4
with:
pattern: "*-lcov.info"
merge-multiple: true
path: /tmp/lantern-coverage
- uses: geekyeggo/delete-artifact@v4
with:
name: "*-lcov.info"
- name: Upload coverage to Codecov
env:
codecov_token: ${{ secrets.CODECOV_TOKEN }}
uses: codecov/codecov-action@v4.0.1
if: ${{ env.codecov_token != '' }}
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: /tmp/lantern-coverage/coverage.info,/tmp/lantern-coverage/lantern-extras-lcov.info
fail_ci_if_error: true
verbose: true