CASSGO-22 #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build | |
on: | |
push: | |
branches: | |
- master | |
pull_request: | |
types: [ opened, synchronize, reopened ] | |
env: | |
CCM_VERSION: "6e71061146f7ae67b84ccd2b1d90d7319b640e4c" | |
jobs: | |
build: | |
name: Unit tests | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
go: [ '1.22', '1.23' ] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-go@v4 | |
with: | |
go-version: ${{ matrix.go }} | |
- run: go vet | |
- name: Run unit tests | |
run: go test -v -tags unit -race | |
integration-cassandra: | |
timeout-minutes: 15 | |
needs: | |
- build | |
name: Integration Tests | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
go: [ '1.22', '1.23' ] | |
cassandra_version: [ '4.0.13', '4.1.6' ] | |
auth: [ "false" ] | |
compressor: [ "snappy" ] | |
tags: [ "cassandra", "integration", "ccm" ] | |
steps: | |
- uses: actions/checkout@v2 | |
- uses: actions/setup-go@v2 | |
with: | |
go-version: ${{ matrix.go }} | |
- uses: actions/cache@v2 | |
id: gomod-cache | |
with: | |
path: ~/go/pkg/mod | |
key: ${{ runner.os }}-go-${{ hashFiles('go.mod') }} | |
restore-keys: | | |
${{ runner.os }}-go- | |
- name: Install Java | |
run: | | |
curl -s "https://get.sdkman.io" | bash | |
source "$HOME/.sdkman/bin/sdkman-init.sh" | |
echo "sdkman_auto_answer=true" >> ~/.sdkman/etc/config | |
# sdk list java | |
sdk install java 11.0.24-zulu | |
echo "JAVA11_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV | |
sdk install java 17.0.12-zulu | |
echo "JAVA17_HOME=$JAVA_HOME_17_X64" >> $GITHUB_ENV | |
# by default use JDK 11 | |
sdk default java 11.0.24-zulu | |
sdk use java 11.0.24-zulu | |
echo "JAVA_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV | |
echo "PATH=$PATH" >> $GITHUB_ENV | |
- name: Install CCM | |
run: | | |
python3 -m venv ~/venv | |
~/venv/bin/pip install setuptools | |
~/venv/bin/pip install "git+https://github.com/riptano/ccm.git@${CCM_VERSION}" | |
- name: Start cassandra nodes | |
run: | | |
source ~/venv/bin/activate | |
VERSION=${{ matrix.cassandra_version }} | |
keypath="$(pwd)/testdata/pki" | |
conf=( | |
"client_encryption_options.enabled: true" | |
"client_encryption_options.keystore: $keypath/.keystore" | |
"client_encryption_options.keystore_password: cassandra" | |
"client_encryption_options.require_client_auth: true" | |
"client_encryption_options.truststore: $keypath/.truststore" | |
"client_encryption_options.truststore_password: cassandra" | |
"concurrent_reads: 2" | |
"concurrent_writes: 2" | |
"write_request_timeout_in_ms: 5000" | |
"read_request_timeout_in_ms: 5000" | |
) | |
if [[ $VERSION == 3.*.* ]]; then | |
conf+=( | |
"rpc_server_type: sync" | |
"rpc_min_threads: 2" | |
"rpc_max_threads: 2" | |
"enable_user_defined_functions: true" | |
"enable_materialized_views: true" | |
) | |
elif [[ $VERSION == 4.0.* ]]; then | |
conf+=( | |
"enable_user_defined_functions: true" | |
"enable_materialized_views: true" | |
) | |
else | |
conf+=( | |
"user_defined_functions_enabled: true" | |
"materialized_views_enabled: true" | |
) | |
fi | |
ccm remove test || true | |
ccm create test -v $VERSION -n 3 -d --vnodes --jvm_arg="-Xmx256m -XX:NewSize=100m" | |
ccm updateconf "${conf[@]}" | |
export JVM_EXTRA_OPTS=" -Dcassandra.test.fail_writes_ks=test -Dcassandra.custom_query_handler_class=org.apache.cassandra.cql3.CustomPayloadMirroringQueryHandler" | |
ccm start --wait-for-binary-proto --verbose | |
ccm status | |
ccm node1 nodetool status | |
args="-gocql.timeout=60s -runssl -proto=4 -rf=3 -clusterSize=3 -autowait=2000ms -compressor=${{ matrix.compressor }} -gocql.cversion=$VERSION -cluster=$(ccm liveset) ./..." | |
echo "args=$args" >> $GITHUB_ENV | |
echo "JVM_EXTRA_OPTS=$JVM_EXTRA_OPTS" >> $GITHUB_ENV | |
- name: Integration tests | |
run: | | |
source ~/venv/bin/activate | |
export JVM_EXTRA_OPTS="${{env.JVM_EXTRA_OPTS}}" | |
go test -v -tags "${{ matrix.tags }} gocql_debug" -timeout=5m -race ${{ env.args }} | |
- name: 'Save ccm logs' | |
if: 'failure()' | |
uses: actions/upload-artifact@v3 | |
with: | |
name: ccm-cluster | |
path: /home/runner/.ccm/test | |
retention-days: 5 | |
integration-auth-cassandra: | |
timeout-minutes: 15 | |
needs: | |
- build | |
name: Integration Tests with auth | |
runs-on: ubuntu-latest | |
strategy: | |
fail-fast: false | |
matrix: | |
go: [ '1.22', '1.23' ] | |
cassandra_version: [ '4.0.13' ] | |
compressor: [ "snappy" ] | |
tags: [ "integration" ] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-go@v4 | |
with: | |
go-version: ${{ matrix.go }} | |
- name: Install Java | |
run: | | |
curl -s "https://get.sdkman.io" | bash | |
source "$HOME/.sdkman/bin/sdkman-init.sh" | |
echo "sdkman_auto_answer=true" >> ~/.sdkman/etc/config | |
# sdk list java | |
sdk install java 11.0.24-zulu | |
echo "JAVA11_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV | |
sdk install java 17.0.12-zulu | |
echo "JAVA17_HOME=$JAVA_HOME_17_X64" >> $GITHUB_ENV | |
# by default use JDK 11 | |
sdk default java 11.0.24-zulu | |
sdk use java 11.0.24-zulu | |
echo "JAVA_HOME=$JAVA_HOME_11_X64" >> $GITHUB_ENV | |
echo "PATH=$PATH" >> $GITHUB_ENV | |
- name: Install CCM | |
run: | | |
python3 -m venv ~/venv | |
~/venv/bin/pip install setuptools | |
~/venv/bin/pip install "git+https://github.com/riptano/ccm.git@${CCM_VERSION}" | |
- name: Start cassandra nodes | |
run: | | |
source ~/venv/bin/activate | |
VERSION=${{ matrix.cassandra_version }} | |
keypath="$(pwd)/testdata/pki" | |
conf=( | |
"client_encryption_options.enabled: true" | |
"client_encryption_options.keystore: $keypath/.keystore" | |
"client_encryption_options.keystore_password: cassandra" | |
"client_encryption_options.require_client_auth: true" | |
"client_encryption_options.truststore: $keypath/.truststore" | |
"client_encryption_options.truststore_password: cassandra" | |
"concurrent_reads: 2" | |
"concurrent_writes: 2" | |
"write_request_timeout_in_ms: 5000" | |
"read_request_timeout_in_ms: 5000" | |
"authenticator: PasswordAuthenticator" | |
"authorizer: CassandraAuthorizer" | |
"enable_user_defined_functions: true" | |
) | |
if [[ $VERSION == 3.*.* ]]; then | |
conf+=( | |
"rpc_server_type: sync" | |
"rpc_min_threads: 2" | |
"rpc_max_threads: 2" | |
"enable_user_defined_functions: true" | |
"enable_materialized_views: true" | |
) | |
elif [[ $VERSION == 4.0.* ]]; then | |
conf+=( | |
"enable_user_defined_functions: true" | |
"enable_materialized_views: true" | |
) | |
else | |
conf+=( | |
"user_defined_functions_enabled: true" | |
"materialized_views_enabled: true" | |
) | |
fi | |
ccm remove test || true | |
ccm create test -v $VERSION -n 1 -d --vnodes --jvm_arg="-Xmx256m -XX:NewSize=100m" | |
ccm updateconf "${conf[@]}" | |
rm -rf $HOME/.ccm/test/node1/data/system_auth | |
export JVM_EXTRA_OPTS=" -Dcassandra.test.fail_writes_ks=test -Dcassandra.custom_query_handler_class=org.apache.cassandra.cql3.CustomPayloadMirroringQueryHandler" | |
ccm start --wait-for-binary-proto --verbose | |
ccm status | |
ccm node1 nodetool status | |
args="-gocql.timeout=60s -runssl -proto=4 -rf=3 -clusterSize=1 -autowait=2000ms -compressor=${{ matrix.compressor }} -gocql.cversion=$VERSION -cluster=$(ccm liveset) ./..." | |
echo "args=$args" >> $GITHUB_ENV | |
echo "JVM_EXTRA_OPTS=$JVM_EXTRA_OPTS" >> $GITHUB_ENV | |
sleep 30s | |
- name: Integration tests | |
run: | | |
source ~/venv/bin/activate | |
export JVM_EXTRA_OPTS="${{env.JVM_EXTRA_OPTS}}" | |
go test -v -run=TestAuthentication -tags "${{ matrix.tags }} gocql_debug" -timeout=15s -runauth ${{ env.args }} |