Setup api tests on decomposeds3

.woodpecker/api-integration-test-on-decomposedS3.yaml

@@ -0,0 +1,113 @@
+---
+depends_on: [ build ]
+
+variables:
+  - &golang_image 'docker.io/golang:1.24'
+  - &alpine_image 'owncloudci/alpine:latest'
+  - &behat_image 'cs3org/behat:latest'
+  - &ldap_image 'osixia/openldap:1.3.0'
+  - &minio_image 'minio/mc:RELEASE.2021-10-07T04-19-58Z'
+  - &woodpecker_wait_plugin_image 'ghcr.io/dvjn/woodpecker-is-it-up-yet-plugin'
+  - &ceph_image 'ceph/daemon'
+
+when:
+  - event: [ push , manual ]
+    branch: ${CI_REPO_DEFAULT_BRANCH}
+  - event: [ pull_request ]
+
+matrix:
+  RUN_PART: [ 1, 2, 3, 4 ]
+
+steps:
+  fetch-binary:
+    image: *minio_image
+    environment:
+      AWS_ACCESS_KEY_ID:
+        from_secret: cache_s3_access_key
+      AWS_SECRET_ACCESS_KEY:
+        from_secret: cache_s3_secret_key
+      S3_BUCKET:
+        from_secret: cache_s3_bucket
+      S3_ENDPOINT:
+        from_secret: cache_s3_server
+    commands:
+      - mc alias set s3 $S3_ENDPOINT $AWS_ACCESS_KEY_ID $AWS_SECRET_ACCESS_KEY
+      - mc cp -a s3/$S3_BUCKET/opencloud-eu/reva/$CI_COMMIT_SHA-$CI_PIPELINE_NUMBER-revad $CI_WORKSPACE/cmd/revad/revad
+  wait_for_ldap:
+    image: *woodpecker_wait_plugin_image
+    settings:
+      host: ldap
+      port: 389
+  wait_for_ceph:
+    image: *woodpecker_wait_plugin_image
+    settings:
+      host: ceph
+      port: 8080
+  revad-services:
+    image: *golang_image
+    detach: true
+    commands:
+      - cd tests/oc-integration-tests/ci/
+      - ../../../cmd/revad/revad -c frontend.toml &
+      - ../../../cmd/revad/revad -c gateway.toml &
+      - ../../../cmd/revad/revad -c shares.toml &
+      - ../../../cmd/revad/revad -c storage-shares.toml &
+      - ../../../cmd/revad/revad -c machine-auth.toml &
+      - ../../../cmd/revad/revad -c storage-users-decomposeds3.toml &
+      - ../../../cmd/revad/revad -c storage-publiclink.toml &
+      - ../../../cmd/revad/revad -c permissions-demo-ci.toml &
+      - ../../../cmd/revad/revad -c ldap-users.toml
+  wait_for_server:
+    image: *woodpecker_wait_plugin_image
+    settings:
+      host: revad-services
+      port: 19000
+  clone_api_tests:
+    image: *alpine_image
+    commands:
+      - . ./.woodpecker.env
+      - git clone -b $APITESTS_BRANCH --single-branch --no-tags $APITESTS_REPO_GIT_URL
+      - cd opencloud
+      - git checkout $APITESTS_COMMITID
+  opencloud-api-tests:
+    image: *behat_image
+    commands:
+      - cd opencloud
+      - make test-acceptance-api
+    environment:
+      TEST_SERVER_URL: "http://revad-services:20080"
+      OC_REVA_DATA_ROOT: "/woodpecker/src/reva/data"
+      DELETE_USER_DATA_CMD: "rm -rf /woodpecker/src/reva/data/spaces/* /woodpecker/src/reva/data/blobs/* /woodpecker/src/reva/data/indexes/by-type/*"
+      STORAGE_DRIVER: "decomposeds3"
+      TEST_WITH_LDAP: True
+      REVA_LDAP_HOSTNAME: "ldap"
+      TEST_REVA: True
+      SEND_SCENARIO_LINE_REFERENCES: True
+      BEHAT_FILTER_TAGS: "~@skip&&~@skipOnReva&&~@env-config"
+      DIVIDE_INTO_NUM_PARTS: "4"
+      RUN_PART: "${RUN_PART}"
+      EXPECTED_FAILURES_FILE: "/woodpecker/src/github.com/opencloud-eu/reva/tests/acceptance/expected-failures-on-DECOMPOSEDS3-storage.md"
+      ACCEPTANCE_TEST_TYPE: "core-api"
+
+services:
+  ldap:
+    image: *ldap_image
+    environment:
+      LDAP_DOMAIN: "example.org"
+      LDAP_ORGANISATION: "example"
+      LDAP_ADMIN_PASSWORD: "admin"
+      LDAP_TLS_VERIFY_CLIENT: "never"
+      HOSTNAME: "ldap"
+  ceph:
+    image: *ceph_image
+    environment:
+      CEPH_DAEMON: "demo"
+      NETWORK_AUTO_DETECT: "4"
+      MON_IP: "0.0.0.0"
+      CEPH_PUBLIC_NETWORK: "0.0.0.0/0"
+      RGW_CIVETWEB_PORT: "4000"
+      RGW_NAME: "ceph"
+      CEPH_DEMO_UID: "test-user"
+      CEPH_DEMO_ACCESS_KEY: "test"
+      CEPH_DEMO_SECRET_KEY: "test"
+      CEPH_DEMO_BUCKET: "test"

.woodpecker/purge-cache.yaml

@@ -1,5 +1,5 @@
 ---
-depends_on: [test, test-integration, api-integration-test-on-decomposed]
+depends_on: [test, test-integration, api-integration-test-on-decomposed, api-integration-test-on-decomposedS3]
 
 variables:
   - &minio_image 'minio/mc:RELEASE.2021-10-07T04-19-58Z'

tests/acceptance/expected-failures-on-DECOMPOSEDS3-storage.md

@@ -98,38 +98,6 @@ _ocdav: api compatibility, return correct status code_
 #### [Difference in response content of status.php and default capabilities](https://github.com/owncloud/ocis/issues/1286)
 -   [coreApiCapabilities/capabilitiesWithNormalUser.feature:13](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiCapabilities/capabilitiesWithNormalUser.feature#L13) Scenario: getting default capabilities with normal user
 
-#### [spaces endpoint does not allow REPORT requests](https://github.com/owncloud/ocis/issues/4034)
--   [coreApiWebdavOperations/search.feature:42](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L42)
--   [coreApiWebdavOperations/search.feature:43](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L43)
--   [coreApiWebdavOperations/search.feature:44](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L44)
--   [coreApiWebdavOperations/search.feature:60](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L60)
--   [coreApiWebdavOperations/search.feature:61](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L61)
--   [coreApiWebdavOperations/search.feature:62](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L62)
--   [coreApiWebdavOperations/search.feature:79](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L79)
--   [coreApiWebdavOperations/search.feature:80](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L80)
--   [coreApiWebdavOperations/search.feature:81](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L81)
--   [coreApiWebdavOperations/search.feature:90](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L90)
--   [coreApiWebdavOperations/search.feature:91](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L91)
--   [coreApiWebdavOperations/search.feature:92](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L92)
--   [coreApiWebdavOperations/search.feature:110](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L110)
--   [coreApiWebdavOperations/search.feature:111](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L111)
--   [coreApiWebdavOperations/search.feature:132](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L132)
--   [coreApiWebdavOperations/search.feature:112](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L112)
--   [coreApiWebdavOperations/search.feature:151](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L151)
--   [coreApiWebdavOperations/search.feature:130](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L130)
--   [coreApiWebdavOperations/search.feature:131](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L131)
--   [coreApiWebdavOperations/search.feature:152](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L152)
--   [coreApiWebdavOperations/search.feature:181](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L181)
--   [coreApiWebdavOperations/search.feature:209](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L209)
--   [coreApiWebdavOperations/search.feature:208](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L208)
--   [coreApiWebdavOperations/search.feature:153](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L153)
--   [coreApiWebdavOperations/search.feature:180](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L180)
--   [coreApiWebdavOperations/search.feature:182](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L182)
--   [coreApiWebdavOperations/search.feature:210](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L210)
--   [coreApiWebdavOperations/search.feature:229](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L229)
--   [coreApiWebdavOperations/search.feature:230](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L230)
--   [coreApiWebdavOperations/search.feature:231](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavOperations/search.feature#L231)
-
 #### [Support for favorites](https://github.com/owncloud/ocis/issues/1228)
 -   [coreApiFavorites/favorites.feature:101](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiFavorites/favorites.feature#L101)
 -   [coreApiFavorites/favorites.feature:102](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiFavorites/favorites.feature#L102)
@@ -218,15 +186,5 @@ _The below features have been added after I last categorized them. AFAICT they a
 - [coreApiWebdavProperties/copyFile.feature:1095](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavProperties/copyFile.feature#L1095)
 - [coreApiWebdavProperties/copyFile.feature:1096](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavProperties/copyFile.feature#L1096)
 
-#### [Uploading with the same mtime and filename causes "internal server errors"](https://github.com/owncloud/ocis/issues/10496)
-
-- [coreApiWebdavUpload/uploadFile.feature:400](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUpload/uploadFile.feature#L400)
-- [coreApiWebdavUpload/uploadFile.feature:401](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUpload/uploadFile.feature#L401)
-- [coreApiWebdavUpload/uploadFile.feature:402](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUpload/uploadFile.feature#L402)
-- [coreApiWebdavUploadTUS/uploadFileMtime.feature:79](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUploadTUS/uploadFileMtime.feature#L79)
-- [coreApiWebdavUploadTUS/uploadFileMtime.feature:80](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUploadTUS/uploadFileMtime.feature#L80)
-- [coreApiWebdavUploadTUS/uploadFileMtime.feature:81](https://github.com/opencloud-eu/opencloud/blob/main/tests/acceptance/features/coreApiWebdavUploadTUS/uploadFileMtime.feature#L81)
-
-
 Note: always have an empty line at the end of this file.
 The bash script that processes this file may not process a scenario reference on the last line.