object-storage-s3.yml 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. # SPDX-FileCopyrightText: 2023 Nextcloud GmbH and Nextcloud contributors
  2. # SPDX-License-Identifier: MIT
  3. name: Object storage S3
  4. on:
  5. pull_request:
  6. schedule:
  7. - cron: "15 2 * * *"
  8. concurrency:
  9. group: object-storage-s3-${{ github.head_ref || github.run_id }}
  10. cancel-in-progress: true
  11. jobs:
  12. changes:
  13. runs-on: ubuntu-latest-low
  14. outputs:
  15. src: ${{ steps.changes.outputs.src}}
  16. steps:
  17. - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
  18. id: changes
  19. continue-on-error: true
  20. with:
  21. filters: |
  22. src:
  23. - '.github/workflows/**'
  24. - '3rdparty/**'
  25. - '**/appinfo/**'
  26. - '**/lib/**'
  27. - '**/templates/**'
  28. - '**/tests/**'
  29. - 'vendor/**'
  30. - 'vendor-bin/**'
  31. - '.php-cs-fixer.dist.php'
  32. - 'composer.json'
  33. - 'composer.lock'
  34. - '**.php'
  35. s3-primary-tests-minio:
  36. runs-on: ubuntu-latest
  37. needs: changes
  38. if: ${{ github.repository_owner != 'nextcloud-gmbh' && needs.changes.outputs.src != 'false' }}
  39. strategy:
  40. matrix:
  41. php-versions: ['8.1', '8.2']
  42. include:
  43. - php-versions: '8.3'
  44. coverage: true
  45. name: php${{ matrix.php-versions }}-s3
  46. services:
  47. cache:
  48. image: ghcr.io/nextcloud/continuous-integration-redis:latest
  49. ports:
  50. - 6379:6379/tcp
  51. options: --health-cmd="redis-cli ping" --health-interval=10s --health-timeout=5s --health-retries=3
  52. minio:
  53. image: bitnami/minio
  54. env:
  55. MINIO_ROOT_USER: nextcloud
  56. MINIO_ROOT_PASSWORD: bWluaW8tc2VjcmV0LWtleS1uZXh0Y2xvdWQ=
  57. MINIO_DEFAULT_BUCKETS: nextcloud
  58. ports:
  59. - "9000:9000"
  60. steps:
  61. - name: Checkout server
  62. uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938
  63. with:
  64. submodules: true
  65. - name: Set up php ${{ matrix.php-versions }}
  66. uses: shivammathur/setup-php@c541c155eee45413f5b09a52248675b1a2575231 #v2.31.1
  67. with:
  68. php-version: ${{ matrix.php-versions }}
  69. # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation
  70. extensions: bz2, ctype, curl, dom, fileinfo, gd, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, redis, session, simplexml, xmlreader, xmlwriter, zip, zlib, sqlite, pdo_sqlite
  71. coverage: ${{ matrix.coverage && 'xdebug' || 'none' }}
  72. ini-file: development
  73. env:
  74. GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  75. - name: Set up Nextcloud
  76. env:
  77. OBJECT_STORE: s3
  78. OBJECT_STORE_KEY: nextcloud
  79. OBJECT_STORE_SECRET: bWluaW8tc2VjcmV0LWtleS1uZXh0Y2xvdWQ=
  80. run: |
  81. composer install
  82. cp tests/redis.config.php config/
  83. cp tests/preseed-config.php config/config.php
  84. ./occ maintenance:install --verbose --database=sqlite --database-name=nextcloud --database-host=127.0.0.1 --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass password
  85. php -f tests/enable_all.php | grep -i -C9999 error && echo "Error during app setup" && exit 1 || exit 0
  86. - name: Wait for S3
  87. run: |
  88. sleep 10
  89. curl -f -m 1 --retry-connrefused --retry 10 --retry-delay 10 http://localhost:9000/minio/health/ready
  90. - name: PHPUnit
  91. env:
  92. OBJECT_STORE: s3
  93. OBJECT_STORE_KEY: nextcloud
  94. OBJECT_STORE_SECRET: bWluaW8tc2VjcmV0LWtleS1uZXh0Y2xvdWQ=
  95. run: composer run test -- --group PRIMARY-s3 ${{ matrix.coverage && ' --coverage-clover ./clover.xml' || '' }}
  96. - name: Upload code coverage
  97. if: ${{ !cancelled() && matrix.coverage }}
  98. uses: codecov/codecov-action@v4.5.0
  99. with:
  100. files: ./clover.xml
  101. flags: phpunit-s3
  102. - name: S3 logs
  103. if: always()
  104. run: |
  105. docker ps -a
  106. docker ps -aq | while read container ; do IMAGE=$(docker inspect --format='{{.Config.Image}}' $container); echo $IMAGE; docker logs $container; echo "\n\n" ; done
  107. s3-primary-summary:
  108. runs-on: ubuntu-latest-low
  109. needs: [changes,s3-primary-tests-minio]
  110. if: always()
  111. steps:
  112. - name: Summary status
  113. run: if ${{ needs.changes.outputs.src != 'false' && needs.s3-primary-tests-minio.result != 'success' }}; then exit 1; fi