123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456 |
- #!/usr/bin/env bash
- DATABASENAME=oc_autotest
- DATABASEUSER=oc_autotest
- DATABASEHOST=localhost
- ADMINLOGIN=admin
- BASEDIR=$PWD
- PRIMARY_STORAGE_CONFIGS="local swift"
- DBCONFIGS="sqlite mysql mariadb pgsql oci mysqlmb4"
- if [ -z "$PHP_EXE" ]; then
- PHP_EXE=php
- fi
- PHP=$(which "$PHP_EXE")
- if [ -z "$PHPUNIT_EXE" ]; then
- if [ -f build/integration/vendor/bin/phpunit ]; then
- PHPUNIT_EXE="./build/integration/vendor/bin/phpunit"
- PHPUNIT=$(readlink -f "$PHPUNIT_EXE")
- else
- PHPUNIT_EXE=phpunit
- PHPUNIT=$(which "$PHPUNIT_EXE")
- fi
- fi
- set -e
- _XDEBUG_CONFIG=$XDEBUG_CONFIG
- unset XDEBUG_CONFIG
- function print_syntax {
- echo -e "Syntax: ./autotest.sh [dbconfigname] [testfile]\n" >&2
- echo -e "\t\"dbconfigname\" can be one of: $DBCONFIGS" >&2
- echo -e "\t\"testfile\" is the name of a test file, for example lib/template.php" >&2
- echo -e "\nExample: ./autotest.sh sqlite lib/template.php" >&2
- echo "will run the test suite from \"tests/lib/template.php\"" >&2
- echo -e "\nIf no arguments are specified, all tests will be run with all database configs" >&2
- }
- if [ -x "$PHP" ]; then
- echo "Using PHP executable $PHP"
- else
- echo "Could not find PHP executable $PHP_EXE" >&2
- exit 3
- fi
- if ! [ -x "$PHPUNIT" ]; then
- echo "phpunit executable not found, please install phpunit version >= 9.0 manually or via:" >&2
- echo " cd build/integration && composer install" >&2
- exit 3
- fi
- if [[ "$PHPUNIT" =~ \.phar$ ]]; then
- PHPUNIT=( "$PHP" "$PHPUNIT" )
- else
- PHPUNIT=( "$PHPUNIT" )
- fi
- PHPUNIT_VERSION=$($PHPUNIT --version | cut -d" " -f2)
- PHPUNIT_MAJOR_VERSION=$(echo "$PHPUNIT_VERSION" | cut -d"." -f1)
- PHPUNIT_MINOR_VERSION=$(echo "$PHPUNIT_VERSION" | cut -d"." -f2)
- if ! [ "$PHPUNIT_MAJOR_VERSION" -gt 9 -o \( "$PHPUNIT_MAJOR_VERSION" -eq 9 -a "$PHPUNIT_MINOR_VERSION" -ge 0 \) ]; then
- echo "phpunit version >= 9.0 required. Version found: $PHPUNIT_VERSION" >&2
- exit 4
- fi
- if ! [ \( -w config -a ! -f config/config.php \) -o \( -f config/config.php -a -w config/config.php \) ]; then
- echo "Please enable write permissions on config and config/config.php" >&2
- exit 1
- fi
- if [ "$1" ]; then
- FOUND=0
- for DBCONFIG in $DBCONFIGS; do
- if [ "$1" = "$DBCONFIG" ]; then
- FOUND=1
- break
- fi
- done
- if [ $FOUND = 0 ]; then
- echo -e "Unknown database config name \"$1\"\n" >&2
- print_syntax
- exit 2
- fi
- fi
- if [ "$PRIMARY_STORAGE_CONFIG" ]; then
- FOUND=0
- for PSC in $PRIMARY_STORAGE_CONFIGS; do
- if [ "$PRIMARY_STORAGE_CONFIG" = "$PSC" ]; then
- FOUND=1
- break
- fi
- done
- if [ $FOUND = 0 ]; then
- echo -e "Unknown primary storage config name \"$PRIMARY_STORAGE_CONFIG\"\n" >&2
- print_syntax
- exit 2
- fi
- else
- PRIMARY_STORAGE_CONFIG="local"
- fi
- if [ -f config/config.php ] && [ ! -f config/config-autotest-backup.php ]; then
- mv config/config.php config/config-autotest-backup.php
- fi
- function cleanup_config {
- if [ ! -z "$DOCKER_CONTAINER_ID" ]; then
- echo "Kill the docker $DOCKER_CONTAINER_ID"
- docker stop "$DOCKER_CONTAINER_ID"
- docker rm -f "$DOCKER_CONTAINER_ID"
- fi
- cd "$BASEDIR"
- if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then
- echo "Kill the swift docker"
- tests/objectstore/stop-swift-ceph.sh
- fi
-
- if [ -f config/config-autotest-backup.php ]; then
- mv config/config-autotest-backup.php config/config.php
- fi
-
- if [ -f config/autoconfig.php ]; then
- rm config/autoconfig.php
- fi
-
- if [ -f config/autotest-storage-swift.config.php ]; then
- rm config/autotest-storage-swift.config.php
- fi
-
- if [ -f config/redis.config.php ]; then
- rm config/redis.config.php
- fi
-
- rm -f config/mysqlmb4.config.php
- }
- trap cleanup_config EXIT
- if [ -d /dev/shm ]; then
- DATADIR=/dev/shm/data-autotest$EXECUTOR_NUMBER
- else
- DATADIR=$BASEDIR/data-autotest
- fi
- echo "Using database $DATABASENAME"
- function execute_tests {
- DB=$1
- echo "Setup environment for $DB testing on $PRIMARY_STORAGE_CONFIG storage ..."
-
- cd "$BASEDIR"
-
- git checkout tests/data
-
- rm -rf "$DATADIR"
- mkdir "$DATADIR"
- if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then
- tests/objectstore/start-swift-ceph.sh
- cp tests/objectstore/swift.config.php config/autotest-storage-swift.config.php
- fi
- cp tests/preseed-config.php config/config.php
- if [ "$ENABLE_REDIS" == "true" ] ; then
- cp tests/redis.config.php config/redis.config.php
- elif [ "$ENABLE_REDIS_CLUSTER" == "true" ] ; then
- cp tests/redis-cluster.config.php config/redis.config.php
- fi
- _DB=$DB
-
- if [ "$DB" == "mysql" ] ; then
- if [ ! -z "$USEDOCKER" ] ; then
- echo "Fire up the mysql docker"
- DOCKER_CONTAINER_ID=$(docker run \
- -v $BASEDIR/tests/docker/mariadb:/etc/mysql/conf.d \
- -e MYSQL_ROOT_PASSWORD=owncloud \
- -e MYSQL_USER="$DATABASEUSER" \
- -e MYSQL_PASSWORD=owncloud \
- -e MYSQL_DATABASE="$DATABASENAME" \
- -d mysql)
- DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID")
- else
- if [ -z "$DRONE" ] ; then
- if [ "mysql" != "$(mysql --version | grep -o mysql)" ] ; then
- echo "Your mysql binary is not provided by mysql"
- echo "To use the docker container set the USEDOCKER environment variable"
- exit -1
- fi
- mysql -u "$DATABASEUSER" -powncloud -e "DROP DATABASE IF EXISTS $DATABASENAME" -h $DATABASEHOST || true
- else
- DATABASEHOST=mysql
- fi
- fi
- echo "Waiting for MySQL initialisation ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 300; then
- echo "[ERROR] Waited 300 seconds, no response" >&2
- exit 1
- fi
- fi
- if [ "$DB" == "mysqlmb4" ] ; then
- if [ ! -z "$USEDOCKER" ] ; then
- echo "Fire up the mysql docker"
- DOCKER_CONTAINER_ID=$(docker run \
- -v $BASEDIR/tests/docker/mysqlmb4:/etc/mysql/conf.d \
- -e MYSQL_ROOT_PASSWORD=owncloud \
- -e MYSQL_USER="$DATABASEUSER" \
- -e MYSQL_PASSWORD=owncloud \
- -e MYSQL_DATABASE="$DATABASENAME" \
- -d mysql:5.7 \
- --innodb_large_prefix=true \
- --innodb_file_format=barracuda \
- --innodb_file_per_table=true)
- DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID")
- else
- if [ -z "$DRONE" ] ; then
- if [ "mysql" != "$(mysql --version | grep -o mysql)" ] ; then
- echo "Your mysql binary is not provided by mysql"
- echo "To use the docker container set the USEDOCKER environment variable"
- exit -1
- fi
- mysql -u "$DATABASEUSER" -powncloud -e "DROP DATABASE IF EXISTS $DATABASENAME" -h $DATABASEHOST || true
- else
- DATABASEHOST=mysqlmb4
- fi
- fi
- echo "Waiting for MySQL(utf8mb4) initialisation ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 300; then
- echo "[ERROR] Waited 300 seconds, no response" >&2
- exit 1
- fi
- sleep 1
- echo "MySQL(utf8mb4) is up."
- _DB="mysql"
- cp tests/docker/mysqlmb4.config.php config
- fi
- if [ "$DB" == "mariadb" ] ; then
- if [ ! -z "$USEDOCKER" ] ; then
- echo "Fire up the mariadb docker"
- DOCKER_CONTAINER_ID=$(docker run \
- -v $BASEDIR/tests/docker/mariadb:/etc/mysql/conf.d \
- -e MYSQL_ROOT_PASSWORD=owncloud \
- -e MYSQL_USER="$DATABASEUSER" \
- -e MYSQL_PASSWORD=owncloud \
- -e MYSQL_DATABASE="$DATABASENAME" \
- -d mariadb)
- DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID")
- echo "Waiting for MariaDB initialisation ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 300; then
- echo "[ERROR] Waited 300 seconds, no response" >&2
- exit 1
- fi
- echo "MariaDB is up."
- else
- if [ -z "$DRONE" ] ; then
- if [ "MariaDB" != "$(mysql --version | grep -o MariaDB)" ] ; then
- echo "Your mysql binary is not provided by MariaDB"
- echo "To use the docker container set the USEDOCKER environment variable"
- exit -1
- fi
- mysql -u "$DATABASEUSER" -powncloud -e "DROP DATABASE IF EXISTS $DATABASENAME" -h $DATABASEHOST || true
- else
- DATABASEHOST=mariadb
- fi
- fi
- echo "Waiting for MariaDB initialisation ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 300; then
- echo "[ERROR] Waited 300 seconds, no response" >&2
- exit 1
- fi
-
- _DB="mysql"
- fi
- if [ "$DB" == "pgsql" ] ; then
- if [ ! -z "$USEDOCKER" ] ; then
- echo "Fire up the postgres docker"
- DOCKER_CONTAINER_ID=$(docker run -e POSTGRES_DB="$DATABASENAME" -e POSTGRES_USER="$DATABASEUSER" -e POSTGRES_PASSWORD=owncloud -d postgres)
- DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID")
- echo "Waiting for Postgres initialisation ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 5432 60; then
- echo "[ERROR] Waited 60 seconds for $DATABASEHOST, no response" >&2
- exit 1
- fi
- echo "Postgres is up."
- else
- if [ ! -z "$DRONE" ] ; then
- DATABASEHOST="postgres-$POSTGRES"
- fi
- echo "Waiting for Postgres to be available ..."
- if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 5432 60; then
- echo "[ERROR] Waited 60 seconds for $DATABASEHOST, no response" >&2
- exit 1
- fi
- echo "Give it 10 additional seconds ..."
- sleep 10
- if [ -z "$DRONE" ] ; then
- dropdb -U "$DATABASEUSER" "$DATABASENAME" || true
- fi
- fi
- fi
- if [ "$DB" == "oci" ] ; then
- echo "Fire up the oracle docker"
- DOCKER_CONTAINER_ID=$(docker run -d deepdiver/docker-oracle-xe-11g)
- DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID")
- echo "Waiting for Oracle initialization ... "
-
- for i in {1..48}
- do
- if sqlplus "autotest/owncloud@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(Host=$DATABASEHOST)(Port=1521))(CONNECT_DATA=(SID=XE)))" < /dev/null | grep 'Connected to'; then
- break;
- fi
- sleep 5
- done
- DATABASEUSER=autotest
- DATABASENAME='XE'
- fi
-
- echo "Installing ...."
- "$PHP" ./occ maintenance:install -vvv --database="$_DB" --database-name="$DATABASENAME" --database-host="$DATABASEHOST" --database-user="$DATABASEUSER" --database-pass=owncloud --admin-user="$ADMINLOGIN" --admin-pass=admin --data-dir="$DATADIR"
-
- echo "Testing with $DB ..."
- cd tests
- rm -rf "coverage-html-$DB"
- mkdir "coverage-html-$DB"
- "$PHP" -f enable_all.php | grep -i -C9999 error && echo "Error during setup" && exit 101
- if [[ "$_XDEBUG_CONFIG" ]]; then
- export XDEBUG_CONFIG=$_XDEBUG_CONFIG
- fi
- GROUP=''
- if [ "$TEST_SELECTION" == "QUICKDB" ]; then
- GROUP='--group DB --exclude-group=SLOWDB'
- fi
- if [ "$TEST_SELECTION" == "DB" ]; then
- GROUP='--group DB,SLOWDB'
- fi
- if [ "$TEST_SELECTION" == "NODB" ]; then
- GROUP='--exclude-group DB,SLOWDB'
- fi
- if [ "$TEST_SELECTION" == "PRIMARY-s3" ]; then
- GROUP='--group PRIMARY-s3'
- fi
- if [ "$TEST_SELECTION" == "PRIMARY-azure" ]; then
- GROUP='--group PRIMARY-azure'
- fi
- if [ "$TEST_SELECTION" == "PRIMARY-swift" ]; then
- GROUP='--group PRIMARY-swift'
- fi
- COVER=''
- if [ -z "$NOCOVERAGE" ]; then
- COVER="--coverage-clover autotest-clover-$DB.xml --coverage-html coverage-html-$DB"
- else
- echo "No coverage"
- fi
- echo "$PHPUNIT" --colors=always --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$2" "$3"
- "$PHPUNIT" --colors=always --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$2" "$3"
- RESULT=$?
- if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then
- cd ..
- echo "Kill the swift docker"
- tests/objectstore/stop-swift-ceph.sh
- fi
- if [ ! -z "$DOCKER_CONTAINER_ID" ] ; then
- echo "Kill the docker $DOCKER_CONTAINER_ID"
- docker stop $DOCKER_CONTAINER_ID
- docker rm -f $DOCKER_CONTAINER_ID
- unset DOCKER_CONTAINER_ID
- fi
- }
- if [ -z "$1" ]
- then
-
- for DBCONFIG in $DBCONFIGS; do
- execute_tests "$DBCONFIG"
- done
- else
- FILENAME="$2"
- if [ ! -z "$2" ] && [ ! -f "tests/$FILENAME" ] && [ "${FILENAME:0:2}" != "--" ]; then
- FILENAME="../$FILENAME"
- fi
- execute_tests "$1" "$FILENAME" "$3"
- fi
|