friendica/bin/dev/autotest.sh

#!/usr/bin/env bash
#
# This script is used for autotesting the Friendica codebase with different
# types of tests and environments.
#
# Currently, there are three types of autotesting possibilities:
# - "USEDOCKER=true ./autotest.sh" will start a database docker container for testing
# - "./autotest.sh" on the Drone CI environment will use the database container of the drone CI pipeline
# - "./autotest.sh" on a local environment will try to use the local database instance for testing
#
# You can specify a database (mysql, mariadb currently) for the db backend of Friendica ("./autotest.sh mysql")
# And you can specify some parameters for the test, like:
# - NOCOVERAGE=true ... Don't create a coverage XML (this is only useful if you will send coverage to codecov.io)
# - NOINSTALL=true  ... Skip the whole Friendica installation process (e.g. you just test Caching drivers)
# - TEST_SELECTION= ... Specify which tests are used to run (based on the test-labeling)
# - XDEBUG_CONFIG=  ... Set some XDEBUG specific environment settings for development

DATABASE_NAME=${FRIENDICA_MYSQL_DATABASE:-test}
DATABASE_USER=${FRIENDICA_MYSQL_USERNAME:-friendica}
DATABASE_HOST=${FRIENDICA_MYSQL_HOST:-localhost}
DATABASE_PASSWORD=${FRIENDICA_MYSQL_PASSWORD:-friendica}
BASEDIR=${PWD}

DBCONFIGS="mysql mariadb"
TESTS="REDIS MEMCACHE MEMCACHED APCU NODB"

export MYSQL_DATABASE="${DATABASE_NAME}"
export MYSQL_USERNAME="${DATABASE_USER}"
export MYSQL_PASSWORD="${DATABASE_PASSWORD}"

if [ -z "${PHP_EXE}" ]; then
  PHP_EXE=php
fi
PHP=$(which "${PHP_EXE}")
# Use the Friendica internal composer
COMPOSER="${BASEDIR}/bin/composer.phar"

set -e

_XDEBUG_CONFIG=${XDEBUG_CONFIG}
unset XDEBUG_CONFIG

function show_syntax() {
  echo -e "Syntax: ./autotest.sh [dbconfigname] [testfile]\n" >&2
  echo -e "\t\"dbconfigname\" can be one of: ${DBCONFIGS}" >&2
  echo -e "\t\"testfile\" is the name of a test file, for example lib/template.php" >&2
  echo -e "\nDatabase environment variables:\n" >&2
  echo -e "\t\"MYSQL_HOST\" Mysql Hostname (Default: localhost)" >&2
  echo -e "\t\"MYSQL_USDRNAME\" Mysql Username (Default: friendica)" >&2
  echo -e "\t\"MYSQL_DATABASE\" Mysql Database (Default: test)" >&2
  echo -e "\nOther environment variables:\n" >&2
  echo -e "\t\"TEST_SELECTION\" test a specific group of tests, can be one of: $TESTS" >&2
  echo -e "\t\"NOINSTALL\" If set to true, skip the db and install process" >&2
  echo -e "\t\"NOCOVERAGE\" If set to true, don't create a coverage output" >&2
  echo -e "\t\"USEDOCKER\" If set to true, the DB server will be executed inside a docker container" >&2
  echo -e "\nExample: NOCOVERAGE=true ./autotest.sh mysql src/Core/Cache/MemcacheTest.php" >&2
  echo "will run the test suite from \"tests/src/Core/Cache/MemcacheTest.php\" without a Coverage" >&2
  echo -e "\nIf no arguments are specified, all tests will be run with all database configs" >&2
}

if [ -x "${PHP}" ]; then
  echo "Using PHP executable ${PHP}"
else
  echo "Could not find PHP executable ${PHP_EXE}" >&2
  exit 3
fi

echo "Installing depdendencies"
${PHP} "$COMPOSER" install

PHPUNIT="${BASEDIR}/vendor/bin/phpunit"

if [ -x "${PHPUNIT}" ]; then
  echo "Using PHPUnit executable ${PHPUNIT}"
else
  echo "Could not find PHPUnit executable after composer ${PHPUNIT}" >&2
  exit 3
fi

if ! [ \( -w config -a ! -f config/local.config.php \) -o \( -f config/local.config.php -a -w config/local.config.php \) ]; then
  echo "Please enable write permissions on config and config/config.php" >&2
  exit 1
fi

if [ "$1" ]; then
  FOUND=0
  for DBCONFIG in ${DBCONFIGS}; do
    if [ "$1" = "${DBCONFIG}" ]; then
      FOUND=1
      break
    fi
  done
  if [ $FOUND = 0 ]; then
    echo -e "Unknown database config name \"$1\"\n" >&2
    show_syntax
    exit 2
  fi
fi

# Back up existing (dev) config if one exists and backup not already there
if [ -f config/local.config.php ] && [ ! -f config/local.config-autotest-backup.php ]; then
  mv config/local.config.php config/local.config-autotest-backup.php
fi

function cleanup_config() {

  if [ -n "${DOCKER_CONTAINER_ID}" ]; then
    echo "Kill the docker ${DOCKER_CONTAINER_ID}"
    docker stop "${DOCKER_CONTAINER_ID}"
    docker rm -f "${DOCKER_CONTAINER_ID}"
  fi

  cd "${BASEDIR}"

  # Restore existing config
  if [ -f config/local.config-autotest-backup.php ]; then
    mv config/local.config-autotest-backup.php config/local.config.php
  fi
}

# restore config on exit
trap cleanup_config EXIT

function execute_tests() {
  DB=$1
  echo "Setup environment for ${DB} testing ..."
  # back to root folder
  cd "${BASEDIR}"

  # backup current config
  if [ -f config/local.config.php ]; then
    mv config/local.config.php config/local.config-autotest-backup.php
  fi

  if [ -z "${NOINSTALL}" ]; then
    #drop database
    if [ "${DB}" == "mysql" ]; then
      if [ -n "${USEDOCKER}" ]; then
        echo "Fire up the mysql docker"
        DOCKER_CONTAINER_ID=$(docker run \
          -e MYSQL_ROOT_PASSWORD=friendica \
          -e MYSQL_USER="${DATABASE_USER}" \
          -e MYSQL_PASSWORD=friendica \
          -e MYSQL_DATABASE="${DATABASE_NAME}" \
          -d mysql)
        DATABASE_HOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "${DOCKER_CONTAINER_ID}")

      else
        if [ -z "${DRONE}" ]; then # no need to drop the DB when we are on CI
          if [ "mysql" != "$(mysql --version | grep -o mysql)" ]; then
            echo "Your mysql binary is not provided by mysql"
            echo "To use the docker container set the USEDOCKER environment variable"
            exit 3
          fi
          mysql -u "${DATABASE_USER}" -pfriendica -e "DROP DATABASE IF EXISTS ${DATABASE_NAME}" -h ${DATABASE_HOST} || true
          mysql -u "${DATABASE_USER}" -pfriendica -e "CREATE DATABASE ${DATABASE_NAME} DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci" -h ${DATABASE_HOST}
        else
          DATABASE_HOST=mysql
        fi
      fi

      echo "Waiting for MySQL ${DATABASE_HOST} initialization..."
      if ! bin/wait-for-connection ${DATABASE_HOST} 3306 300; then
        echo "[ERROR] Waited 300 seconds, no response" >&2
        exit 1
      fi

      echo "MySQL is up."
    fi
    if [ "${DB}" == "mariadb" ]; then
      if [ -n "${USEDOCKER}" ]; then
        echo "Fire up the mariadb docker"
        DOCKER_CONTAINER_ID=$(docker run \
          -e MYSQL_ROOT_PASSWORD=friendica \
          -e MYSQL_USER="${DATABASE_USER}" \
          -e MYSQL_PASSWORD=friendica \
          -e MYSQL_DATABASE="${DATABASE_NAME}" \
          -d mariadb)
        DATABASE_HOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "${DOCKER_CONTAINER_ID}")

      else
        if [ -z "${DRONE}" ]; then # no need to drop the DB when we are on CI
          if [ "MariaDB" != "$(mysql --version | grep -o MariaDB)" ]; then
            echo "Your mysql binary is not provided by mysql"
            echo "To use the docker container set the USEDOCKER environment variable"
            exit 3
          fi
          mysql -u "${DATABASE_USER}" -pfriendica -e "DROP DATABASE IF EXISTS ${DATABASE_NAME}" -h ${DATABASE_HOST} || true
          mysql -u "${DATABASE_USER}" -pfriendica -e "CREATE DATABASE ${DATABASE_NAME} DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci" -h ${DATABASE_HOST}
        else
          DATABASE_HOST=mariadb
        fi
      fi

      echo "Waiting for MariaDB ${DATABASE_HOST} initialization..."
      if ! bin/wait-for-connection ${DATABASE_HOST} 3306 300; then
        echo "[ERROR] Waited 300 seconds, no response" >&2
        exit 1
      fi

      echo "MariaDB is up."
    fi

    if [ -n "${USEDOCKER}" ]; then
      echo "Initialize database..."
      docker exec ${DOCKER_CONTAINER_ID} mysql -u root -pfriendica -e "CREATE DATABASE IF NOT EXISTS ${DATABASE_NAME};"
    fi

    export MYSQL_HOST="${DATABASE_HOST}"

    #call installer
    echo "Installing Friendica..."
    "${PHP}" ./bin/console.php autoinstall --dbuser="${DATABASE_USER}" --dbpass=friendica --dbdata="${DATABASE_NAME}" --dbhost="${DATABASE_HOST}" --url=https://friendica.local --admin=admin@friendica.local
  fi

  #test execution
  echo "Testing..."
  rm -fr "coverage-html"
  mkdir "coverage-html"
  if [[ "${_XDEBUG_CONFIG}" ]]; then
    export XDEBUG_CONFIG=${_XDEBUG_CONFIG}
  fi

  COVER=''
  if [ -z "${NOCOVERAGE}" ]; then
    COVER="--coverage-clover tests/autotest-clover.xml"
  else
    echo "No coverage"
  fi

  # per default, there is no cache installed
  GROUP='--exclude-group REDIS,MEMCACHE,MEMCACHED,APCU'
  if [ "${TEST_SELECTION}" == "REDIS" ]; then
    GROUP="--group REDIS"
  fi
  if [ "${TEST_SELECTION}" == "MEMCACHE" ]; then
    GROUP="--group MEMCACHE"
  fi
  if [ "${TEST_SELECTION}" == "MEMCACHED" ]; then
    GROUP="--group MEMCACHED"
  fi
  if [ "${TEST_SELECTION}" == "APCU" ]; then
    GROUP="--group APCU"
  fi
  if [ "${TEST_SELECTION}" == "NODB" ]; then
    GROUP="--exclude-group DB,SLOWDB"
  fi

  INPUT="${BASEDIR}/tests"
  if [ -n "$2" ]; then
    INPUT="${INPUT}/$2"
  fi

  echo "${PHPUNIT[@]}" --configuration tests/phpunit.xml ${GROUP} ${COVER} --log-junit "autotest-results.xml" "${INPUT}" "$3"
  "${PHPUNIT[@]}" --configuration tests/phpunit.xml ${GROUP} ${COVER} --log-junit "autotest-results.xml" "${INPUT}" "$3"
  RESULT=$?

  if [ -n "${DOCKER_CONTAINER_ID}" ]; then
    echo "Kill the docker ${DOCKER_CONTAINER_ID}"
    docker stop ${DOCKER_CONTAINER_ID}
    docker rm -f ${DOCKER_CONTAINER_ID}
    unset ${DOCKER_CONTAINER_ID}
  fi
}

#
# Start the test execution
#
if [ -z "$1" ] && [ -n "${TEST_SELECTION}" ]; then
  # run all known database configs
  for DBCONFIG in ${DBCONFIGS}; do
    execute_tests "${DBCONFIG}"
  done
else
  FILENAME="$2"
  if [ -n "$2" ] && [ ! -f "tests/${FILENAME}" ] && [ "${FILENAME:0:2}" != "--" ]; then
    FILENAME="../${FILENAME}"
  fi
  execute_tests "$1" "${FILENAME}" "$3"
fi