tests/runtests.sh

   1 #!/bin/bash
   2
   3 set -eux
   4
   5 package_to_test=${1}
   6 RES=0
   7
   8 mysql_pass="admin"
   9 token=$(openssl rand -hex 10)
  10 auth_string="--os-auth-url http://127.0.0.1:35357 --os-token ${token} --os-endpoint http://127.0.0.1:35357/v2.0/"
  11 ceilometer_auth_string="--debug --os-username ceilometer --os-password ceilometer --os-tenant-name ceilometer --os-auth-url http://127.0.0.1:35357"
  12 ceilometer_service=
  13
  14 keystone_log_file="/var/log/keystone/keystone.log"
  15 ceilometer_log_dir="/var/log/ceilometer"
  16 mongodb_log="/var/log/mongodb/mongodb.log"
  17
  18 if [[ `cat /etc/*-release | head -n 1 | awk '{print $1}'` =~ Ubuntu ]]; then
  19    os="ubuntu"
  20    packages_list="python-pip curl"
  21    export DEBIAN_FRONTEND=noninteractive
  22    command_to_install="apt-get install -y --force-yes"
  23    keystone_package="keystone"
  24    keystone_service="keystone"
  25    mysql_service="mysql"
  26    mongodb_service="mongodb"
  27    ceilometer_packages=(
  28       ceilometer-agent-central
  29       ceilometer-agent-compute
  30       ceilometer-collector
  31       ceilometer-agent-notification
  32       ceilometer-polling
  33       ceilometer-api
  34       ceilometer-alarm-notifier
  35       ceilometer-alarm-evaluator
  36    )
  37
  38    ceilometer_services=("${ceilometer_packages[@]}")
  39
  40    ceilometer_binaries=(
  41      ceilometer-collector
  42      ceilometer-agent-notification
  43      ceilometer-polling
  44      ceilometer-api
  45      ceilometer-alarm-notifier
  46      ceilometer-alarm-evaluator
  47      ceilometer-dbsync
  48      ceilometer-expirer
  49      ceilometer-rootwrap
  50      ceilometer-send-sample
  51    )
  52    config_files=(
  53      api_paste.ini
  54      ceilometer.conf
  55      event_definitions.yaml
  56      event_pipeline.yaml
  57      pipeline.yaml
  58      policy.json
  59    )
  60 else
  61    setenforce 0 && service firewalld stop
  62    os="centos"
  63    packages_list="python-pip curl"
  64    command_to_install="yum install -y"
  65    keystone_package="openstack-keystone"
  66    keystone_service="openstack-keystone"
  67    mysql_service="mysql"
  68    mongodb_service="mongod"
  69    ceilometer_packages=(
  70       python-ceilometerclient
  71       openstack-ceilometer-central
  72       openstack-ceilometer-compute
  73       openstack-ceilometer-collector
  74       openstack-ceilometer-notification
  75       openstack-ceilometer-polling
  76       openstack-ceilometer-api
  77       openstack-ceilometer-alarm
  78    )
  79    ceilometer_services=(
  80       openstack-ceilometer-central
  81       openstack-ceilometer-compute
  82       openstack-ceilometer-collector
  83       openstack-ceilometer-notification
  84       openstack-ceilometer-polling
  85       openstack-ceilometer-api
  86       openstack-ceilometer-alarm-notifier
  87       openstack-ceilometer-alarm-evaluator
  88    )
  89    ceilometer_binaries=(
  90      ceilometer-agent-notification
  91      ceilometer-alarm-evaluator
  92      ceilometer-alarm-notifier
  93      ceilometer-api
  94      ceilometer-collector
  95      ceilometer-dbsync
  96      ceilometer-expirer
  97      ceilometer-polling
  98      ceilometer-send-sample
  99    )
 100    config_files=(
 101      api_paste.ini
 102      ceilometer.conf
 103      event_definitions.yaml
 104      event_pipeline.yaml
 105      pipeline.yaml
 106      policy.json
 107    )
 108 fi
 109
 110 list_commands=(
 111    alarm-list
 112    event-list
 113    meter-list
 114    resource-list
 115    sample-list
 116 )
 117
 118 install_packages() {
 119    ${command_to_install} $@
 120 }
 121
 122 prepare_vm() {
 123    install_packages ${packages_list}
 124 }
 125
 126 install_and_setup_keystone() {
 127    install_packages ${keystone_package}
 128    service ${keystone_service} stop
 129
 130    cat > /etc/keystone/keystone.conf << EOF
 131 [DEFAULT]
 132 admin_token=${token}
 133 log_file=${keystone_log_file}
 134 rabbit_password = guest
 135 rabbit_hosts = 127.0.0.1
 136 notification_driver = messaging
 137 notification_topics = notifications
 138 [database]
 139 connection=mysql://keystone:keystone@127.0.0.1/keystone
 140 [token]
 141 provider=keystone.token.providers.uuid.Provider
 142 EOF
 143    [ -d "/var/log/keystone/" ] || mkdir /var/log/keystone/
 144    touch ${keystone_log_file}
 145    chown -R keystone:keystone /var/log/keystone/
 146    chown -R keystone:keystone /etc/keystone
 147    keystone-manage db_sync
 148    service ${keystone_service} restart
 149    sleep 5
 150    if [ -z "$(curl -s http://127.0.0.1:5000/ | grep '^{"versions":')" ]; then
 151       exit_on_error 1 "Failed to get to keystone API.\nTests failed because of keystone problem"
 152    fi
 153 }
 154
 155 install_and_setup_mysql() {
 156    if [[ "$os" == "ubuntu" ]]; then
 157      echo "mysql-server mysql-server/root_password select ${mysql_pass}" | debconf-set-selections
 158      echo "mysql-server mysql-server/root_password_again select ${mysql_pass}" | debconf-set-selections
 159      ${command_to_install} mysql-server mysql-client python-mysqldb
 160      MYSQL_PASSWORD=''
 161    else
 162      ${command_to_install} mysql-client mysql-server mysql-libs MySQL-python
 163      MYSQL_PASSWORD=$(cat /root/.mysql_secret | head -1 | awk -F': ' '{print $2}')
 164    fi
 165    service mysql restart
 166    sleep 10
 167    if [ ! -z "${MYSQL_PASSWORD}" ]; then
 168        mysqladmin -u root -p${MYSQL_PASSWORD} password ${mysql_pass}
 169    fi
 170    if [ -z "$(service ${mysql_service} status | grep "running" )" ]; then
 171      exit_on_error 1 "Mysql service has failed to start"
 172    fi
 173
 174    mysql -uroot -p${mysql_pass} -Bse "drop database if exists keystone"
 175    mysql -uroot -p${mysql_pass} -Bse "create database keystone"
 176    mysql -uroot -p${mysql_pass} -Bse "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost' IDENTIFIED BY 'keystone'"
 177    mysql -uroot -p${mysql_pass} -Bse "drop database if exists ceilometer"
 178    mysql -uroot -p${mysql_pass} -Bse "create database ceilometer"
 179    mysql -uroot -p${mysql_pass} -Bse "GRANT ALL PRIVILEGES ON ceilometer.* TO 'ceilometer'@'localhost' IDENTIFIED BY 'ceilometer'"
 180    mysql -uroot -p${mysql_pass} -Bse "flush privileges"
 181 }
 182
 183 install_and_setup_rabbit() {
 184    install_packages rabbitmq-server
 185    echo "127.0.0.1 $(hostname)" >> /etc/hosts
 186    if [[ "$os" == "ubuntu" ]]; then
 187        update-rc.d rabbitmq-server defaults
 188    else
 189        systemctl enable rabbitmq-server
 190    fi
 191    service rabbitmq-server restart
 192    sleep 5
 193 }
 194
 195 ceilometer_configuration() {
 196    cat > /etc/ceilometer/ceilometer.conf << EOF
 197 [DEFAULT]
 198 api_paste_config = /etc/ceilometer/api_paste.ini
 199 policy_file = /etc/ceilometer/policy.json
 200 debug = True
 201 verbose = True
 202 log_dir = ${ceilometer_log_dir}
 203 auth_strategy = keystone
 204 rabbit_password = guest
 205 rabbit_hosts = 127.0.0.1
 206
 207 [keystone_authtoken]
 208 auth_host = 127.0.0.1
 209 auth_port = 35357
 210 auth_protocol = http
 211 admin_tenant_name = ceilometer
 212 admin_user = ceilometer
 213 admin_password = ceilometer
 214 auth_url=http://127.0.0.1:35357
 215
 216 [database]
 217 connection=mysql://ceilometer:ceilometer@127.0.0.1/ceilometer
 218
 219 [notification]
 220 store_events = True
 221 EOF
 222    [ -e /etc/default/ceilometer-polling ] && rm -f /etc/default/ceilometer-polling
 223    echo "DAEMON_ARGS=\"--polling-namespaces=central\"" > /etc/default/ceilometer-polling
 224
 225    [ -d "${ceilometer_log_dir}" ] || mkdir ${ceilometer_log_dir}
 226    chown -R ceilometer:ceilometer ${ceilometer_log_dir}
 227    chown -R ceilometer:ceilometer /etc/ceilometer
 228
 229    ceilometer-dbsync --config-file /etc/ceilometer/ceilometer.conf
 230    if [ "$?" -ne '0' ]; then
 231       cat ${ceilometer_log_dir}/ceilometer-dbsync.log
 232       exit_on_error 1 "DB sync command has failures"
 233    fi
 234
 235    keystone ${auth_string} user-create --name ceilometer --pass ceilometer
 236    keystone ${auth_string} tenant-create --name ceilometer
 237    keystone ${auth_string} role-create --name=admin
 238    keystone ${auth_string} user-role-add --user ceilometer --role admin --tenant ceilometer
 239    ceilometer_service=$(keystone ${auth_string} service-create --name=ceilometer\
 240  --type=metering --description="ceilometer" | grep id | awk -F '|' '{print $3}' | tr -d ' ')
 241    keystone ${auth_string} endpoint-create --region RegionOne --service-id=${ceilometer_service}\
 242  --publicurl=http://127.0.0.1:8777/ --internalurl=http://127.0.0.1:8777/ --adminurl=http://127.0.0.1:8777/
 243 }
 244
 245 send_fake_instance_notification() {
 246    if [ $os == "centos" ]; then
 247      curl -LO https://bootstrap.pypa.io/get-pip.py
 248      python get-pip.py
 249    fi
 250
 251    pip install pika==0.9.8
 252    echo '#!/usr/bin/env python
 253 import pika
 254 import uuid
 255 connection = pika.BlockingConnection(pika.ConnectionParameters(host="127.0.0.1"))
 256 channel = connection.channel()
 257 channel.queue_declare(queue="notifications.info")
 258 test='"'"'{"event_type": "compute.instance.create", "payload": {"instance_id": "fake", "memory_mb": 512, "disk_gb": 20, "root_gb": 20, "ephemeral_gb": 0, "vcpus": 1, "instance_type_id": 1, "state": "fake"}, "publisher_id": "fake", "priority":"INFO", "message_id": "%s"}'"'"' % uuid.uuid4()
 259 channel.basic_publish(exchange="nova", routing_key="notifications.info",
 260                       properties=pika.BasicProperties(priority=0, delivery_mode=2, headers="", content_encoding="utf-8", content_type="application/json"),
 261                       body=test)
 262 print " [x] Message was sent!"
 263 connection.close()' > $(pwd)/send.py
 264    python $(pwd)/send.py
 265 }
 266
 267 exit_on_error() {
 268    # $1 - responce code
 269    # $2 - message
 270    if [ "${1}" -ne '0' ]; then
 271       echo -e "${2}"
 272       RES=${1}
 273       exit ${RES}
 274    fi
 275 }
 276
 277 found=false
 278 for i in ${ceilometer_packages[@]}; do
 279    if [ "${i}" == "${package_to_test}" ]; then
 280       found=true
 281    fi
 282 done
 283
 284 if ${found}; then
 285    echo "Test for package ${package_to_test} will be run with ceilometer-common package"
 286    RES=0
 287 fi
 288
 289 case ${package_to_test} in
 290    ceilometer-common|openstack-ceilometer-common)
 291       prepare_vm
 292       install_packages "${ceilometer_packages[@]}"
 293       install_and_setup_rabbit
 294       install_and_setup_mysql
 295       install_and_setup_keystone
 296       ceilometer_configuration
 297
 298       for binary in ${ceilometer_binaries[@]}; do
 299          if [ ! -f "/usr/bin/${binary}" ]; then
 300             exit_on_error 1 "Ceilometer binary ${binary} is missed"
 301          fi
 302       done
 303
 304       for config in ${config_files[@]}; do
 305          if [ ! -f "/etc/ceilometer/${config}" ]; then
 306             exit_on_error 1 "Ceilometer configuration file ${config} is missed"
 307          fi
 308       done
 309
 310       for service in ${ceilometer_services[@]}; do
 311          service ${service} restart
 312          sleep 5
 313          if [ -z "$(service ${service} status | grep "running")" ]; then
 314             cat /var/log/ceilometer/${service}.log
 315             exit_on_error 1 "Service ${service} has failed to start"
 316          fi
 317       done
 318
 319       repsonce=$(curl "http://127.0.0.1:8777" | grep "Authentication required")
 320       if [ -z "$repsonce" ]; then
 321          exit_on_error 1 "Ceilometer api doesn't work.\n No one process is listening on 8777 port"
 322       fi
 323
 324
 325       for Command in ${list_commands[@]}; do
 326          ceilometer ${ceilometer_auth_string} ${Command} || true
 327          cat $keystone_log_file
 328          if [ "$?" -ne '0' ]; then
 329              exit_on_error 1 "Command ${Command} has failed"
 330          fi
 331       done
 332
 333       send_fake_instance_notification
 334
 335       # Keystone notifications
 336       if [ -z "$(ceilometer ${ceilometer_auth_string} meter-list | grep fake)" ]; then
 337          exit_on_error 1 "Keystone notifications don't work"
 338       fi
 339
 340       # Instance notification
 341       resource_id=$(ceilometer ${ceilometer_auth_string} resource-list | grep fake)
 342       if [ -z "${resource_id}" ]; then
 343          exit_on_error 1 "Notification is not received"
 344       fi
 345
 346       # Events
 347       if [ -z "$(ceilometer ${ceilometer_auth_string} event-list | grep fake)" ]; then
 348          exit_on_error 1 "Events wasn't created"
 349       fi
 350
 351       # Alarming
 352       ceilometer -dv ${ceilometer_auth_string} alarm-threshold-create --name cpu_high --description 'instance running hot' \
 353  --meter-name cpu_util  --threshold 70.0 --comparison-operator gt  --statistic avg \
 354  --period 600 --evaluation-periods 3 --alarm-action 'log://' --query resource_id="${resource_id}"
 355
 356       if [ "$?" -ne '0' -a -z "$(ceilometer ${ceilometer_auth_string} alarm-list | grep cpu_high)" ]; then
 357          exit_on_error 1 "Alarm creation has failed"
 358       fi
 359
 360       # Samples
 361       ceilometer -dv ${ceilometer_auth_string} sample-create -m fake_sample --meter-type gauge --meter-unit '%' --sample-volume 100 -r "fake"
 362
 363       if [ "$?" -ne '0' -a -z "$(ceilometer ${ceilometer_auth_string} sample-list | grep fake_sample)" ]; then
 364          exit_on_error 1 "Sample creation has failed"
 365       fi
 366    ;;
 367    ceilometer-agent-ipmi|openstack-ceilometer-ipmi)
 368       # Ceilometer-agent-ipmi is not included in common testing
 369       # because it is not used in Fuel now
 370       #if [ ! -f "/usr/bin/ceilometer-agent-ipmi" ]; then
 371       #   exit_on_error 1 "Ceilometer ipmi binary is missed"
 372       #fi
 373    ;;
 374    python-ceilometer)
 375       python -c 'import ceilometer'
 376       if [ $? -ne '0' ]; then
 377          exit_on_error 1 "Couldn't import module 'ceilometer'"
 378       fi
 379    ;;
 380    *)
 381       if ! ${found}; then
 382          echo "Test not defined. Please create test for package ${package_to_test}"
 383       fi
 384    ;;
 385 esac
 386
 387 exit ${RES}