+++ /dev/null
-#!/bin/bash
-
-# Script that is run on the devstack vm; configures and
-# invokes devstack.
-
-# Copyright (C) 2011-2012 OpenStack LLC.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-#
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-
-# Keep track of the devstack directory
-TOP_DIR=$(cd $(dirname "$0") && pwd)
-
-# Prepare the environment
-# -----------------------
-
-# Import common functions
-source $TOP_DIR/functions.sh
-
-echo $PPID > $WORKSPACE/gate.pid
-source `dirname "$(readlink -f "$0")"`/functions.sh
-
-FIXED_RANGE=${DEVSTACK_GATE_FIXED_RANGE:-10.1.0.0/20}
-FLOATING_RANGE=${DEVSTACK_GATE_FLOATING_RANGE:-172.24.4.0/24}
-
-function setup_localrc {
- local localrc_oldnew=$1;
- local localrc_branch=$2;
- local localrc_file=$3
- local role=$4
-
- # Allow calling context to pre-populate the localrc file
- # with additional values
- if [[ -z $KEEP_LOCALRC ]] ; then
- rm -f $localrc_file
- fi
-
- # Install PyYaml for test-matrix.py
- if uses_debs; then
- sudo apt-get update
- sudo apt-get install python-yaml
- elif is_fedora; then
- sudo yum install -y PyYAML
- fi
- MY_ENABLED_SERVICES=`cd $BASE/new/devstack-gate && ./test-matrix.py -b $localrc_branch -f $DEVSTACK_GATE_FEATURE_MATRIX`
- local original_enabled_services=$MY_ENABLED_SERVICES
-
- # TODO(afazekas): Move to the feature grid
- # TODO(afazekas): add c-vol
- if [[ $role = sub ]]; then
- if [[ "$DEVSTACK_GATE_NEUTRON" -eq "1" ]]; then
- MY_ENABLED_SERVICES="q-agt,n-cpu,ceilometer-acompute"
- else
- MY_ENABLED_SERVICES="n-cpu,ceilometer-acompute"
- fi
- fi
-
- # Allow optional injection of ENABLED_SERVICES from the calling context
- if [[ ! -z $ENABLED_SERVICES ]] ; then
- MY_ENABLED_SERVICES+=,$ENABLED_SERVICES
- fi
-
- if [[ "$DEVSTACK_GATE_CEPH" == "1" ]]; then
- echo "CINDER_ENABLED_BACKENDS=ceph:ceph" >>"$localrc_file"
- echo "TEMPEST_STORAGE_PROTOCOL=ceph" >>"$localrc_file"
- echo "CEPH_LOOPBACK_DISK_SIZE=8G" >>"$localrc_file"
- fi
-
- # the exercises we *don't* want to test on for devstack
- SKIP_EXERCISES=boot_from_volume,bundle,client-env,euca
-
- if [[ "$DEVSTACK_GATE_NEUTRON" -eq "1" ]]; then
- echo "Q_USE_DEBUG_COMMAND=True" >>"$localrc_file"
- echo "NETWORK_GATEWAY=10.1.0.1" >>"$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_NEUTRON_DVR" -eq "1" ]]; then
- echo "Q_DVR_MODE=dvr_snat" >>"$localrc_file"
- fi
-
- cat <<EOF >>"$localrc_file"
-USE_SCREEN=False
-DEST=$BASE/$localrc_oldnew
-# move DATA_DIR outside of DEST to keep DEST a bit cleaner
-DATA_DIR=$BASE/data
-ACTIVE_TIMEOUT=90
-BOOT_TIMEOUT=90
-ASSOCIATE_TIMEOUT=60
-TERMINATE_TIMEOUT=60
-MYSQL_PASSWORD=secretmysql
-DATABASE_PASSWORD=secretdatabase
-RABBIT_PASSWORD=secretrabbit
-ADMIN_PASSWORD=secretadmin
-SERVICE_PASSWORD=secretservice
-SERVICE_TOKEN=111222333444
-SWIFT_HASH=1234123412341234
-ROOTSLEEP=0
-ERROR_ON_CLONE=True
-ENABLED_SERVICES=$MY_ENABLED_SERVICES
-SKIP_EXERCISES=$SKIP_EXERCISES
-SERVICE_HOST=127.0.0.1
-# Screen console logs will capture service logs.
-SYSLOG=False
-SCREEN_LOGDIR=$BASE/$localrc_oldnew/screen-logs
-LOGFILE=$BASE/$localrc_oldnew/devstacklog.txt
-VERBOSE=True
-FIXED_RANGE=$FIXED_RANGE
-FLOATING_RANGE=$FLOATING_RANGE
-FIXED_NETWORK_SIZE=4096
-VIRT_DRIVER=$DEVSTACK_GATE_VIRT_DRIVER
-SWIFT_REPLICAS=1
-LOG_COLOR=False
-PIP_USE_MIRRORS=False
-USE_GET_PIP=1
-# Don't reset the requirements.txt files after g-r updates
-UNDO_REQUIREMENTS=False
-# Set to soft if the project is using libraries not in g-r
-REQUIREMENTS_MODE=${REQUIREMENTS_MODE}
-CINDER_PERIODIC_INTERVAL=10
-export OS_NO_CACHE=True
-CEILOMETER_BACKEND=$DEVSTACK_GATE_CEILOMETER_BACKEND
-LIBS_FROM_GIT=$DEVSTACK_PROJECT_FROM_GIT
-ZAQAR_BACKEND=$DEVSTACK_GATE_ZAQAR_BACKEND
-EOF
-
- if [[ "$DEVSTACK_CINDER_SECURE_DELETE" -eq "0" ]]; then
- echo "CINDER_SECURE_DELETE=False" >>"$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_TEMPEST_HEAT_SLOW" -eq "1" ]]; then
- echo "HEAT_CREATE_TEST_IMAGE=False" >>"$localrc_file"
- # Use Fedora 20 for heat test image, it has heat-cfntools pre-installed
- echo "HEAT_FETCHED_TEST_IMAGE=Fedora-i386-20-20131211.1-sda" >>"$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_VIRT_DRIVER" == "openvz" ]]; then
- echo "SKIP_EXERCISES=${SKIP_EXERCISES},volumes" >>"$localrc_file"
- echo "DEFAULT_INSTANCE_TYPE=m1.small" >>"$localrc_file"
- echo "DEFAULT_INSTANCE_USER=root" >>"$localrc_file"
- echo "DEFAULT_INSTANCE_TYPE=m1.small" >>exerciserc
- echo "DEFAULT_INSTANCE_USER=root" >>exerciserc
- fi
-
- if [[ "$DEVSTACK_GATE_VIRT_DRIVER" == "ironic" ]]; then
- echo "VIRT_DRIVER=ironic" >>"$localrc_file"
- echo "IRONIC_BAREMETAL_BASIC_OPS=True" >>"$localrc_file"
- echo "IRONIC_VM_LOG_DIR=$BASE/$localrc_oldnew/ironic-bm-logs" >>"$localrc_file"
- echo "DEFAULT_INSTANCE_TYPE=baremetal" >>"$localrc_file"
- echo "BUILD_TIMEOUT=300" >>"$localrc_file"
- if [[ "$DEVSTACK_GATE_IRONIC_BUILD_RAMDISK" -eq 0 ]]; then
- echo "IRONIC_BUILD_DEPLOY_RAMDISK=False" >>"$localrc_file"
- fi
- if [[ "$DEVSTACK_GATE_IRONIC_DRIVER" == "agent_ssh" ]]; then
- echo "SWIFT_ENABLE_TEMPURLS=True" >>"$localrc_file"
- echo "SWIFT_TEMPURL_KEY=secretkey" >>"$localrc_file"
- echo "IRONIC_ENABLED_DRIVERS=fake,agent_ssh,agent_ipmitool" >>"$localrc_file"
- echo "IRONIC_DEPLOY_DRIVER=agent_ssh" >>"$localrc_file"
- # agent driver doesn't support ephemeral volumes yet
- echo "IRONIC_VM_EPHEMERAL_DISK=0" >>"$localrc_file"
- # agent CoreOS ramdisk is a little heavy
- echo "IRONIC_VM_SPECS_RAM=1024" >>"$localrc_file"
- echo "IRONIC_VM_COUNT=1" >>"$localrc_file"
- else
- echo "IRONIC_VM_EPHEMERAL_DISK=1" >>"$localrc_file"
- echo "IRONIC_VM_COUNT=3" >>"$localrc_file"
- fi
- fi
-
- if [[ "$DEVSTACK_GATE_VIRT_DRIVER" == "xenapi" ]]; then
- if [ ! $DEVSTACK_GATE_XENAPI_DOM0_IP -o ! $DEVSTACK_GATE_XENAPI_DOMU_IP -o ! $DEVSTACK_GATE_XENAPI_PASSWORD ]; then
- echo "XenAPI must have DEVSTACK_GATE_XENAPI_DOM0_IP, DEVSTACK_GATE_XENAPI_DOMU_IP and DEVSTACK_GATE_XENAPI_PASSWORD all set"
- exit 1
- fi
- cat >> "$localrc_file" << EOF
-SKIP_EXERCISES=${SKIP_EXERCISES},volumes
-XENAPI_PASSWORD=${DEVSTACK_GATE_XENAPI_PASSWORD}
-XENAPI_CONNECTION_URL=http://${DEVSTACK_GATE_XENAPI_DOM0_IP}
-VNCSERVER_PROXYCLIENT_ADDRESS=${DEVSTACK_GATE_XENAPI_DOM0_IP}
-VIRT_DRIVER=xenserver
-
-# A separate xapi network is created with this name-label
-FLAT_NETWORK_BRIDGE=vmnet
-
-# A separate xapi network on eth4 serves the purpose of the public network
-PUBLIC_INTERFACE=eth4
-
-# The xapi network "vmnet" is connected to eth3 in domU
-# We need to explicitly specify these, as the devstack/xenserver driver
-# sets GUEST_INTERFACE_DEFAULT
-VLAN_INTERFACE=eth3
-FLAT_INTERFACE=eth3
-
-# Explicitly set HOST_IP, so that it will be passed down to xapi,
-# thus it will be able to reach glance
-HOST_IP=${DEVSTACK_GATE_XENAPI_DOMU_IP}
-SERVICE_HOST=${DEVSTACK_GATE_XENAPI_DOMU_IP}
-
-# Disable firewall
-XEN_FIREWALL_DRIVER=nova.virt.firewall.NoopFirewallDriver
-
-# Disable agent
-EXTRA_OPTS=("xenapi_disable_agent=True")
-
-# Add a separate device for volumes
-VOLUME_BACKING_DEVICE=/dev/xvdb
-
-# Set multi-host config
-MULTI_HOST=1
-EOF
- fi
-
- if [[ "$DEVSTACK_GATE_TEMPEST" -eq "1" ]]; then
- # We need to disable ratelimiting when running
- # Tempest tests since so many requests are executed
- # TODO(mriedem): Remove this when stable/juno is our oldest
- # supported branch since devstack no longer uses it since Juno.
- echo "API_RATE_LIMIT=False" >> "$localrc_file"
- # Volume tests in Tempest require a number of volumes
- # to be created, each of 1G size. Devstack's default
- # volume backing file size is 10G.
- #
- # The 24G setting is expected to be enough even
- # in parallel run.
- echo "VOLUME_BACKING_FILE_SIZE=24G" >> "$localrc_file"
- # in order to ensure glance http tests don't time out, we
- # specify the TEMPEST_HTTP_IMAGE address to be horrizon's
- # front page. Kind of hacky, but it works.
- echo "TEMPEST_HTTP_IMAGE=http://127.0.0.1/static/dashboard/img/favicon.ico" >> "$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_TEMPEST_DISABLE_TENANT_ISOLATION" -eq "1" ]]; then
- echo "TEMPEST_ALLOW_TENANT_ISOLATION=False" >>"$localrc_file"
- fi
-
- if [[ -n "$DEVSTACK_GATE_GRENADE" ]]; then
- if [[ "$localrc_old" == "old" ]]; then
- echo "GRENADE_PHASE=base" >> "$localrc_file"
- else
- echo "GRENADE_PHASE=target" >> "$localrc_file"
- fi
- # keystone deployed with mod wsgi cannot be upgraded or migrated
- # until https://launchpad.net/bugs/1365105 is resolved.
- echo "KEYSTONE_USE_MOD_WSGI=False" >> "$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_TEMPEST_LARGE_OPS" -eq "1" ]]; then
- # NOTE(danms): Temporary transition to =NUM_RESOURCES
- echo "VIRT_DRIVER=fake" >> "$localrc_file"
- echo "TEMPEST_LARGE_OPS_NUMBER=50" >>"$localrc_file"
- elif [[ "$DEVSTACK_GATE_TEMPEST_LARGE_OPS" -gt "1" ]]; then
- # use fake virt driver and 10 copies of nova-compute
- echo "VIRT_DRIVER=fake" >> "$localrc_file"
- # To make debugging easier, disabled until bug 1218575 is fixed.
- # echo "NUMBER_FAKE_NOVA_COMPUTE=10" >>"$localrc_file"
- echo "TEMPEST_LARGE_OPS_NUMBER=$DEVSTACK_GATE_TEMPEST_LARGE_OPS" >>"$localrc_file"
-
- fi
-
- if [[ "$DEVSTACK_GATE_CONFIGDRIVE" -eq "1" ]]; then
- echo "FORCE_CONFIG_DRIVE=always" >>"$localrc_file"
- else
- echo "FORCE_CONFIG_DRIVE=False" >>"$localrc_file"
- fi
- if [[ "$DEVSTACK_GATE_KEYSTONE_V3" -eq "1" ]]; then
- # Run gate using only keystone v3
- # For now this is only injected in tempest configuration
- echo "TEMPEST_AUTH_VERSION=v3" >>"$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_ENABLE_HTTPD_MOD_WSGI_SERVICES" -eq "0" ]]; then
- # Services that default to run under Apache + mod_wsgi will use alternatives
- # (e.g. Keystone under eventlet) if available. This will affect all services
- # that run under HTTPD (mod_wsgi) by default.
- echo "ENABLE_HTTPD_MOD_WSGI_SERVICES=False" >> "$localrc_file"
- fi
-
- if [[ "$CEILOMETER_NOTIFICATION_TOPICS" ]]; then
- # Add specified ceilometer notification topics to localrc
- # Set to notifications,profiler to enable profiling
- echo "CEILOMETER_NOTIFICATION_TOPICS=$CEILOMETER_NOTIFICATION_TOPICS" >>"$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_NOVA_REPLACE_V2_ENDPOINT_WITH_V21_API" -eq "1" ]]; then
- echo "NOVA_API_VERSION=v21default" >> "$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_INSTALL_TESTONLY" -eq "1" ]]; then
- # Sometimes we do want the test packages
- echo "INSTALL_TESTONLY_PACKAGES=True" >> "$localrc_file"
- fi
-
- if [[ "$DEVSTACK_GATE_TOPOLOGY" != "aio" ]]; then
- echo "NOVA_ALLOW_MOVE_TO_SAME_HOST=False" >> "$localrc_file"
- local primary_node=`cat /etc/nodepool/primary_node_private`
- echo "SERVICE_HOST=$primary_node" >>"$localrc_file"
-
- if [[ "$role" = sub ]]; then
- if [[ $original_enabled_services =~ "qpid" ]]; then
- echo "QPID_HOST=$primary_node" >>"$localrc_file"
- fi
- if [[ $original_enabled_services =~ "rabbit" ]]; then
- echo "RABBIT_HOST=$primary_node" >>"$localrc_file"
- fi
- echo "DATABASE_HOST=$primary_node" >>"$localrc_file"
- if [[ $original_enabled_services =~ "mysql" ]]; then
- echo "DATABASE_TYPE=mysql" >>"$localrc_file"
- else
- echo "DATABASE_TYPE=postgresql" >>"$localrc_file"
- fi
- echo "GLANCE_HOSTPORT=$primary_node:9292" >>"$localrc_file"
- echo "Q_HOST=$primary_node" >>"$localrc_file"
- # Set HOST_IP in subnodes before copying localrc to each node
- else
- echo "HOST_IP=$primary_node" >>"$localrc_file"
- fi
- fi
-
- # a way to pass through arbitrary devstack config options so that
- # we don't need to add new devstack-gate options every time we
- # want to create a new config.
- if [[ -n "$DEVSTACK_LOCAL_CONFIG" ]]; then
- echo "$DEVSTACK_LOCAL_CONFIG" >>"$localrc_file"
- fi
-
-}
-
-if [[ -n "$DEVSTACK_GATE_GRENADE" ]]; then
- if [[ "$DEVSTACK_GATE_GRENADE" == "sideways-ironic" ]]; then
- # Disable ironic when generating the "old" localrc.
- TMP_DEVSTACK_GATE_IRONIC=$DEVSTACK_GATE_IRONIC
- TMP_DEVSTACK_GATE_VIRT_DRIVER=$DEVSTACK_GATE_VIRT_DRIVER
- export DEVSTACK_GATE_IRONIC=0
- export DEVSTACK_GATE_VIRT_DRIVER="fake"
- fi
- if [[ "$DEVSTACK_GATE_GRENADE" == "sideways-neutron" ]]; then
- # Use nova network when generating "old" localrc.
- TMP_DEVSTACK_GATE_NEUTRON=$DEVSTACK_GATE_NEUTRON
- export DEVSTACK_GATE_NEUTRON=0
- fi
- cd $BASE/old/devstack
- setup_localrc "old" "$GRENADE_OLD_BRANCH" "localrc" "primary"
-
- if [[ "$DEVSTACK_GATE_GRENADE" == "sideways-ironic" ]]; then
- # Set ironic and virt driver settings to those initially set
- # by the job.
- export DEVSTACK_GATE_IRONIC=$TMP_DEVSTACK_GATE_IRONIC
- export DEVSTACK_GATE_VIRT_DRIVER=$TMP_DEVSTACK_GATE_VIRT_DRIVER
- fi
- if [[ "$DEVSTACK_GATE_GRENADE" == "sideways-neutron" ]]; then
- # Set neutron setting to that initially set by the job.
- export DEVSTACK_GATE_NEUTRON=$TMP_DEVSTACK_GATE_NEUTRON
- fi
- cd $BASE/new/devstack
- setup_localrc "new" "$GRENADE_OLD_BRANCH" "localrc" "primary"
-
- cat <<EOF >$BASE/new/grenade/localrc
-BASE_RELEASE=old
-BASE_RELEASE_DIR=$BASE/\$BASE_RELEASE
-BASE_DEVSTACK_DIR=\$BASE_RELEASE_DIR/devstack
-BASE_DEVSTACK_BRANCH=$GRENADE_OLD_BRANCH
-TARGET_RELEASE=new
-TARGET_RELEASE_DIR=$BASE/\$TARGET_RELEASE
-TARGET_DEVSTACK_DIR=\$TARGET_RELEASE_DIR/devstack
-TARGET_DEVSTACK_BRANCH=$GRENADE_NEW_BRANCH
-TARGET_RUN_SMOKE=False
-SAVE_DIR=\$BASE_RELEASE_DIR/save
-DO_NOT_UPGRADE_SERVICES=$DO_NOT_UPGRADE_SERVICES
-TEMPEST_CONCURRENCY=$TEMPEST_CONCURRENCY
-VERBOSE=False
-EOF
-
- if [[ "$DEVSTACK_GATE_GRENADE" == "sideways-ironic" ]]; then
- # sideways-ironic migrates from a fake environment, avoid exercising
- # base.
- echo "BASE_RUN_SMOKE=False" >> $BASE/new/grenade/localrc
- echo "RUN_JAVELIN=False" >> $BASE/new/grenade/localrc
- fi
-
- # Make the workspace owned by the stack user
- sudo chown -R stack:stack $BASE
-
- cd $BASE/new/grenade
- echo "Running grenade ..."
- echo "This takes a good 30 minutes or more"
- sudo -H -u stack stdbuf -oL -eL ./grenade.sh
- cd $BASE/new/devstack
-
-else
- cd $BASE/new/devstack
- setup_localrc "new" "$OVERRIDE_ZUUL_BRANCH" "localrc" "primary"
-
- if [[ "$DEVSTACK_GATE_TOPOLOGY" != "aio" ]]; then
- set -x # for now enabling debug and do not turn it off
- setup_localrc "new" "$OVERRIDE_ZUUL_BRANCH" "sub_localrc" "sub"
- sudo mkdir -p $BASE/new/.ssh
- sudo cp /etc/nodepool/id_rsa.pub $BASE/new/.ssh/authorized_keys
- sudo cp /etc/nodepool/id_rsa $BASE/new/.ssh/
- sudo chmod 600 $BASE/new/.ssh/authorized_keys
- sudo chmod 400 $BASE/new/.ssh/id_rsa
- for NODE in `cat /etc/nodepool/sub_nodes_private`; do
- echo "Copy Files to $NODE"
- remote_copy_dir $NODE $BASE/new/devstack-gate $WORKSPACE
- remote_copy_file $WORKSPACE/test_env.sh $NODE:$WORKSPACE/test_env.sh
- echo "Preparing $NODE"
- remote_command $NODE "source $WORKSPACE/test_env.sh; $WORKSPACE/devstack-gate/sub_node_prepare.sh"
- remote_copy_file /etc/nodepool/id_rsa "$NODE:$BASE/new/.ssh/"
- remote_command $NODE sudo chmod 400 "$BASE/new/.ssh/*"
- done
- PRIMARY_NODE=`cat /etc/nodepool/primary_node_private`
- SUB_NODES=`cat /etc/nodepool/sub_nodes_private`
- NODES="$PRIMARY_NODE $SUB_NODES"
- if [[ "$DEVSTACK_GATE_NEUTRON" -ne '1' ]]; then
- (source $BASE/new/devstack/functions-common; install_package bridge-utils)
- gre_bridge "pub_if" 1 $NODES
- cat <<EOF >>"$BASE/new/devstack/sub_localrc"
-FLAT_INTERFACE=pub_if
-PUBLIC_INTERFACE=pub_if
-EOF
- cat <<EOF >>"$BASE/new/devstack/localrc"
-FLAT_INTERFACE=pub_if
-PUBLIC_INTERFACE=pub_if
-EOF
- fi
- fi
- # Make the workspace owned by the stack user
- sudo chown -R stack:stack $BASE
-
- echo "Running devstack"
- echo "... this takes 5 - 8 minutes (logs in logs/devstacklog.txt.gz)"
- start=$(date +%s)
- sudo -H -u stack stdbuf -oL -eL ./stack.sh > /dev/null
- end=$(date +%s)
- took=$((($end - $start) / 60))
- if [[ "$took" -gt 15 ]]; then
- echo "WARNING: devstack run took > 15 minutes, this is a very slow node."
- fi
-
- # provide a check that the right db was running
- # the path are different for fedora and red hat.
- if [[ -f /usr/bin/yum ]]; then
- POSTGRES_LOG_PATH="-d /var/lib/pgsql"
- MYSQL_LOG_PATH="-f /var/log/mysqld.log"
- else
- POSTGRES_LOG_PATH="-d /var/log/postgresql"
- MYSQL_LOG_PATH="-d /var/log/mysql"
- fi
- if [[ "$DEVSTACK_GATE_POSTGRES" -eq "1" ]]; then
- if [[ ! $POSTGRES_LOG_PATH ]]; then
- echo "Postgresql should have been used, but there are no logs"
- exit 1
- fi
- else
- if [[ ! $MYSQL_LOG_PATH ]]; then
- echo "Mysql should have been used, but there are no logs"
- exit 1
- fi
- fi
-
- if [[ "$DEVSTACK_GATE_TOPOLOGY" != "aio" ]]; then
- echo "Preparing cross node connectivity"
- for NODE in `cat /etc/nodepool/sub_nodes_private`; do
- echo "Running devstack on $NODE"
- sudo cp sub_localrc tmp_sub_localrc
- echo "HOST_IP=$NODE" | sudo tee --append tmp_sub_localrc > /dev/null
- remote_copy_file tmp_sub_localrc $NODE:$BASE/new/devstack/localrc
- remote_command $NODE sudo chown -R stack:stack $BASE
- remote_command $NODE "cd $BASE/new/devstack; source $WORKSPACE/test_env.sh; export -n PROJECTS; sudo -H -u stack stdbuf -oL -eL ./stack.sh > /dev/null"
- done
-
- if [[ $DEVSTACK_GATE_NEUTRON -eq "1" ]]; then
- # NOTE(afazekas): The cirros lp#1301958 does not support MTU setting via dhcp,
- # simplest way the have tunneling working, with dvsm, without increasing the host system MTU
- # is to decreasion the MTU on br-ex
- # TODO(afazekas): Configure the mtu smarter on the devstack side
- sudo ip link set mtu 1450 dev br-ex
- fi
- fi
-fi
-
-if [[ "$DEVSTACK_GATE_UNSTACK" -eq "1" ]]; then
- sudo -H -u stack ./unstack.sh
-fi
-
-echo "Removing sudo privileges for devstack user"
-sudo rm /etc/sudoers.d/50_stack_sh
-
-if [[ "$DEVSTACK_GATE_EXERCISES" -eq "1" ]]; then
- echo "Running devstack exercises"
- sudo -H -u stack ./exercise.sh
-fi
-
-if [[ "$DEVSTACK_GATE_TEMPEST" -eq "1" ]]; then
- # under tempest isolation tempest will need to write .tox dir, log files
- if [[ -d "$BASE/new/tempest" ]]; then
- sudo chown -R tempest:stack $BASE/new/tempest
- fi
-
- # Make sure tempest user can write to its directory for
- # lock-files.
- if [[ -d $BASE/data/tempest ]]; then
- sudo chown -R tempest:stack $BASE/data/tempest
- fi
- # ensure the cirros image files are accessible
- if [[ -d /opt/stack/new/devstack/files ]]; then
- sudo chmod -R o+rx /opt/stack/new/devstack/files
- fi
-
- # We don't need to run Tempest, if this is switched on
- if [[ "$DEVSTACK_GATE_TEMPEST_INSTALL_ONLY" -eq "1" ]]; then
- exit 0
- fi
- # From here until the end we rely on the fact that all the code fails if
- # something is wrong, to enforce exit on bad test results.
- set -o errexit
-
- cd $BASE/new/tempest
- if [[ "$DEVSTACK_GATE_TEMPEST_REGEX" != "" ]] ; then
- echo "Running tempest with a custom regex filter"
- sudo -H -u tempest tox -eall -- --concurrency=$TEMPEST_CONCURRENCY $DEVSTACK_GATE_TEMPEST_REGEX
- elif [[ "$DEVSTACK_GATE_TEMPEST_ALL" -eq "1" ]]; then
- echo "Running tempest all test suite"
- sudo -H -u tempest tox -eall -- --concurrency=$TEMPEST_CONCURRENCY
- elif [[ "$DEVSTACK_GATE_TEMPEST_DISABLE_TENANT_ISOLATION" -eq "1" ]]; then
- echo "Running tempest full test suite serially"
- sudo -H -u tempest tox -efull-serial
- elif [[ "$DEVSTACK_GATE_TEMPEST_FULL" -eq "1" ]]; then
- echo "Running tempest full test suite"
- sudo -H -u tempest tox -efull -- --concurrency=$TEMPEST_CONCURRENCY
- elif [[ "$DEVSTACK_GATE_TEMPEST_STRESS" -eq "1" ]] ; then
- echo "Running stress tests"
- sudo -H -u tempest tox -estress -- -d 3600 -S -s -t tempest/stress/etc/stress-tox-job.json
- elif [[ "$DEVSTACK_GATE_TEMPEST_HEAT_SLOW" -eq "1" ]] ; then
- echo "Running slow heat tests"
- sudo -H -u tempest tox -eheat-slow -- --concurrency=$TEMPEST_CONCURRENCY
- elif [[ "$DEVSTACK_GATE_TEMPEST_LARGE_OPS" -ge "1" ]] ; then
- echo "Running large ops tests"
- sudo -H -u tempest tox -elarge-ops -- --concurrency=$TEMPEST_CONCURRENCY
- elif [[ "$DEVSTACK_GATE_SMOKE_SERIAL" -eq "1" ]] ; then
- echo "Running tempest smoke tests"
- sudo -H -u tempest tox -esmoke-serial
- else
- echo "Running tempest smoke tests"
- sudo -H -u tempest tox -esmoke -- --concurrency=$TEMPEST_CONCURRENCY
- fi
-
-fi
+++ /dev/null
-#!/bin/bash
-
-# Copyright (C) 2011-2013 OpenStack Foundation
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-#
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# Distro check functions
-function is_fedora {
- # note we consider CentOS 7 as fedora for now
- lsb_release -i 2>/dev/null | grep -iq "fedora" || \
- lsb_release -i 2>/dev/null | grep -iq "CentOS"
-}
-
-function is_ubuntu {
- lsb_release -i 2>/dev/null | grep -iq "ubuntu"
-}
-
-function is_debian {
- # do not rely on lsb_release because it may be not installed by default
- cat /etc/*-release | grep ID 2>/dev/null | grep -iq "debian"
-}
-
-function uses_debs {
- # check if apt-get is installed, valid for debian based
- type "apt-get" 2>/dev/null
-}
-
-function function_exists {
- type $1 2>/dev/null | grep -q 'is a function'
-}
-
-# awk filter to timestamp the stream, including stderr merging
-function tsfilter {
- $@ 2>&1 | awk '
- {
- cmd ="date +\"%Y-%m-%d %H:%M:%S.%3N | \""
- cmd | getline now
- close("date +\"%Y-%m-%d %H:%M:%S.%3N | \"")
- sub(/^/, now)
- print
- fflush()
- }'
-}
-
-function _ping_check {
- local host=$1
- local times=${2:-20}
- echo "Testing ICMP connectivit to $host"
- ping -c $times $host
-}
-
-function _http_check {
- local url=$1
- local dl='wget --progress=bar -O /dev/null'
- if [[ `which curl` ]]; then
- dl='curl -# -o /dev/null'
- fi
-
- # do a pypi http fetch, to make sure that we're good
- for i in `seq 1 10`; do
- echo "HTTP check of $url - attempt #$i"
- $dl $url || /bin/true
- done
-}
-
-# do a few network tests to baseline how bad we are
-function network_sanity_check {
- echo "Performing network sanity check..."
- PIP_CONFIG_FILE=$HOME/.pip/pip.conf
- if [[ -f $PIP_CONFIG_FILE ]]; then
- line=$(cat $PIP_CONFIG_FILE|grep index-url)
- pypi_url=${line#*=}
- pypi_host=$(echo $pypi_url|grep -Po '.*?//\K.*?(?=/)')
-
- _ping_check $pypi_host
- _http_check $pypi_url
- fi
-
- # rax ubuntu mirror
- _ping_check mirror.rackspace.com
- _http_check http://mirror.rackspace.com/ubuntu/dists/trusty/Release.gpg
-}
-
-# create the start timer for when the job began
-function start_timer {
- # first make sure the time is right, so we don't go into crazy land
- # later if the system decides to apply an ntp date and we jump forward
- # 4 hrs (which has happened)
- if is_fedora; then
- local ntp_service='ntpd'
- elif uses_debs; then
- local ntp_service='ntp'
- else
- echo "Unsupported platform, can't determine ntp service"
- exit 1
- fi
- local default_ntp_server=$(
- grep ^server /etc/ntp.conf | head -1 | awk '{print $2}')
- local ntp_server=${NTP_SERVER:-$default_ntp_server}
- sudo service $ntp_service stop
- sudo /usr/sbin/ntpdate $ntp_server
- sudo service $ntp_service start
- sleep 1
- START_TIME=`date +%s`
-}
-
-function remaining_time {
- local now=`date +%s`
- local elapsed=$(((now - START_TIME) / 60))
- REMAINING_TIME=$((DEVSTACK_GATE_TIMEOUT - elapsed - 5))
- echo "Job timeout set to: $REMAINING_TIME minutes"
-}
-
-# indent the output of a command 4 spaces, useful for distinguishing
-# the output of a command from the command itself
-function indent {
- $@ | (while read; do echo " $REPLY"; done)
-}
-
-# Attempt to fetch a git ref for a project, if that ref is not empty
-function git_fetch_at_ref {
- local project=$1
- local ref=$2
- if [ "$ref" != "" ]; then
- git fetch $ZUUL_URL/$project $ref
- return $?
- else
- # return failing
- return 1
- fi
-}
-
-function git_checkout {
- local project=$1
- local branch=$2
- local reset_branch=$branch
-
- if [[ "$branch" != "FETCH_HEAD" ]]; then
- reset_branch="remotes/origin/$branch"
- fi
-
- git checkout $branch
- git reset --hard $reset_branch
- if ! git clean -x -f -d -q ; then
- sleep 1
- git clean -x -f -d -q
- fi
-}
-
-function git_has_branch {
- local project=$1 # Project is here for test mocks
- local branch=$2
-
- if git branch -a |grep remotes/origin/$branch>/dev/null; then
- return 0
- else
- return 1
- fi
-}
-
-function git_prune {
- git remote prune origin
-}
-
-function git_remote_update {
- # Attempt a git remote update. Run for up to 5 minutes before killing.
- # If first SIGTERM does not kill the process wait a minute then SIGKILL.
- # If update fails try again for up to a total of 3 attempts.
- MAX_ATTEMPTS=3
- COUNT=0
- until timeout -k 1m 5m git remote update; do
- COUNT=$(($COUNT + 1))
- echo "git remote update failed."
- if [ $COUNT -eq $MAX_ATTEMPTS ]; then
- echo "Max attempts reached for git remote update; giving up."
- exit 1
- fi
- SLEEP_TIME=$((30 + $RANDOM % 60))
- echo "sleep $SLEEP_TIME before retrying."
- sleep $SLEEP_TIME
- done
-}
-
-function git_remote_set_url {
- git remote set-url $1 $2
-}
-
-function git_clone_and_cd {
- local project=$1
- local short_project=$2
- local git_base=${GIT_BASE:-https://git.openstack.org}
-
- if [[ ! -e $short_project ]]; then
- echo " Need to clone $short_project"
- git clone $git_base/$project
- fi
- cd $short_project
-}
-
-function fix_etc_hosts {
- # HPcloud stopped adding the hostname to /etc/hosts with their
- # precise images.
-
- HOSTNAME=`/bin/hostname`
- if ! grep $HOSTNAME /etc/hosts >/dev/null; then
- echo "Need to add hostname to /etc/hosts"
- sudo bash -c 'echo "127.0.1.1 $HOSTNAME" >>/etc/hosts'
- fi
-
-}
-
-function fix_disk_layout {
- # HPCloud and Rackspace performance nodes provide no swap, but do
- # have ephemeral disks we can use. HPCloud also doesn't have
- # enough space on / for two devstack installs, so we partition the
- # disk and mount it on /opt, syncing the previous contents of /opt
- # over.
- if [ `grep SwapTotal /proc/meminfo | awk '{ print $2; }'` -eq 0 ]; then
- if [ -b /dev/vdb ]; then
- DEV='/dev/vdb'
- elif [ -b /dev/xvde ]; then
- DEV='/dev/xvde'
- fi
- if [ -n "$DEV" ]; then
- local swap=${DEV}1
- local lvmvol=${DEV}2
- local optdev=${DEV}3
- sudo umount ${DEV}
- sudo parted ${DEV} --script -- mklabel msdos
- sudo parted ${DEV} --script -- mkpart primary linux-swap 1 8192
- sudo parted ${DEV} --script -- mkpart primary ext2 8192 32768
- sudo parted ${DEV} --script -- mkpart primary ext2 32768 -1
- sudo mkswap $swap
- sudo vgcreate stack-volumes-lvmdriver-1 $lvmvol
- sudo mkfs.ext4 $optdev
- sudo swapon $swap
- sudo mount $optdev /mnt
- sudo find /opt/ -mindepth 1 -maxdepth 1 -exec mv {} /mnt/ \;
- sudo umount /mnt
- sudo mount $optdev /opt
- fi
- fi
-}
-
-# Set up a project in accordance with the future state proposed by
-# Zuul.
-#
-# Arguments:
-# project: The full name of the project to set up
-# branch: The branch to check out
-#
-# The branch argument should be the desired branch to check out. If
-# you have no other opinions, then you should supply ZUUL_BRANCH here.
-# This is generally the branch corresponding with the change being
-# tested.
-#
-# If you would like to check out a branch other than what ZUUL has
-# selected, for example in order to check out the old or new branches
-# for grenade, or an alternate branch to test client library
-# compatibility, then supply that as the argument instead. This
-# function will try to check out the following (in order):
-#
-# The zuul ref for the project specific OVERRIDE_$PROJECT_PROJECT_BRANCH if specified
-# The zuul ref for the indicated branch
-# The zuul ref for the master branch
-# The tip of the project specific OVERRIDE_$PROJECT_PROJECT_BRANCH if specified
-# The tip of the indicated branch
-# The tip of the master branch
-#
-function setup_project {
- local project=$1
- local branch=$2
- local short_project=`basename $project`
- local git_base=${GIT_BASE:-https://git.openstack.org}
-
- echo "Setting up $project @ $branch"
- git_clone_and_cd $project $short_project
-
- git_remote_set_url origin $git_base/$project
-
- # allow for possible project branch override
- local uc_project=`echo $short_project | tr [:lower:] [:upper:] | tr '-' '_' | sed 's/[^A-Z_]//'`
- local project_branch_var="\$OVERRIDE_${uc_project}_PROJECT_BRANCH"
- local project_branch=`eval echo ${project_branch_var}`
- if [[ "$project_branch" != "" ]]; then
- branch=$project_branch
- fi
-
- # Try the specified branch before the ZUUL_BRANCH.
- OVERRIDE_ZUUL_REF=$(echo $ZUUL_REF | sed -e "s,$ZUUL_BRANCH,$branch,")
-
- # Update git remotes
- git_remote_update
- # Ensure that we don't have stale remotes around
- git_prune
- # See if this project has this branch, if not, use master
- FALLBACK_ZUUL_REF=""
- if ! git_has_branch $project $branch; then
- FALLBACK_ZUUL_REF=$(echo $ZUUL_REF | sed -e "s,$branch,master,")
- fi
-
- # See if Zuul prepared a ref for this project
- if git_fetch_at_ref $project $OVERRIDE_ZUUL_REF || \
- git_fetch_at_ref $project $FALLBACK_ZUUL_REF; then
-
- # It's there, so check it out.
- git_checkout $project FETCH_HEAD
- else
- if git_has_branch $project $branch; then
- git_checkout $project $branch
- else
- git_checkout $project master
- fi
- fi
-}
-
-function re_exec_devstack_gate {
- export RE_EXEC="true"
- echo "This build includes a change to devstack-gate; re-execing this script."
- exec $WORKSPACE/devstack-gate/devstack-vm-gate-wrap.sh
-}
-
-function setup_workspace {
- local base_branch=$1
- local DEST=$2
- local copy_cache=$3
- local xtrace=$(set +o | grep xtrace)
-
- # Enabled detailed logging, since output of this function is redirected
- set -o xtrace
-
- fix_disk_layout
-
- sudo mkdir -p $DEST
- sudo chown -R jenkins:jenkins $DEST
-
- #TODO(jeblair): remove when this is no longer created by the image
- rm -fr ~/workspace-cache/
-
- # The vm template update job should cache the git repos
- # Move them to where we expect:
- echo "Using branch: $base_branch"
- for PROJECT in $PROJECTS; do
- cd $DEST
- if [ -d /opt/git/$PROJECT ]; then
- # Start with a cached git repo if possible
- rsync -a /opt/git/${PROJECT}/ `basename $PROJECT`
- fi
- setup_project $PROJECT $base_branch
- done
- # It's important we are back at DEST for the rest of the script
- cd $DEST
-
- if [ -n "$copy_cache" ] ; then
- # The vm template update job should cache some images in ~/cache.
- # Move them to where devstack expects:
- find ~/cache/files/ -mindepth 1 -maxdepth 1 -exec cp {} $DEST/devstack/files/ \;
- else
- # The vm template update job should cache some images in ~/cache.
- # Move them to where devstack expects:
- find ~/cache/files/ -mindepth 1 -maxdepth 1 -exec mv {} $DEST/devstack/files/ \;
- fi
-
- # Disable detailed logging as we return to the main script
- $xtrace
-}
-
-function copy_mirror_config {
-
- sudo install -D -m0644 -o root -g root ~/.pydistutils.cfg ~root/.pydistutils.cfg
- sudo install -D -m0644 -o root -g root ~/.pip/pip.conf ~root/.pip/pip.conf
-
- sudo install -D -m0644 -o stack -g stack ~/.pydistutils.cfg ~stack/.pydistutils.cfg
- sudo install -D -m0644 -o stack -g stack ~/.pip/pip.conf ~stack/.pip/pip.conf
-
- sudo install -D -m0644 -o tempest -g tempest ~/.pydistutils.cfg ~tempest/.pydistutils.cfg
- sudo install -D -m0644 -o tempest -g tempest ~/.pip/pip.conf ~tempest/.pip/pip.conf
-
-}
-
-function setup_host {
- # Enabled detailed logging, since output of this function is redirected
- local xtrace=$(set +o | grep xtrace)
- set -o xtrace
-
- echo "What's our kernel?"
- uname -a
-
- # capture # of cpus
- echo "NProc has discovered $(nproc) CPUs"
- cat /proc/cpuinfo
-
- # This is necessary to keep sudo from complaining
- fix_etc_hosts
-
- # Move the PIP cache into position:
- sudo mkdir -p /var/cache/pip
- sudo mv ~/cache/pip/* /var/cache/pip
-
- # We set some home directories under $BASE, make sure it exists.
- sudo mkdir -p $BASE
-
- # Start with a fresh syslog
- if uses_debs; then
- sudo stop rsyslog
- sudo mv /var/log/syslog /var/log/syslog-pre-devstack
- sudo mv /var/log/kern.log /var/log/kern_log-pre-devstack
- sudo touch /var/log/syslog
- sudo chown /var/log/syslog --ref /var/log/syslog-pre-devstack
- sudo chmod /var/log/syslog --ref /var/log/syslog-pre-devstack
- sudo chmod a+r /var/log/syslog
- sudo touch /var/log/kern.log
- sudo chown /var/log/kern.log --ref /var/log/kern_log-pre-devstack
- sudo chmod /var/log/kern.log --ref /var/log/kern_log-pre-devstack
- sudo chmod a+r /var/log/kern.log
- sudo start rsyslog
- elif is_fedora; then
- # save timestamp and use journalctl to dump everything since
- # then at the end
- date +"%Y-%m-%d %H:%M:%S" | sudo tee $BASE/log-start-timestamp.txt
- fi
-
- # Create a stack user for devstack to run as, so that we can
- # revoke sudo permissions from that user when appropriate.
- sudo useradd -U -s /bin/bash -d $BASE/new -m stack
- # Use 755 mode on the user dir regarless to the /etc/login.defs setting
- sudo chmod 755 $BASE/new
- TEMPFILE=`mktemp`
- echo "stack ALL=(root) NOPASSWD:ALL" >$TEMPFILE
- chmod 0440 $TEMPFILE
- sudo chown root:root $TEMPFILE
- sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
-
- # Create user's ~/.cache directory with proper permissions, ensuring later
- # 'sudo pip install's do not create it owned by root.
- sudo mkdir -p $BASE/new/.cache
- sudo chown -R stack:stack $BASE/new/.cache
-
- # Create a tempest user for tempest to run as, so that we can
- # revoke sudo permissions from that user when appropriate.
- # NOTE(sdague): we should try to get the state dump to be a
- # neutron API call in Icehouse to remove this.
- sudo useradd -U -s /bin/bash -m tempest
- TEMPFILE=`mktemp`
- echo "tempest ALL=(root) NOPASSWD:/sbin/ip" >$TEMPFILE
- echo "tempest ALL=(root) NOPASSWD:/sbin/iptables" >>$TEMPFILE
- echo "tempest ALL=(root) NOPASSWD:/usr/bin/ovsdb-client" >>$TEMPFILE
- chmod 0440 $TEMPFILE
- sudo chown root:root $TEMPFILE
- sudo mv $TEMPFILE /etc/sudoers.d/51_tempest_sh
-
- # Future useradd calls should strongly consider also updating
- # ~/.pip/pip.conf and ~/.pydisutils.cfg in the copy_mirror_config
- # function if tox/pip will be used at all.
-
- # If we will be testing OpenVZ, make sure stack is a member of the vz group
- if [ "$DEVSTACK_GATE_VIRT_DRIVER" == "openvz" ]; then
- sudo usermod -a -G vz stack
- fi
-
- # Ensure that all of the users have the openstack mirror config
- copy_mirror_config
-
- # perform network sanity check so that we can characterize the
- # state of the world
- network_sanity_check
-
- # Disable detailed logging as we return to the main script
- $xtrace
-}
-
-function cleanup_host {
- # Enabled detailed logging, since output of this function is redirected
- local xtrace=$(set +o | grep xtrace)
- set -o xtrace
-
- cd $WORKSPACE
-
- # Sleep to give services a chance to flush their log buffers.
- sleep 2
-
- # No matter what, archive logs and config files
- if uses_debs; then
- sudo cp /var/log/syslog $BASE/logs/syslog.txt
- sudo cp /var/log/kern.log $BASE/logs/kern_log.txt
- elif is_fedora; then
- # the journal gives us syslog() and kernel output, so is like
- # a concatenation of the above.
- sudo journalctl --no-pager \
- --since="$(cat $BASE/log-start-timestamp.txt)" \
- | sudo tee $BASE/logs/syslog.txt > /dev/null
- fi
-
- # apache logs; including wsgi stuff like horizon, keystone, etc.
- if uses_debs; then
- local apache_logs=/var/log/apache2
- elif is_fedora; then
- local apache_logs=/var/log/httpd
- fi
- sudo cp -r ${apache_logs} $BASE/logs/apache
-
- # rabbitmq logs
- if [ -d /var/log/rabbitmq ]; then
- sudo cp -r /var/log/rabbitmq $BASE/logs
- fi
-
- # db logs
- if [ -d /var/log/postgresql ] ; then
- # Rename log so it doesn't have an additional '.' so it won't get
- # deleted
- sudo cp /var/log/postgresql/*log $BASE/logs/postgres.log
- fi
- if [ -f /var/log/mysql.err ] ; then
- sudo cp /var/log/mysql.err $BASE/logs/mysql_err.log
- fi
- if [ -f /var/log/mysql.log ] ; then
- sudo cp /var/log/mysql.log $BASE/logs/
- fi
-
- # libvirt
- if [ -d /var/log/libvirt ] ; then
- sudo cp -r /var/log/libvirt $BASE/logs/
- fi
-
- # sudo config
- sudo cp -r /etc/sudoers.d $BASE/logs/
- sudo cp /etc/sudoers $BASE/logs/sudoers.txt
-
- # Archive config files
- sudo mkdir $BASE/logs/etc/
- for PROJECT in $PROJECTS; do
- proj=`basename $PROJECT`
- if [ -d /etc/$proj ]; then
- sudo cp -r /etc/$proj $BASE/logs/etc/
- fi
- done
-
- # Archive Apache config files
- sudo mkdir $BASE/logs/apache_config
- if uses_debs; then
- if [[ -d /etc/apache2/sites-enabled ]]; then
- sudo cp /etc/apache2/sites-enabled/* $BASE/logs/apache_config
- fi
- elif is_fedora; then
- if [[ -d /etc/apache2/httpd/conf.d ]]; then
- sudo cp /etc/httpd/conf.d/* $BASE/logs/apache_config
- fi
- fi
-
- # copy devstack log files
- if [ -d $BASE/old ]; then
- sudo mkdir -p $BASE/logs/old $BASE/logs/new
-
- # copy all log files, but note that devstack creates a shortened
- # symlink without timestamp (foo.log -> foo.2014-01-01-000000.log)
- # for each log to latest log. Thus we just copy the symlinks to
- # avoid excessively long file-names.
- find $BASE/old/screen-logs -type l -print0 | \
- xargs -0 -I {} sudo cp {} $BASE/logs/old
- sudo cp $BASE/old/devstacklog.txt $BASE/logs/old/
- sudo cp $BASE/old/devstack/localrc $BASE/logs/old/localrc.txt
- sudo cp $BASE/old/tempest/etc/tempest.conf $BASE/logs/old/tempest_conf.txt
- if -f [ $BASE/old/devstack/tempest.log ] ; then
- sudo cp $BASE/old/devstack/tempest.log $BASE/logs/old/verify_tempest_conf.log
- fi
-
- # grenade logs
- sudo cp $BASE/new/grenade/localrc $BASE/logs/grenade_localrc.txt
- # grenade logs directly and uses similar timestampped files to
- # devstack. So temporarily copy out & rename the latest log
- # files from the short-symlinks into grenade/, clean-up left
- # over time-stampped files and put the interesting logs back at
- # top-level for easy access
- sudo mkdir -p $BASE/logs/grenade
- sudo cp $BASE/logs/grenade.sh.log $BASE/logs/grenade/
- sudo cp $BASE/logs/grenade.sh.log.summary \
- $BASE/logs/grenade/grenade.sh.summary.log
- sudo rm $BASE/logs/grenade.sh.*
- sudo mv $BASE/logs/grenade/*.log $BASE/logs
- sudo rm -rf $BASE/logs/grenade
- if [ -f $BASE/new/grenade/javelin.log ] ; then
- sudo cp $BASE/new/grenade/javelin.log $BASE/logs/javelin.log
- fi
-
- NEWLOGTARGET=$BASE/logs/new
- else
- NEWLOGTARGET=$BASE/logs
- fi
- find $BASE/new/screen-logs -type l -print0 | \
- xargs -0 -I {} sudo cp {} $NEWLOGTARGET/
- sudo cp $BASE/new/devstacklog.txt $NEWLOGTARGET/
- sudo cp $BASE/new/devstack/localrc $NEWLOGTARGET/localrc.txt
- if [ -f $BASE/new/devstack/tempest.log ]; then
- sudo cp $BASE/new/devstack/tempest.log $NEWLOGTARGET/verify_tempest_conf.log
- fi
-
- # Copy failure files if they exist
- if [ $(ls $BASE/status/stack/*.failure | wc -l) -gt 0 ]; then
- sudo mkdir -p $BASE/logs/status
- sudo cp $BASE/status/stack/*.failure $BASE/logs/status/
- fi
-
- # Copy Ironic nodes console logs if they exist
- if [ -d $BASE/new/ironic-bm-logs ] ; then
- sudo mkdir -p $BASE/logs/ironic-bm-logs
- sudo cp $BASE/new/ironic-bm-logs/*.log $BASE/logs/ironic-bm-logs/
- fi
-
- # Copy tempest config file
- sudo cp $BASE/new/tempest/etc/tempest.conf $NEWLOGTARGET/tempest_conf.txt
-
- sudo iptables-save > $WORKSPACE/iptables.txt
- df -h > $WORKSPACE/df.txt
- pip freeze > $WORKSPACE/pip-freeze.txt
- sudo mv $WORKSPACE/iptables.txt $WORKSPACE/df.txt \
- $WORKSPACE/pip-freeze.txt $BASE/logs/
-
- if [ `command -v dpkg` ]; then
- dpkg -l> $WORKSPACE/dpkg-l.txt
- gzip -9 dpkg-l.txt
- sudo mv $WORKSPACE/dpkg-l.txt.gz $BASE/logs/
- fi
- if [ `command -v rpm` ]; then
- rpm -qa > $WORKSPACE/rpm-qa.txt
- gzip -9 rpm-qa.txt
- sudo mv $WORKSPACE/rpm-qa.txt.gz $BASE/logs/
- fi
-
- # Process testr artifacts.
- if [ -f $BASE/new/tempest/.testrepository/0 ]; then
- pushd $BASE/new/tempest
- sudo testr last --subunit > $WORKSPACE/testrepository.subunit
- popd
- sudo mv $WORKSPACE/testrepository.subunit $BASE/logs/testrepository.subunit
- sudo python /usr/local/jenkins/slave_scripts/subunit2html.py $BASE/logs/testrepository.subunit $BASE/logs/testr_results.html
- sudo gzip -9 $BASE/logs/testrepository.subunit
- sudo gzip -9 $BASE/logs/testr_results.html
- sudo chown jenkins:jenkins $BASE/logs/testrepository.subunit.gz $BASE/logs/testr_results.html.gz
- sudo chmod a+r $BASE/logs/testrepository.subunit.gz $BASE/logs/testr_results.html.gz
- elif [ -f $BASE/new/tempest/.testrepository/tmp* ]; then
- # If testr timed out, collect temp file from testr
- sudo cp $BASE/new/tempest/.testrepository/tmp* $BASE/logs/testrepository.subunit
- sudo gzip -9 $BASE/logs/testrepository.subunit
- sudo chown jenkins:jenkins $BASE/logs/testrepository.subunit.gz
- sudo chmod a+r $BASE/logs/testrepository.subunit.gz
- fi
- if [ -f $BASE/old/tempest/.testrepository/0 ]; then
- pushd $BASE/old/tempest
- sudo testr last --subunit > $WORKSPACE/testrepository.subunit
- popd
- sudo mv $WORKSPACE/testrepository.subunit $BASE/logs/old/testrepository.subunit
- sudo python /usr/local/jenkins/slave_scripts/subunit2html.py $BASE/logs/old/testrepository.subunit $BASE/logs/old/testr_results.html
- sudo gzip -9 $BASE/logs/old/testrepository.subunit
- sudo gzip -9 $BASE/logs/old/testr_results.html
- sudo chown jenkins:jenkins $BASE/logs/old/testrepository.subunit.gz $BASE/logs/old/testr_results.html.gz
- sudo chmod a+r $BASE/logs/old/testrepository.subunit.gz $BASE/logs/old/testr_results.html.gz
- elif [ -f $BASE/old/tempest/.testrepository/tmp* ]; then
- # If testr timed out, collect temp file from testr
- sudo cp $BASE/old/tempest/.testrepository/tmp* $BASE/logs/old/testrepository.subunit
- sudo gzip -9 $BASE/logs/old/testrepository.subunit
- sudo chown jenkins:jenkins $BASE/logs/old/testrepository.subunit.gz
- sudo chmod a+r $BASE/logs/old/testrepository.subunit.gz
- fi
-
- if [ -f $BASE/new/tempest/tempest.log ] ; then
- sudo cp $BASE/new/tempest/tempest.log $BASE/logs/tempest.log
- fi
- if [ -f $BASE/old/tempest/tempest.log ] ; then
- sudo cp $BASE/old/tempest/tempest.log $BASE/logs/old/tempest.log
- fi
-
- # Make sure jenkins can read all the logs and configs
- sudo chown -R jenkins:jenkins $BASE/logs/
- sudo chmod a+r $BASE/logs/ $BASE/logs/etc
-
- # rename files to .txt; this is so that when displayed via
- # logs.openstack.org clicking results in the browser shows the
- # files, rather than trying to send it to another app or make you
- # download it, etc.
-
- # firstly, rename all .log files to .txt files
- for f in $(find $BASE/logs -name "*.log"); do
- sudo mv $f ${f/.log/.txt}
- done
-
- #rename all failure files to have .txt
- for f in $(find $BASE/logs/status -name "*.failure"); do
- sudo mv $f ${f/.failure/.txt}
- done
-
- # append .txt to all config files
- # (there are some /etc/swift .builder and .ring files that get
- # caught up which aren't really text, don't worry about that)
- find $BASE/logs/sudoers.d $BASE/logs/etc -type f -exec mv '{}' '{}'.txt \;
-
- # rabbitmq
- if [ -f $BASE/logs/rabbitmq/ ]; then
- find $BASE/logs/rabbitmq -type f -exec mv '{}' '{}'.txt \;
- for X in `find $BASE/logs/rabbitmq -type f` ; do
- mv "$X" "${X/@/_at_}"
- done
- fi
-
- # final memory usage and process list
- ps -eo user,pid,ppid,lwp,%cpu,%mem,size,rss,cmd > $BASE/logs/ps.txt
-
- # Compress all text logs
- sudo find $BASE/logs -iname '*.txt' -execdir gzip -9 {} \+
- sudo find $BASE/logs -iname '*.dat' -execdir gzip -9 {} \+
- sudo find $BASE/logs -iname '*.conf' -execdir gzip -9 {} \+
-
- # Disable detailed logging as we return to the main script
- $xtrace
-}
-
-function remote_command {
- local ssh_opts="-tt -o PasswordAuthentication=no -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o ConnectionAttempts=4"
- local dest_host=$1
- shift
- ssh $ssh_opts $dest_host "$@"
-}
-
-function remote_copy_dir {
- local dest_host=$1
- local src_dir=$2
- local dest_dir=$3
- remote_command "$dest_host" mkdir -p "$dest_dir"
- rsync -avz "$src_dir" "${dest_host}:$dest_dir"
-}
-
-function remote_copy_file {
- local ssh_opts="-o PasswordAuthentication=no -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o ConnectionAttempts=4"
- local src=$1
- local dest=$2
- shift
- scp $ssh_opts "$src" "$dest"
-}
-
-# if_name: Interface name on each host
-# offset: starting key value for the gre tunnels (MUST not be overlapping)
-# host_ip: ip address of the bridge host which is reachable for all peer
-# every additinal paramater is considered as a peer host
-function gre_bridge {
- local if_name=$1
- local offset=$2
- local host_ip=$3
- shift 3
- local peer_ips=$@
- sudo brctl addbr ${if_name}_br
- sudo iptables -I FORWARD -m physdev --physdev-is-bridged -j ACCEPT
- local key=$offset
- for node in $peer_ips; do
- sudo ip link add gretap_$key type gretap local $host_ip remote $node key $key
- sudo ip link set gretap_$key up
- remote_command $node sudo -i ip link add ${if_name} type gretap local $node remote $host_ip key $key
- remote_command $node sudo -i ip link set ${if_name} up
- sudo brctl addif ${if_name}_br gretap_$key
- (( key++ ))
- done
- sudo ip link add ${if_name}_br_if type veth peer name ${if_name}
- sudo brctl addif ${if_name}_br ${if_name}_br_if
- sudo ip link set ${if_name}_br_if up
- sudo ip link set ${if_name} up
- sudo ip link set ${if_name}_br up
-}
Code Review / openstack-build / neutron-build.git / commitdiff