if "VDU4" in agent:
agent = "firewall"
+ url = 'http://{}:8086/write?db=veseventsdb'.format(influxdb)
if e.event.commonEventHeader.domain == "heartbeat":
print('Found Heartbeat')
pdata = 'heartbeat,system={} sequence={}'.format(agent,e.event.commonEventHeader.sequence)
print(pdata)
- r = requests.post("http://localhost:8086/write?db=veseventsdb", data=pdata, headers={'Content-Type': 'text/plain'})
+ r = requests.post(url, data=pdata, headers={'Content-Type': 'text/plain'})
if r.status_code != 204:
print('*** Failed to add cpu event to influxdb ***')
pdata = 'cpu,system={},cpuid={} cpuuser={},cpusystem={},cpuidle={}'.format(agent,jobj['event']['measurementsForVfScalingFields']['cpuUsageArray'][0]['cpuIdentifier'], aggregateCpuUsageUser,aggregateCpuUsageSystem,aggregateCpuIdle)
print(pdata)
- r = requests.post("http://localhost:8086/write?db=veseventsdb", data=pdata, headers={'Content-Type': 'text/plain'})
+ r = requests.post(url, data=pdata, headers={'Content-Type': 'text/plain'})
if r.status_code != 204:
print('*** Failed to add cpu event to influxdb ***')
for vnic in e.event.measurementsForVfScalingFields.vNicPerformanceArray:
pdata = 'vnic,system={},vnicn={},vnicid={} txoctets={},rxpacketsacc={},rxoctetsacc={},txpacketacc={}'.format(agent,vnicn,vnic.vNicIdentifier,vnic.transmittedOctetsAccumulated,vnic.receivedTotalPacketsAccumulated,vnic.receivedOctetsAccumulated,vnic.transmittedTotalPacketsAccumulated)
print(pdata)
- r = requests.post("http://localhost:8086/write?db=veseventsdb", data=pdata, headers={'Content-Type': 'text/plain'})
+ r = requests.post(url, data=pdata, headers={'Content-Type': 'text/plain'})
if r.status_code != 204:
print('*** Failed to add vnic event to influxdb ***')
vnicn = vnicn + 1
vnic = e.event.measurementsForVfScalingFields.vNicUsageArray[0]
pdata = 'vnic,system={},vnicid={} txoctets={},rxpacketsacc={},rxoctetsacc={},txpacketacc={}'.format(agent,vnic.vNicIdentifier,vnic.transmittedOctetsAccumulated,vnic.receivedTotalPacketsAccumulated,vnic.receivedOctetsAccumulated,vnic.transmittedTotalPacketsAccumulated)
print(pdata)
- r = requests.post("http://localhost:8086/write?db=veseventsdb", data=pdata, headers={'Content-Type': 'text/plain'})
+ r = requests.post(url, data=pdata, headers={'Content-Type': 'text/plain'})
if r.status_code != 204:
print('*** Failed to add vnic event to influxdb ***')
print('Found requestRate')
pdata = 'http,system={} httptxrx={}'.format(agent,e.event.measurementsForVfScalingFields.requestRate)
print(pdata)
- r = requests.post("http://localhost:8086/write?db=veseventsdb", data=pdata, headers={'Content-Type': 'text/plain'})
+ r = requests.post(url, data=pdata, headers={'Content-Type': 'text/plain'})
if r.status_code != 204:
print('*** Failed to add http event to influxdb ***')
#----------------------------------------------------------------------
parser = ArgumentParser(description=program_license,
formatter_class=ArgumentDefaultsHelpFormatter)
+ parser.add_argument('-i', '--influxdb',
+ dest='influxdb',
+ default='localhost',
+ help='InfluxDB server addresss')
parser.add_argument('-v', '--verbose',
dest='verbose',
action='count',
--- /dev/null
+#!/bin/bash
+# Copyright 2017 AT&T Intellectual Property, Inc
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+#. What this is: Setup script for VES agent framework.
+#. With this script VES support can be installed in one or more hosts, with:
+#. - a dedicated or shared Kafka server for collection of events from collectd
+#. - VES collectd agents running in host or guest mode
+#. - VES monitor (test collector)
+#. A typical multi-node install could involve these steps:
+#. - Install the VES collector (for testing) on one of the hosts, or use a
+#. pre-installed VES collector e.g. from the ONAP project.
+#. - Install Kafka server on one of the hosts, or use a pre-installed server
+#. accessible from the agent hosts.
+#. - Install the VES agent on each host.
+#. - As needed, install the VES agent on each virtual host. This could include
+#. pre-installed VES agents in VM or container images, which are configured
+#. upon virtual host deployment, or agent install/config as part of virtual
+#. host deploy. NOTE: support for pre-installed VES agents is a WIP.
+#.
+#. Prerequisites:
+#. - Ubuntu Xenial (Centos support to be provided)
+#. - passwordless sudo setup for user running this script
+#. - shell environment variables setup as below (for non-default setting)
+#. ves_mode: install mode (host|guest) for VES collectd plugin (default: host)
+#. ves_host: VES collector IP or hostname (default: 127.0.0.1)
+#. ves_port: VES collector port (default: 30000)
+#. ves_path: REST path optionalRoutingPath element (default: empty)
+#. ves_topic: REST path topicName element (default: empty)
+#. ves_https: use HTTPS instead of HTTP (default: false)
+#. ves_user: username for basic auth with collector (default: empty)
+#. ves_pass: password for basic auth with collector (default: empty)
+#. ves_interval: frequency in sec for collectd data reports (default: 20)
+#. ves_version: VES API version (default: 5.1)
+#. ves_kafka_port: kafka port (default: 9092)
+#. ves_kafka_host: kafka host IP or hostname (default: 127.0.0.1)
+#.
+#. Usage:
+#. wget https://raw.githubusercontent.com/opnfv/ves/master/tools/ves-setup.sh
+#. bash ves-setup.sh <collector|kafka|agent>
+#. collector: setup VES collector (test collector)
+#. kafka: setup kafka server for VES events from collect agent(s)
+#. agent: setup VES agent in host or guest mode
+#. Recommended sequence is:
+#. ssh into your collector host and run these commands:
+#. $ ves_host=$(ip route get 8.8.8.8 | awk '{print $NF; exit}')
+#. $ export ves_host
+#. $ bash ves-setup.sh collector
+#. ...then for each agent host:
+#. copy ~/ves_env.sh and ves-setup.sh to the host e.g. via scp
+#. ssh into the host and run, directly or via ssh -x
+#. $ bash ves-setup.sh kafka
+#. $ bash ves-setup.sh agent
+#.
+#. Status: this is a work in progress, under test.
+
+# http://docs.opnfv.org/en/latest/submodules/barometer/docs/release/userguide/collectd.ves.userguide.html
+
+function fail() {
+ log "$1"
+ exit 1
+}
+
+function log() {
+ f=$(caller 0 | awk '{print $2}')
+ l=$(caller 0 | awk '{print $1}')
+ echo ""
+ echo "$f:$l ($(date)) $1"
+}
+
+function common_prereqs() {
+ log "install common prerequisites"
+ sudo apt-get install -y default-jre
+ sudo apt-get install -y zookeeperd
+ sudo apt-get install -y python-pip
+ sudo pip install kafka-python
+}
+
+function setup_env() {
+ if [[ ! -f ~/ves_env.sh ]]; then
+ cat <<EOF >~/ves_env.sh
+#!/bin/bash
+ves_mode="${ves_mode:=host}"
+ves_host="${ves_host:=127.0.0.1}"
+ves_port="${ves_port:=30000}"
+ves_path="${ves_path:=}"
+ves_topic="${ves_topic:=}"
+ves_https="${ves_https:=false}"
+ves_user="${ves_user:=}"
+ves_pass="${ves_pass:=}"
+ves_interval="${ves_interval:=20}"
+ves_version="${ves_version:=5.1}"
+ves_kafka_host="${ves_kafka_host:=127.0.0.1}"
+ves_kafka_port="${ves_kafka_port:=9092}"
+export ves_mode
+export ves_host
+export ves_port
+export ves_path
+export ves_topic
+export ves_https
+export ves_user
+export ves_pass
+export ves_interval
+export ves_kafka_host
+export ves_port
+export ves_kafka_port
+EOF
+ fi
+ source ~/ves_env.sh
+}
+
+function setup_kafka() {
+ log "setup kafka server"
+ common_prereqs
+
+ log "get and unpack kafka_2.11-0.11.0.0.tgz"
+ wget "http://www-eu.apache.org/dist/kafka/0.11.0.0/kafka_2.11-0.11.0.0.tgz"
+ tar -xvzf kafka_2.11-0.11.0.0.tgz
+
+ log "set delete.topic.enable=true"
+ sed -i -- 's/#delete.topic.enable=true/delete.topic.enable=true/' \
+ kafka_2.11-0.11.0.0/config/server.properties
+ grep delete.topic.enable kafka_2.11-0.11.0.0/config/server.properties
+ # TODO: Barometer VES guide to clarify hostname must be in /etc/hosts
+ sudo nohup kafka_2.11-0.11.0.0/bin/kafka-server-start.sh \
+ kafka_2.11-0.11.0.0/config/server.properties \
+ > kafka_2.11-0.11.0.0/kafka.log 2>&1 &
+ # TODO: find a test that does not hang the script at
+ # echo "Hello, World" | ~/kafka_2.11-0.11.0.0/bin/kafka-console-producer.sh --broker-list localhost:9092 --topic TopicTest > /dev/null
+ # ~/kafka_2.11-0.11.0.0/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic TopicTest --from-beginning
+}
+
+function setup_agent() {
+ log "setup agent"
+ common_prereqs
+
+ log "cleanup any previous failed install"
+ sudo rm -rf ~/collectd-virt
+ sudo rm -rf ~/librdkafka
+ sudo rm -rf ~/collectd
+
+ log "Install Apache Kafka C/C++ client library"
+ sudo apt-get install -y build-essential
+ git clone https://github.com/edenhill/librdkafka.git ~/librdkafka
+ cd ~/librdkafka
+ git checkout -b v0.9.5 v0.9.5
+ # TODO: Barometer VES guide to clarify specific prerequisites for Ubuntu
+ sudo apt-get install -y libpthread-stubs0-dev
+ sudo apt-get install -y libssl-dev
+ sudo apt-get install -y libsasl2-dev
+ sudo apt-get install -y liblz4-dev
+ ./configure --prefix=/usr
+ make
+ sudo make install
+
+ log "Build collectd with Kafka support"
+ git clone https://github.com/collectd/collectd.git ~/collectd
+ cd ~/collectd
+ # TODO: Barometer VES guide to clarify specific prerequisites for Ubuntu
+ sudo apt-get install -y flex bison
+ sudo apt-get install -y autoconf
+ sudo apt-get install -y libtool
+ ./build.sh
+ ./configure --with-librdkafka=/usr --without-perl-bindings --enable-perl=no
+ make
+ sudo make install
+
+ # TODO: Barometer VES guide to clarify collectd.service is correct
+ log "install collectd as a service"
+ sed -i -- 's~ExecStart=/usr/sbin/collectd~ExecStart=/opt/collectd/sbin/collectd~'\
+ contrib/systemd.collectd.service
+ sed -i -- 's~EnvironmentFile=-/etc/sysconfig/collectd~EnvironmentFile=-/opt/collectd/etc/~'\
+ contrib/systemd.collectd.service
+ sed -i -- 's~EnvironmentFile=-/etc/default/collectd~EnvironmentFile=-/opt/collectd/etc/~'\
+ contrib/systemd.collectd.service
+ sed -i -- 's~CapabilityBoundingSet=~CapabilityBoundingSet=CAP_SETUID CAP_SETGID~'\
+ contrib/systemd.collectd.service
+
+ sudo cp contrib/systemd.collectd.service /etc/systemd/system/
+ cd /etc/systemd/system/
+ sudo mv systemd.collectd.service collectd.service
+ sudo chmod +x collectd.service
+ sudo systemctl daemon-reload
+ sudo systemctl start collectd.service
+
+ log "install VES agent prerequisites"
+ sudo pip install pyyaml
+
+ log "clone OPNFV Barometer"
+ git clone https://gerrit.opnfv.org/gerrit/barometer ~/barometer
+
+ log "setup ves_app_config.conf"
+ cd ~/barometer/3rd_party/collectd-ves-app/ves_app
+ cat <<EOF >ves_app_config.conf
+[config]
+Domain = $ves_host
+Port = $ves_port
+Path = $ves_path
+Topic = $ves_topic
+UseHttps = $ves_https
+Username = $ves_user
+Password = $ves_pass
+SendEventInterval = $ves_interval
+ApiVersion = $ves_version
+KafkaPort = $ves_kafka_port
+KafkaBroker = $ves_kafka_host
+EOF
+
+ log "setup VES collectd config for VES $ves_mode mode"
+ if [[ "$ves_mode" == "host" ]]; then
+ # TODO: Barometer VES guide to clarify prerequisites install for Ubuntu
+ log "setup additional prerequisites for VES host mode"
+ sudo apt-get install -y libxml2-dev libpciaccess-dev libyajl-dev \
+ libdevmapper-dev
+
+ # TODO: install libvirt from source to enable all features per
+ # http://docs.opnfv.org/en/latest/submodules/barometer/docs/release/userguide/feature.userguide.html#virt-plugin
+ sudo systemctl start libvirtd
+
+ git clone https://github.com/maryamtahhan/collectd ~/collectd-virt
+ cd ~/collectd-virt
+ ./build.sh
+ ./configure --enable-syslog --enable-logfile --enable-debug
+ make
+ sudo make install
+
+
+ # TODO: Barometer VES guide refers to "At least one VM instance should be
+ # up and running by hypervisor on the host." The process needs to accomodate
+ # pre-installation of the VES agent *prior* to the first VM being created.
+
+ cat <<EOF | sudo tee -a /opt/collectd/etc/collectd.conf
+LoadPlugin logfile
+<Plugin logfile>
+ LogLevel info
+ File "/opt/collectd/var/log/collectd.log"
+ Timestamp true
+ PrintSeverity false
+</Plugin>
+
+LoadPlugin cpu
+
+#LoadPlugin virt
+#<Plugin virt>
+# Connection "qemu:///system"
+# RefreshInterval 60
+# HostnameFormat uuid
+# PluginInstanceFormat name
+# ExtraStats "cpu_util"
+#</Plugin>
+
+LoadPlugin write_kafka
+<Plugin write_kafka>
+ Property "metadata.broker.list" "$ves_kafka_host:$ves_kafka_port"
+ <Topic "collectd">
+ Format JSON
+ </Topic>
+</Plugin>
+EOF
+ else
+ cat <<EOF | sudo tee -a /opt/collectd/etc/collectd.conf
+LoadPlugin logfile
+<Plugin logfile>
+ LogLevel info
+ File "/opt/collectd/var/log/collectd.log"
+ Timestamp true
+ PrintSeverity false
+</Plugin>
+
+LoadPlugin cpu
+
+#LoadPlugin virt
+#<Plugin virt>
+# Connection "qemu:///system"
+# RefreshInterval 60
+# HostnameFormat uuid
+# PluginInstanceFormat name
+# ExtraStats "cpu_util"
+#</Plugin>
+
+LoadPlugin write_kafka
+<Plugin write_kafka>
+ Property "metadata.broker.list" "$ves_kafka_host:$ves_kafka_port"
+ <Topic "collectd">
+ Format JSON
+ </Topic>
+</Plugin>
+EOF
+ fi
+
+ log "restart collectd to apply updated config"
+ sudo systemctl restart collectd
+
+ log "start VES agent"
+ cd ~/barometer/3rd_party/collectd-ves-app/ves_app
+ nohup python ves_app.py \
+ --events-schema=$ves_mode.yaml \
+ --config=ves_app_config.conf > ~/ves_app.stdout.log 2>&1 &
+}
+
+function setup_collector() {
+ log "setup collector"
+ log "install prerequistes"
+ sudo apt-get install -y jq
+
+ ves_host=$(ip route get 8.8.8.8 | awk '{print $NF; exit}')
+ export ves_host
+ setup_env
+
+ echo "cleanup any earlier install attempts"
+ sudo docker stop influxdb
+ sudo docker rm influxdb
+ sudo docker stop grafana
+ sudo docker rm grafana
+ sudo docker stop ves-collector
+ sudo docker rm -v ves-collector
+ sudo rm -rf /tmp/ves
+
+ log "clone OPNFV VES"
+ git clone https://gerrit.opnfv.org/gerrit/ves /tmp/ves
+
+ log "setup influxdb container"
+ sudo docker run -d --name=influxdb -p 8086:8086 influxdb
+ status=$(sudo docker inspect influxdb | jq -r '.[0].State.Status')
+ while [[ "x$status" != "xrunning" ]]; do
+ log "InfluxDB container state is ($status)"
+ sleep 10
+ status=$(sudo docker inspect influxdb | jq -r '.[0].State.Status')
+ done
+ log "InfluxDB container state is $status"
+
+ log "wait for InfluxDB API to be active"
+ while ! curl http://$ves_host:8086/ping ; do
+ log "InfluxDB API is not yet responding... waiting 10 seconds"
+ sleep 10
+ done
+
+ log "setup InfluxDB database"
+ curl -X POST http://$ves_host:8086/query \
+ --data-urlencode "q=CREATE DATABASE veseventsdb"
+
+ log "install Grafana container"
+ sudo docker run -d --name grafana -p 3000:3000 grafana/grafana
+ status=$(sudo docker inspect grafana | jq -r '.[0].State.Status')
+ while [[ "x$status" != "xrunning" ]]; do
+ log "Grafana container state is ($status)"
+ sleep 10
+ status=$(sudo docker inspect grafana | jq -r '.[0].State.Status')
+ done
+ log "Grafana container state is $status"
+
+ log "wait for Grafana API to be active"
+ while ! curl http://$ves_host:3000 ; do
+ log "Grafana API is not yet responding... waiting 10 seconds"
+ sleep 10
+ done
+
+ log "add VESEvents datasource to Grafana"
+ cat <<EOF >datasource.json
+{ "name":"VESEvents",
+ "type":"influxdb",
+ "access":"direct",
+ "url":"http://$ves_host:8086",
+ "password":"root",
+ "user":"root",
+ "database":"veseventsdb",
+ "basicAuth":false,
+ "basicAuthUser":"",
+ "basicAuthPassword":"",
+ "withCredentials":false,
+ "isDefault":false,
+ "jsonData":null
+}
+EOF
+
+ curl -H "Accept: application/json" -H "Content-type: application/json" \
+ -X POST -d @datasource.json \
+ http://admin:admin@$ves_host:3000/api/datasources
+
+ log "add VES dashboard to Grafana"
+ curl -H "Accept: application/json" -H "Content-type: application/json" \
+ -X POST \
+ -d @/tmp/ves/tests/onap-demo/blueprints/tosca-vnfd-onap-demo/Dashboard.json\
+ http://admin:admin@$ves_host:3000/api/dashboards/db
+
+ log "setup collector container"
+ cd /tmp/ves
+ touch monitor.log
+ git clone https://github.com/att/evel-test-collector.git
+ sed -i -- \
+ "s~log_file = /var/log/att/collector.log~log_file = /opt/ves/collector.log~" \
+ evel-test-collector/config/collector.conf
+ sed -i -- "s/vel_domain = 127.0.0.1/vel_domain = $ves_host/g" \
+ evel-test-collector/config/collector.conf
+ sed -i -- "s/vel_username =/vel_username = $ves_user/g" \
+ evel-test-collector/config/collector.conf
+ sed -i -- "s/vel_password =/vel_password = $ves_pass/g" \
+ evel-test-collector/config/collector.conf
+ sed -i -- "s~vel_path = vendor_event_listener/~vel_path = $ves_path~g" \
+ evel-test-collector/config/collector.conf
+ sed -i -- "s~vel_topic_name = example_vnf~vel_topic_name = $ves_topic~g" \
+ evel-test-collector/config/collector.conf
+
+ cp tests/onap-demo/blueprints/tosca-vnfd-onap-demo/monitor.py \
+ evel-test-collector/code/collector/monitor.py
+
+ # Note below: python (2.7) is required due to dependency on module 'ConfigParser'
+ cat <<EOF >/tmp/ves/setup-collector.sh
+apt-get update
+apt-get upgrade -y
+apt-get install -y python python-jsonschema python-pip
+pip install requests
+python /opt/ves/evel-test-collector/code/collector/monitor.py \
+--config /opt/ves/evel-test-collector/config/collector.conf \
+--influxdb $ves_host \
+--section default > /opt/ves/monitor.log
+EOF
+
+ sudo docker run -it -d -v /tmp/ves:/opt/ves --name=ves-collector \
+ -p 30000:30000 ubuntu:xenial /bin/bash
+ sudo docker exec -it -d ves-collector bash /opt/ves/setup-collector.sh
+ # debug hints
+ # sudo docker exec -it ves-collector apt-get install -y tcpdump
+ # sudo docker exec -it ves-collector tcpdump -A -v -s 0 -i any port 30000
+ # curl http://$ves_host:30000
+ # sudo docker exec -it ves-collector /bin/bash
+ # ~/kafka_2.11-0.11.0.0/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic collectd
+}
+
+dist=`grep DISTRIB_ID /etc/*-release | awk -F '=' '{print $2}'`
+setup_env
+if [[ $(grep -c $HOSTNAME /etc/hosts) -eq 0 ]]; then
+ echo "$(ip route get 8.8.8.8 | awk '{print $NF; exit}') $HOSTNAME" |\
+ sudo tee -a /etc/hosts
+fi
+
+case "$1" in
+ "agent")
+ setup_agent
+ ;;
+ "collector")
+ setup_collector
+ ;;
+ "kafka")
+ setup_kafka
+ ;;
+ *)
+ grep '#. ' $0
+esac
Code Review / ves.git / commitdiff