#!/bin/bash
REPO_URL_ARTIFACTS=$(cat /opt/config/repo_url_artifacts.txt)
DEMO_ARTIFACTS_VERSION=$(cat /opt/config/demo_artifacts_version.txt)
INSTALL_SCRIPT_VERSION=$(cat /opt/config/install_script_version.txt)
VPP_SOURCE_REPO_URL=$(cat /opt/config/vpp_source_repo_url.txt)
VPP_SOURCE_REPO_RELEASE_TAG=$(cat /opt/config/vpp_source_repo_release_tag.txt)
VPP_PATCH_URL=$(cat /opt/config/vpp_patch_url.txt)
HC2VPP_SOURCE_REPO_URL=$(cat /opt/config/hc2vpp_source_repo_url.txt)
HC2VPP_SOURCE_REPO_RELEASE_TAG=$(cat /opt/config/hc2vpp_source_repo_release_tag.txt)
HC2VPP_PATCH_URL=$(cat /opt/config/hc2vpp_patch_url.txt)
LIBEVEL_PATCH_URL=$(cat /opt/config/libevel_patch_url.txt)
CLOUD_ENV=$(cat /opt/config/cloud_env.txt)
MUX_GW_IP=$(cat /opt/config/mux_gw_net_ipaddr.txt)
MUX_GW_CIDR=$(cat /opt/config/mux_gw_net_cidr.txt)
MUX_TO_BNG_IP=$(cat /opt/config/mux_to_bng_net_ipaddr.txt)
BNG_MUX_CIDR=$(cat /opt/config/bng_mux_net_cidr.txt)
BRG_BNG_CIDR=$(cat /opt/config/brg_bng_net_cidr.txt)
BNG_TO_MUX_IP=$(cat /opt/config/bng_to_mux_net_ipaddr.txt)
# Build states are:
# 'build' - just build the code
# 'done' - code is build, install and setup
# 'auto' - bulid, install and setup
BUILD_STATE="auto"
if [[ -f /opt/config/compile_state.txt ]]
then
BUILD_STATE=$(cat /opt/config/compile_state.txt)
fi
# Convert Network CIDR to Netmask
cdr2mask () {
# Number of args to shift, 255..255, first non-255 byte, zeroes
set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0
[ $1 -gt 1 ] && shift $1 || shift
echo ${1-0}.${2-0}.${3-0}.${4-0}
}
# OpenStack network configuration
if [[ $BUILD_STATE != "build" ]]
then
if [[ $CLOUD_ENV == "openstack" ]]
then
echo 127.0.0.1 $(hostname) >> /etc/hosts
# Allow remote login as root
mv /root/.ssh/authorized_keys /root/.ssh/authorized_keys.bk
cp /home/ubuntu/.ssh/authorized_keys /root/.ssh
MTU=$(/sbin/ifconfig | grep MTU | sed 's/.*MTU://' | sed 's/ .*//' | sort -n | head -1)
IP=$(cat /opt/config/oam_ipaddr.txt)
BITS=$(cat /opt/config/oam_cidr.txt | cut -d"/" -f2)
NETMASK=$(cdr2mask $BITS)
echo "auto eth2" >> /etc/network/interfaces
echo "iface eth2 inet static" >> /etc/network/interfaces
echo " address $IP" >> /etc/network/interfaces
echo " netmask $NETMASK" >> /etc/network/interfaces
echo " mtu $MTU" >> /etc/network/interfaces
ifup eth2
fi
fi # endif BUILD_STATE != "build"
if [[ $BUILD_STATE != "done" ]]
then
# Download required dependencies
echo "deb http://ppa.launchpad.net/openjdk-r/ppa/ubuntu $(lsb_release -c -s) main" >> /etc/apt/sources.list.d/java.list
echo "deb-src http://ppa.launchpad.net/openjdk-r/ppa/ubuntu $(lsb_release -c -s) main" >> /etc/apt/sources.list.d/java.list
apt-get update
apt-get install --allow-unauthenticated -y wget openjdk-8-jdk apt-transport-https ca-certificates g++ libcurl4-gnutls-dev
sleep 1
# Install the tools required for download codes
apt-get install -y expect git patch make linux-image-extra-`uname -r`
#Download and build the VPP codes
cd /opt
git clone ${VPP_SOURCE_REPO_URL} -b ${VPP_SOURCE_REPO_RELEASE_TAG} vpp
wget -O Vpp-Add-VES-agent-for-vG-MUX.patch ${VPP_PATCH_URL}
cd vpp
patch -p1 < ../Vpp-Add-VES-agent-for-vG-MUX.patch
expect -c "
spawn make install-dep;
expect {
\"Do you want to continue?*\" {send \"Y\r\"; interact}
}
"
# Install the evel-library first since we need the lib
cd /opt
apt-get install -y libcurl4-openssl-dev
git clone http://gerrit.onap.org/r/demo
wget -O vCPE-vG-MUX-libevel-fixup.patch ${LIBEVEL_PATCH_URL}
cd demo
patch -p1 < ../vCPE-vG-MUX-libevel-fixup.patch
cd vnfs/VES5.0/evel/evel-library/bldjobs
make
cp ../libs/x86_64/libevel.so /usr/lib
ldconfig
cd /opt/vpp/build-root
./bootstrap.sh
make V=0 PLATFORM=vpp TAG=vpp install-deb
# Install the VPP package
apt install -y python-ply-lex-3.5 python-ply-yacc-3.5 python-pycparser python-cffi
dpkg -i *.deb
systemctl stop vpp
fi # endif BUILD_STATE != "done"
if [[ $BUILD_STATE != "build" ]]
then
# Auto-start configuration for the VPP
cat > /etc/vpp/startup.conf << EOF
unix {
nodaemon
log /tmp/vpp.log
full-coredump
cli-listen localhost:5002
startup-config /etc/vpp/setup.gate
}
api-trace {
on
}
api-segment {
gid vpp
}
cpu {
## In the VPP there is one main thread and optionally the user can create worker(s)
## The main thread and worker thread(s) can be pinned to CPU core(s) manually or automatically
## Manual pinning of thread(s) to CPU core(s)
## Set logical CPU core where main thread runs
# main-core 1
## Set logical CPU core(s) where worker threads are running
# corelist-workers 2-3,18-19
## Automatic pinning of thread(s) to CPU core(s)
## Sets number of CPU core(s) to be skipped (1 ... N-1)
## Skipped CPU core(s) are not used for pinning main thread and working thread(s).
## The main thread is automatically pinned to the first available CPU core and worker(s)
## are pinned to next free CPU core(s) after core assigned to main thread
# skip-cores 4
## Specify a number of workers to be created
## Workers are pinned to N consecutive CPU cores while skipping "skip-cores" CPU core(s)
## and main thread's CPU core
# workers 2
## Set scheduling policy and priority of main and worker threads
## Scheduling policy options are: other (SCHED_OTHER), batch (SCHED_BATCH)
## idle (SCHED_IDLE), fifo (SCHED_FIFO), rr (SCHED_RR)
# scheduler-policy fifo
## Scheduling priority is used only for "real-time policies (fifo and rr),
## and has to be in the range of priorities supported for a particular policy
# scheduler-priority 50
}
# dpdk {
## Change default settings for all intefaces
# dev default {
## Number of receive queues, enables RSS
## Default is 1
# num-rx-queues 3
## Number of transmit queues, Default is equal
## to number of worker threads or 1 if no workers treads
# num-tx-queues 3
## Number of descriptors in transmit and receive rings
## increasing or reducing number can impact performance
## Default is 1024 for both rx and tx
# num-rx-desc 512
# num-tx-desc 512
## VLAN strip offload mode for interface
## Default is off
# vlan-strip-offload on
# }
## Whitelist specific interface by specifying PCI address
# dev 0000:02:00.0
## Whitelist specific interface by specifying PCI address and in
## addition specify custom parameters for this interface
# dev 0000:02:00.1 {
# num-rx-queues 2
# }
## Change UIO driver used by VPP, Options are: igb_uio, vfio-pci
## and uio_pci_generic (default)
# uio-driver vfio-pci
## Disable mutli-segment buffers, improves performance but
## disables Jumbo MTU support
# no-multi-seg
## Increase number of buffers allocated, needed only in scenarios with
## large number of interfaces and worker threads. Value is per CPU socket.
## Default is 16384
# num-mbufs 128000
## Change hugepages allocation per-socket, needed only if there is need for
## larger number of mbufs. Default is 256M on each detected CPU socket
# socket-mem 2048,2048
# }
EOF
# Get list of network device PCI bus addresses
get_nic_pci_list() {
while read -r line ; do
if [ "$line" != "${line#*network device}" ]; then
echo -n "${line%% *} "
fi
done < <(lspci)
}
NICS=$(get_nic_pci_list)
NICS=`echo ${NICS} | sed 's/[0]\+\([0-9]\)/\1/g' | sed 's/[.:]/\//g'`
BNG_MUX_NIC=GigabitEthernet`echo ${NICS} | cut -d " " -f 2` # second interface in list
MUX_GW_NIC=GigabitEthernet`echo ${NICS} | cut -d " " -f 4` # fourth interface in list
cat > /etc/vpp/setup.gate << EOF
set int state ${BNG_MUX_NIC} up
set int ip address ${BNG_MUX_NIC} ${MUX_TO_BNG_IP}/${BNG_MUX_CIDR#*/}
set int state ${MUX_GW_NIC} up
set int ip address ${MUX_GW_NIC} ${MUX_GW_IP}/${MUX_GW_CIDR#*/}
ip route add ${BRG_BNG_CIDR} via ${BNG_TO_MUX_IP} ${BNG_MUX_NIC}
EOF
fi # endif BUILD_STATE != "build"
if [[ $BUILD_STATE != "done" ]]
then
# Download and install HC2VPP from source
cd /opt
git clone ${HC2VPP_SOURCE_REPO_URL} -b ${HC2VPP_SOURCE_REPO_RELEASE_TAG} hc2vpp
wget -O Hc2vpp-Add-VES-agent-for-vG-MUX.patch ${HC2VPP_PATCH_URL}
apt-get install -y maven
mkdir -p ~/.m2
cat > ~/.m2/settings.xml << EOF
fd.io-release
fd.io-mirror
fd.io-mirror
https://nexus.fd.io/content/groups/public/
true
never
false
fd.io-mirror
fd.io-mirror
https://nexus.fd.io/content/repositories/public/
true
never
false
fd.io-snapshots
fd.io-snapshot
fd.io-snapshot
https://nexus.fd.io/content/repositories/fd.io.snapshot/
false
true
fd.io-snapshot
fd.io-snapshot
https://nexus.fd.io/content/repositories/fd.io.snapshot/
false
true
opendaylight-snapshots
opendaylight-snapshot
opendaylight-snapshot
https://nexus.opendaylight.org/content/repositories/opendaylight.snapshot/
false
true
opendaylight-shapshot
opendaylight-snapshot
https://nexus.opendaylight.org/content/repositories/opendaylight.snapshot/
false
true
fd.io-release
fd.io-snapshots
opendaylight-snapshots
EOF
cd hc2vpp
patch -p1 < ../Hc2vpp-Add-VES-agent-for-vG-MUX.patch
p_version_snap=$(cat ves/ves-impl/pom.xml | grep -A 1 "jvpp-ves" | tail -1)
p_version_snap=$(echo "${p_version_snap%<*}")
p_version_snap=$(echo "${p_version_snap#*>}")
p_version=$(echo "${p_version_snap%-*}")
mkdir -p ~/.m2/repository/io/fd/vpp/jvpp-ves/${p_version_snap}
mvn install:install-file -Dfile=/usr/share/java/jvpp-ves-${p_version}.jar -DgroupId=io.fd.vpp -DartifactId=jvpp-ves -Dversion=${p_version_snap} -Dpackaging=jar
mvn clean install -nsu -DskipTests=true
l_version=$(cat pom.xml | grep "" | head -1)
l_version=$(echo "${l_version%<*}")
l_version=$(echo "${l_version#*>}")
mv vpp-integration/minimal-distribution/target/vpp-integration-distribution-${l_version}-hc/vpp-integration-distribution-${l_version} /opt/honeycomb
sed -i 's/127.0.0.1/0.0.0.0/g' /opt/honeycomb/config/honeycomb.json
# Disable automatic upgrades
if [[ $CLOUD_ENV != "rackspace" ]]
then
echo "APT::Periodic::Unattended-Upgrade \"0\";" >> /etc/apt/apt.conf.d/10periodic
sed -i 's/\(APT::Periodic::Unattended-Upgrade\) "1"/\1 "0"/' /etc/apt/apt.conf.d/20auto-upgrades
fi
fi # endif BUILD_STATE != "done"
if [[ $BUILD_STATE != "build" ]]
then
# Create systemctl service for Honeycomb
cat > /etc/systemd/system/honeycomb.service << EOF
[Unit]
Description=Honeycomb Agent for the VPP control plane
Documentation=https://wiki.fd.io/view/Honeycomb
Requires=vpp.service
After=vpp.service
[Service]
ExecStart=/opt/honeycomb/honeycomb
ExecStop=/opt/reset_ves_mode.sh
Restart=always
RestartSec=10
[Install]
WantedBy=multi-user.target
EOF
systemctl enable /etc/systemd/system/honeycomb.service
# Create script that is used to reset the ves mode configuration
# when the honeycomb service is stopped
cat > /opt/reset_ves_mode.sh << EOF
#!/bin/bash
mode_data=\$(curl -X GET -u admin:admin http://127.0.0.1:8183/restconf/config/vesagent:vesagent/mode 2>/dev/null | sed s/\"base-packet-loss\":[0-9]\*,/\"base-packet-loss\":0,/)
if [[ "\${mode_data}" != "" ]]
then
curl -X DELETE -u admin:admin http://127.0.0.1:8183/restconf/config/vesagent:vesagent/mode
curl -H "Content-Type:application/json" --data "\${mode_data}" -X POST -u admin:admin http://127.0.0.1:8183/restconf/config/vesagent:vesagent
fi
EOF
chmod a+x /opt/reset_ves_mode.sh
#Create a systemd service for auto-save
cat > /usr/bin/save_config << EOF
#!/bin/bash
#########################################################################
#
# Copyright (c) 2017 Intel and/or its affiliates.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
##########################################################################
############################### Variables ################################
VPP_SETUP_GATE=/etc/vpp/setup.gate
############################### Functions ################################
# Write the commands to the startup scripts.
#
# We could set VPP configuration to the startup.conf.
# Write the configuration to the startup scripts so we could
# restore the system after rebooting.
#
write_startup_scripts()
{
local cmd=\${2}
local is_add=\${1}
if [[ \${is_add} == add ]] ;then
while read -r line
do
if [[ \${line} == \${cmd} ]] ;then
return 0
fi
done < \${VPP_SETUP_GATE}
echo "\${cmd}" >> \${VPP_SETUP_GATE}
else
while read -r line
do
if [[ \${line} == \${cmd} ]] ;then
sed -i "/\${line}/d" \${VPP_SETUP_GATE}
return 0
fi
done < \${VPP_SETUP_GATE}
fi
}
# Save the VxLAN Tunnel Configuration to the startup script.
#
# Get the current VxLAN tunnel configuration with bash command:
# \$vppctl show vxlan tunnel
# [0] src 10.3.0.2 dst 10.1.0.20 vni 100 sw_if_index 1 encap_fib_index 0 fib_entry_index 7 decap_next l2
# [1] src 10.5.0.20 dst 10.5.0.21 vni 100 sw_if_index 2 encap_fib_index 0 fib_entry_index 8 decap_next l2
# Set the VxLAN Tunnel with the bash command:
# \$vppctl create vxlan tunnel src 10.3.0.2 dst 10.1.0.20 vni 100
# vxlan_tunnel0
save_vxlan_tunnel()
{
local src=""
local dst=""
local vni=""
vppctl show vxlan tunnel | while read line
do
if [ "\${line}" != "" ] ;then
src=\`echo \${line} | awk '{ print \$3 }'\`
dst=\`echo \${line} | awk '{ print \$5 }'\`
vni=\`echo \${line} | awk '{ print \$7 }'\`
write_startup_scripts add "create vxlan tunnel src \${src} dst \${dst} vni \${vni}"
fi
done
}
# Save the VxLAN tunnel L2 xconnect configuration to the startup script.
#
# Get the Current L2 Address configuration with bash command:
# \$vppctl show int addr
# local0 (dn):
# vxlan_tunnel0 (up):
# l2 xconnect vxlan_tunnel1
# vxlan_tunnel1 (up):
# l2 xconnect vxlan_tunnel0
# Save the VxLAN tunnel L2 xconnect configuration with bash command:
# \$vppctl set interface l2 xconnect vxlan_tunnel0 vxlan_tunnel1
#
save_vxlan_xconnect()
{
local ingress=""
local egress=""
vppctl show int addr | while read line
do
if [[ \${line} == vxlan_tunnel* ]] ;then
read next
while [[ \${next} != l2* ]] || [[ \${next} == "" ]]
do
line=\`echo \${next}\`
read next
done
if [[ \${next} == l2* ]] ;then
ingress=\`echo \${line} | awk '{ print \$1 }'\`
egress=\`echo \${next} | awk '{ print \$3 }'\`
write_startup_scripts add "set interface l2 xconnect \${ingress} \${egress}"
fi
fi
done
}
################################# MAIN ###################################
save_vxlan_tunnel
save_vxlan_xconnect
EOF
chmod a+x /usr/bin/save_config
cat > /etc/systemd/system/autosave.service << EOF
[Unit]
Description=Run Scripts at Start and Stop
Requires=vpp.service
After=vpp.service
[Service]
Type=oneshot
RemainAfterExit=true
ExecStop=/usr/bin/save_config
[Install]
WantedBy=multi-user.target
EOF
systemctl enable /etc/systemd/system/autosave.service
# Download DHCP config files
cd /opt
unzip -p -j /opt/vcpe-scripts-$INSTALL_SCRIPT_VERSION.zip v_gmux_init.sh > /opt/v_gmux_init.sh
unzip -p -j /opt/vcpe-scripts-$INSTALL_SCRIPT_VERSION.zip v_gmux.sh > /opt/v_gmux.sh
chmod +x v_gmux_init.sh
chmod +x v_gmux.sh
mv v_gmux.sh /etc/init.d
update-rc.d v_gmux.sh defaults
# Rename network interface in openstack Ubuntu 16.04 images. Then, reboot the VM to pick up changes
if [[ $CLOUD_ENV != "rackspace" ]]
then
sed -i "s/GRUB_CMDLINE_LINUX=.*/GRUB_CMDLINE_LINUX=\"net.ifnames=0 biosdevname=0\"/g" /etc/default/grub
grub-mkconfig -o /boot/grub/grub.cfg
sed -i "s/ens[0-9]*/eth0/g" /etc/network/interfaces.d/*.cfg
sed -i "s/ens[0-9]*/eth0/g" /etc/udev/rules.d/70-persistent-net.rules
echo 'network: {config: disabled}' >> /etc/cloud/cloud.cfg.d/99-disable-network-config.cfg
reboot
fi
./v_gmux_init.sh
fi # endif BUILD_STATE != "build"