#!/bin/bash SCRIPT_VERSION=$(cat /opt/config/script_version.txt) CLOUD_ENV=$(cat /opt/config/cloud_env.txt) # Convert Network CIDR to Netmask cdr2mask () { # Number of args to shift, 255..255, first non-255 byte, zeroes set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0 [ $1 -gt 1 ] && shift $1 || shift echo ${1-0}.${2-0}.${3-0}.${4-0} } # OpenStack network configuration if [[ $CLOUD_ENV == "openstack" ]] then echo 127.0.0.1 $(hostname) >> /etc/hosts # Allow remote login as root mv /root/.ssh/authorized_keys /root/.ssh/authorized_keys.bk cp /home/ubuntu/.ssh/authorized_keys /root/.ssh fi # Auto-start configuration for the VPP cat > /etc/vpp/startup.conf << EOF unix { nodaemon log /tmp/vpp.log full-coredump cli-listen localhost:5002 startup-config /etc/vpp/setup.gate } api-trace { on } api-segment { gid vpp } cpu { ## In the VPP there is one main thread and optionally the user can create worker(s) ## The main thread and worker thread(s) can be pinned to CPU core(s) manually or automatically ## Manual pinning of thread(s) to CPU core(s) ## Set logical CPU core where main thread runs # main-core 1 ## Set logical CPU core(s) where worker threads are running # corelist-workers 2-3,18-19 ## Automatic pinning of thread(s) to CPU core(s) ## Sets number of CPU core(s) to be skipped (1 ... N-1) ## Skipped CPU core(s) are not used for pinning main thread and working thread(s). ## The main thread is automatically pinned to the first available CPU core and worker(s) ## are pinned to next free CPU core(s) after core assigned to main thread # skip-cores 4 ## Specify a number of workers to be created ## Workers are pinned to N consecutive CPU cores while skipping "skip-cores" CPU core(s) ## and main thread's CPU core # workers 2 ## Set scheduling policy and priority of main and worker threads ## Scheduling policy options are: other (SCHED_OTHER), batch (SCHED_BATCH) ## idle (SCHED_IDLE), fifo (SCHED_FIFO), rr (SCHED_RR) # scheduler-policy fifo ## Scheduling priority is used only for "real-time policies (fifo and rr), ## and has to be in the range of priorities supported for a particular policy # scheduler-priority 50 } # dpdk { ## Change default settings for all intefaces # dev default { ## Number of receive queues, enables RSS ## Default is 1 # num-rx-queues 3 ## Number of transmit queues, Default is equal ## to number of worker threads or 1 if no workers treads # num-tx-queues 3 ## Number of descriptors in transmit and receive rings ## increasing or reducing number can impact performance ## Default is 1024 for both rx and tx # num-rx-desc 512 # num-tx-desc 512 ## VLAN strip offload mode for interface ## Default is off # vlan-strip-offload on # } ## Whitelist specific interface by specifying PCI address # dev 0000:02:00.0 ## Whitelist specific interface by specifying PCI address and in ## addition specify custom parameters for this interface # dev 0000:02:00.1 { # num-rx-queues 2 # } ## Change UIO driver used by VPP, Options are: igb_uio, vfio-pci ## and uio_pci_generic (default) # uio-driver vfio-pci ## Disable mutli-segment buffers, improves performance but ## disables Jumbo MTU support # no-multi-seg ## Increase number of buffers allocated, needed only in scenarios with ## large number of interfaces and worker threads. Value is per CPU socket. ## Default is 16384 # num-mbufs 128000 ## Change hugepages allocation per-socket, needed only if there is need for ## larger number of mbufs. Default is 256M on each detected CPU socket # socket-mem 2048,2048 # } EOF #Get list of network device PCI bus addresses get_nic_pci_list() { while read -r line ; do if [ "$line" != "${line#*network device}" ]; then echo -n "${line%% *} " fi done < <(lspci) } NICS=$(get_nic_pci_list) NICS=`echo ${NICS} | sed 's/[0]\+\([0-9]\)/\1/g' | sed 's/[.:]/\//g'` BRG_BNG_NIC=GigabitEthernet`echo ${NICS} | cut -d " " -f 2` # second interface in list echo $BRG_BNG_NIC > /opt/config/brg_nic.txt cat > /etc/vpp/setup.gate << EOF set int state ${BRG_BNG_NIC} up set dhcp client intfc ${BRG_BNG_NIC} hostname brg-emulator EOF echo "sdnc_ip: $(cat /opt/config/sdnc_ip.txt)" > /opt/config/ip.txt echo "hcip: 192.168.4.20" >> /opt/config/ip.txt cat > /opt/bind_nic.sh << 'EOF' #!/bin/bash while : do if [[ ! $(ps -aux | grep [[:alnum:]]*/vpp/startup.conf | wc -l) = 2 ]]; then echo "vpp not running" else break fi done BRG_BNG_NIC=$(cat /opt/config/brg_nic.txt) sdnc_ip=$(cat /opt/config/sdnc_ip.txt) lstack_tap=$(vppctl tap connect lstack) vppctl set int state $lstack_tap up vppctl set interface l2 bridge $lstack_tap 10 0 vppctl set bridge-domain arp term 10 tap0_tap=$(vppctl tap connect tap0) sleep 3 vppctl set int state $tap0_tap up vppctl set int ip addr $tap0_tap 20.0.0.40/24 ifconfig tap0 192.168.4.20/24 route add -host $sdnc_ip tap0 route add -host 20.0.0.40 tap0 vppctl ip route add 192.168.4.0/24 via $tap0_tap vppctl set interface snat in $tap0_tap out ${BRG_BNG_NIC} vppctl snat add interface address ${BRG_BNG_NIC} #Get HW addr of $tap0_tap while read -r hw do if [[ "$hw" = $tap0_tap* ]]; then read -r hw hw_addr=${hw##* } break fi done < <(vppctl show hardware) arp -s $sdnc_ip $hw_addr arp -s 20.0.0.40 $hw_addr #Get HW addr of tap0 var=$(ifconfig tap0) var=${var##*HWaddr} var=${var%inet*} tap0_addr=${var%inet*} vppctl set ip arp $tap0_tap 192.168.4.20 $tap0_addr EOF chmod +x /opt/bind_nic.sh #set nat rule cat > /opt/set_nat.sh << 'EOF' #! /bin/bash while : do if [[ ! $(ps -aux | grep [[:alnum:]]*/vpp/startup.conf | wc -l) = 2 ]]; then #echo "vpp not running" continue fi flag=0 while read -r line do if [ flag = 0 ]; then re=${line#*/[0-9]/[0-9]} if [ "$line" != "$re" ]; then flag=1 else flag=0 continue fi else ip=${line%/*} if [[ $ip = *\.*\.*\.* ]]; then #echo "ip address is $ip" if [ ! -f /opt/config/ip.txt ]; then echo "file /opt/config/ip.txt doesn't exists" continue fi while read -r tap_ip do if [[ $tap_ip = hcip* ]]; then tap_ip=${tap_ip#*" "} echo "hc tap ip address is $tap_ip" vppctl snat add static mapping tcp local $tap_ip 8183 external $ip 8183 exit 0 fi done < /opt/config/ip.txt else if [[ ! $ip = */[0-9] ]]; then flag=0 #echo "not correct" fi fi fi done < <(vppctl show int addr) sleep 1 done EOF chmod +x /opt/set_nat.sh #Create script to run bind_nic.sh and set_nat.sh cat > /opt/nat_service.sh << 'EOF' #! /bin/bash sleep 15 /opt/bind_nic.sh /opt/set_nat.sh EOF chmod +x /opt/nat_service.sh # Create systemctl service for Honeycomb cat > /etc/systemd/system/honeycomb.service << EOF [Unit] Description=Honeycomb Agent for the VPP control plane Documentation=https://wiki.fd.io/view/Honeycomb Requires=vpp.service After=vpp.service [Service] ExecStart=/opt/honeycomb/honeycomb Restart=always RestartSec=10 [Install] WantedBy=multi-user.target EOF systemctl enable /etc/systemd/system/honeycomb.service # Create systemctl service for nat script cat > /etc/systemd/system/nat.service << EOF [Unit] Description=Runs vbrg scripts for nat configuration Requires=vpp.service After=vpp.service [Service] RemainAfterExit=True ExecStart=/opt/nat_service.sh Restart=always [Install] WantedBy=multi-user.target EOF systemctl enable /etc/systemd/system/nat.service # Download DHCP config files cd /opt unzip -p -j /opt/vcpe-scripts-$SCRIPT_VERSION.zip v_brgemu_init.sh > /opt/v_brgemu_init.sh unzip -p -j /opt/vcpe-scripts-$SCRIPT_VERSION.zip v_brgemu.sh > /opt/v_brgemu.sh sed -i '/# Provides:/c\# Provides: vbrg ' /opt/v_brgemu.sh chmod +x v_brgemu_init.sh chmod +x v_brgemu.sh mv v_brgemu.sh /etc/init.d update-rc.d v_brgemu.sh defaults # Rename network interface in openstack Ubuntu 16.04 images. Then, reboot the VM to pick up changes if [[ $CLOUD_ENV != "rackspace" ]] then sed -i "s/GRUB_CMDLINE_LINUX=.*/GRUB_CMDLINE_LINUX=\"net.ifnames=0 biosdevname=0\"/g" /etc/default/grub grub-mkconfig -o /boot/grub/grub.cfg sed -i "s/ens[0-9]*/eth0/g" /etc/network/interfaces.d/*.cfg sed -i "s/ens[0-9]*/eth0/g" /etc/udev/rules.d/70-persistent-net.rules echo 'network: {config: disabled}' >> /etc/cloud/cloud.cfg.d/99-disable-network-config.cfg reboot fi ./v_brgemu_init.sh # Indicate script has finished executing echo 'Execution of vBRG install script completed' > /opt/script_status.txt