'''
/*-
* ============LICENSE_START=======================================================
* Copyright (C) 2019 Orange
* ================================================================================
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* ============LICENSE_END=========================================================
*/
'''
import os
import json
import sys
import uuid
import time
import copy
import netifaces as ni
import warnings
import contextlib
import requests
from datetime import datetime
from datetime import timedelta
from simple_rest_client.api import API
from simple_rest_client.resource import Resource
from basicauth import encode
from pprint import pprint
from random import randint
from urllib3.exceptions import InsecureRequestWarning
old_merge_environment_settings = requests.Session.merge_environment_settings
hostname_cache = []
ansible_inventory = {}
@contextlib.contextmanager
def _no_ssl_verification():
opened_adapters = set()
def merge_environment_settings(self, url, proxies, stream, verify, cert):
# Verification happens only once per connection so we need to close
# all the opened adapters once we're done. Otherwise, the effects of
# verify=False persist beyond the end of this context manager.
opened_adapters.add(self.get_adapter(url))
settings = old_merge_environment_settings(self, url, proxies, stream, verify, cert)
settings['verify'] = False
return settings
requests.Session.merge_environment_settings = merge_environment_settings
try:
with warnings.catch_warnings():
warnings.simplefilter('ignore', InsecureRequestWarning)
yield
finally:
requests.Session.merge_environment_settings = old_merge_environment_settings
for adapter in opened_adapters:
try:
adapter.close()
except:
pass
def _get_aai_rel_link_data(data, related_to, search_key=None, match_dict=None):
# some strings that we will encounter frequently
rel_lst = "relationship-list"
rkey = "relationship-key"
rval = "relationship-value"
rdata = "relationship-data"
response = list()
if match_dict:
m_key = match_dict.get('key')
m_value = match_dict.get('value')
else:
m_key = None
m_value = None
rel_dict = data.get(rel_lst)
if rel_dict: # check if data has relationship lists
for key, rel_list in rel_dict.items():
for rel in rel_list:
if rel.get("related-to") == related_to:
dval = None
matched = False
link = rel.get("related-link")
r_data = rel.get(rdata, [])
if search_key:
for rd in r_data:
if rd.get(rkey) == search_key:
dval = rd.get(rval)
if not match_dict: # return first match
response.append(
{"link": link, "d_value": dval}
)
break # go to next relation
if rd.get(rkey) == m_key \
and rd.get(rval) == m_value:
matched = True
if match_dict and matched: # if matching required
response.append(
{"link": link, "d_value": dval}
)
# matched, return search value corresponding
# to the matched r_data group
else: # no search key; just return the link
response.append(
{"link": link, "d_value": dval}
)
if len(response) == 0:
response.append(
{"link": None, "d_value": None}
)
return response
class AAIApiResource(Resource):
actions = {
'generic_vnf': {'method': 'GET', 'url': 'network/generic-vnfs/generic-vnf/{}'},
'link': {'method': 'GET', 'url': '{}'},
'service_instance': {'method': 'GET',
'url': 'business/customers/customer/{}/service-subscriptions/service-subscription/{}/service-instances/service-instance/{}'}
}
class HASApiResource(Resource):
actions = {
'plans': {'method': 'POST', 'url': 'plans/'},
'plan': {'method': 'GET', 'url': 'plans/{}'}
}
class APPCLcmApiResource(Resource):
actions = {
'distribute_traffic': {'method': 'POST', 'url': 'appc-provider-lcm:distribute-traffic/'},
'distribute_traffic_check': {'method': 'POST', 'url': 'appc-provider-lcm:distribute-traffic-check/'},
'action_status': {'method': 'POST', 'url': 'appc-provider-lcm:action-status/'},
}
def _init_python_aai_api(onap_ip):
api = API(
api_root_url="https://{}:30233/aai/v14/".format(onap_ip),
params={},
headers={
'Authorization': encode("AAI", "AAI"),
'X-FromAppId': 'SCRIPT',
'Accept': 'application/json',
'Content-Type': 'application/json',
'X-TransactionId': str(uuid.uuid4()),
},
timeout=30,
append_slash=False,
json_encode_body=True # encode body as json
)
api.add_resource(resource_name='aai', resource_class=AAIApiResource)
return api
def _init_python_has_api(onap_ip):
api = API(
api_root_url="https://{}:30275/v1/".format(onap_ip),
params={},
headers={
'Authorization': encode("admin1", "plan.15"),
'X-FromAppId': 'SCRIPT',
'Accept': 'application/json',
'Content-Type': 'application/json',
'X-TransactionId': str(uuid.uuid4()),
},
timeout=30,
append_slash=False,
json_encode_body=True # encode body as json
)
api.add_resource(resource_name='has', resource_class=HASApiResource)
return api
def _init_python_appc_lcm_api(onap_ip):
api = API(
api_root_url="http://{}:30230/restconf/operations/".format(onap_ip),
params={},
headers={
'Authorization': encode("admin", "Kp8bJ4SXszM0WXlhak3eHlcse2gAw84vaoGGmJvUy2U"),
'X-FromAppId': 'SCRIPT',
'Accept': 'application/json',
'Content-Type': 'application/json',
},
timeout=300,
append_slash=False,
json_encode_body=True # encode body as json
)
api.add_resource(resource_name='lcm', resource_class=APPCLcmApiResource)
return api
def load_aai_data(vfw_vnf_id, onap_ip):
api = _init_python_aai_api(onap_ip)
aai_data = {}
aai_data['service-info'] = {'global-customer-id': '', 'service-instance-id': '', 'service-type': ''}
aai_data['vfw-model-info'] = {'model-invariant-id': '', 'model-version-id': '', 'vnf-name': '', 'vnf-type': ''}
aai_data['vpgn-model-info'] = {'model-invariant-id': '', 'model-version-id': '', 'vnf-name': '', 'vnf-type': ''}
with _no_ssl_verification():
response = api.aai.generic_vnf(vfw_vnf_id, body=None, params={'depth': 2}, headers={})
aai_data['vfw-model-info']['model-invariant-id'] = response.body.get('model-invariant-id')
aai_data['vfw-model-info']['model-version-id'] = response.body.get('model-version-id')
aai_data['vfw-model-info']['vnf-name'] = response.body.get('vnf-name')
aai_data['vfw-model-info']['vnf-type'] = response.body.get('vnf-type')
aai_data['vf-module-id'] = response.body['vf-modules']['vf-module'][0]['vf-module-id']
related_to = "service-instance"
search_key = "customer.global-customer-id"
rl_data_list = _get_aai_rel_link_data(data=response.body, related_to=related_to, search_key=search_key)
aai_data['service-info']['global-customer-id'] = rl_data_list[0]['d_value']
search_key = "service-subscription.service-type"
rl_data_list = _get_aai_rel_link_data(data=response.body, related_to=related_to, search_key=search_key)
aai_data['service-info']['service-type'] = rl_data_list[0]['d_value']
search_key = "service-instance.service-instance-id"
rl_data_list = _get_aai_rel_link_data(data=response.body, related_to=related_to, search_key=search_key)
aai_data['service-info']['service-instance-id'] = rl_data_list[0]['d_value']
service_link = rl_data_list[0]['link']
response = api.aai.link(service_link, body=None, params={}, headers={})
related_to = "generic-vnf"
search_key = "generic-vnf.vnf-id"
rl_data_list = _get_aai_rel_link_data(data=response.body, related_to=related_to, search_key=search_key)
for i in range(0, len(rl_data_list)):
vnf_id = rl_data_list[i]['d_value']
if vnf_id != vfw_vnf_id:
vnf_link = rl_data_list[i]['link']
response = api.aai.link(vnf_link, body=None, params={}, headers={})
if aai_data['vfw-model-info']['model-invariant-id'] != response.body.get('model-invariant-id'):
aai_data['vpgn-model-info']['model-invariant-id'] = response.body.get('model-invariant-id')
aai_data['vpgn-model-info']['model-version-id'] = response.body.get('model-version-id')
aai_data['vpgn-model-info']['vnf-name'] = response.body.get('vnf-name')
aai_data['vpgn-model-info']['vnf-type'] = response.body.get('vnf-type')
break
return aai_data
def _has_request(onap_ip, aai_data, exclude, use_oof_cache):
dirname = os.path.join('templates/oof-cache/', aai_data['vf-module-id'])
if exclude:
file = os.path.join(dirname, 'sample-has-excluded.json')
else:
file = os.path.join(dirname, 'sample-has-required.json')
if use_oof_cache and os.path.exists(file):
migrate_from = json.loads(open(file).read())
return migrate_from
print('Making HAS request for excluded {}'.format(str(exclude)))
api = _init_python_has_api(onap_ip)
request_id = str(uuid.uuid4())
template = json.loads(open('templates/hasRequest.json').read())
result = {}
template['name'] = request_id
node = template['template']['parameters']
node['chosen_customer_id'] = aai_data['service-info']['global-customer-id']
node['service_id'] = aai_data['service-info']['service-instance-id']
node = template['template']['demands']['vFW-SINK'][0]
node['attributes']['model-invariant-id'] = aai_data['vfw-model-info']['model-invariant-id']
node['attributes']['model-version-id'] = aai_data['vfw-model-info']['model-version-id']
if exclude:
node['excluded_candidates'][0]['candidate_id'] = aai_data['vf-module-id']
del node['required_candidates']
else:
node['required_candidates'][0]['candidate_id'] = aai_data['vf-module-id']
del node['excluded_candidates']
node = template['template']['demands']['vPGN'][0]
node['attributes']['model-invariant-id'] = aai_data['vpgn-model-info']['model-invariant-id']
node['attributes']['model-version-id'] = aai_data['vpgn-model-info']['model-version-id']
with _no_ssl_verification():
response = api.has.plans(body=template, params={}, headers={})
if response.body.get('error_message') is not None:
raise Exception(response.body['error_message']['explanation'])
else:
plan_id = response.body['id']
response = api.has.plan(plan_id, body=None, params={}, headers={})
status = response.body['plans'][0]['status']
while status != 'done' and status != 'error':
print(status)
response = api.has.plan(plan_id, body=None, params={}, headers={})
status = response.body['plans'][0]['status']
if status == 'done':
result = response.body['plans'][0]['recommendations'][0]
else:
raise Exception(response.body['plans'][0]['message'])
if not os.path.exists(dirname):
os.makedirs(dirname)
f = open(file, 'w+')
f.write(json.dumps(result, indent=4))
f.close()
return result
def _extract_has_appc_identifiers(has_result, demand):
if demand == 'vPGN':
v_server = has_result[demand]['attributes']['vservers'][0]
else:
if len(has_result[demand]['attributes']['vservers'][0]['l-interfaces']) == 4:
v_server = has_result[demand]['attributes']['vservers'][0]
else:
v_server = has_result[demand]['attributes']['vservers'][1]
for itf in v_server['l-interfaces']:
if itf['ipv4-addresses'][0].startswith("10.0."):
ip = itf['ipv4-addresses'][0]
break
if v_server['vserver-name'] in hostname_cache and demand != 'vPGN':
v_server['vserver-name'] = v_server['vserver-name'].replace("01", "02")
hostname_cache.append(v_server['vserver-name'])
config = {
'vnf-id': has_result[demand]['attributes']['nf-id'],
'vf-module-id': has_result[demand]['attributes']['vf-module-id'],
'ip': ip,
'vserver-id': v_server['vserver-id'],
'vserver-name': v_server['vserver-name'],
'vnfc-type': demand.lower(),
'physical-location-id': has_result[demand]['attributes']['physical-location-id']
}
ansible_inventory_entry = "{} ansible_ssh_host={} ansible_ssh_user=ubuntu".format(config['vserver-name'], config['ip'])
if demand.lower() not in ansible_inventory:
ansible_inventory[demand.lower()] = {}
ansible_inventory[demand.lower()][config['vserver-name']] = ansible_inventory_entry
return config
def _extract_has_appc_dt_config(has_result, demand):
if demand == 'vPGN':
return {}
else:
config = {
"nf-type": has_result[demand]['attributes']['nf-type'],
"nf-name": has_result[demand]['attributes']['nf-name'],
"vf-module-name": has_result[demand]['attributes']['vf-module-name'],
"vnf-type": has_result[demand]['attributes']['vnf-type'],
"service_instance_id": "319e60ef-08b1-47aa-ae92-51b97f05e1bc",
"cloudClli": has_result[demand]['attributes']['physical-location-id'],
"nf-id": has_result[demand]['attributes']['nf-id'],
"vf-module-id": has_result[demand]['attributes']['vf-module-id'],
"aic_version": has_result[demand]['attributes']['aic_version'],
"ipv4-oam-address": has_result[demand]['attributes']['ipv4-oam-address'],
"vnfHostName": has_result[demand]['candidate']['host_id'],
"ipv6-oam-address": has_result[demand]['attributes']['ipv6-oam-address'],
"cloudOwner": has_result[demand]['candidate']['cloud_owner'],
"isRehome": has_result[demand]['candidate']['is_rehome'],
"locationId": has_result[demand]['candidate']['location_id'],
"locationType": has_result[demand]['candidate']['location_type'],
'vservers': has_result[demand]['attributes']['vservers']
}
return config
def _build_config_from_has(has_result):
v_pgn_result = _extract_has_appc_identifiers(has_result, 'vPGN')
v_fw_result = _extract_has_appc_identifiers(has_result, 'vFW-SINK')
dt_config = _extract_has_appc_dt_config(has_result, 'vFW-SINK')
config = {
'vPGN': v_pgn_result,
'vFW-SINK': v_fw_result
}
#print(json.dumps(config, indent=4))
config['dt-config'] = {
'destinations': [dt_config]
}
return config
def _build_appc_lcm_dt_payload(is_vpkg, oof_config, book_name, traffic_presence):
is_check = traffic_presence is not None
oof_config = copy.deepcopy(oof_config)
#if is_vpkg:
# node_list = "[ {} ]".format(oof_config['vPGN']['vserver-id'])
#else:
# node_list = "[ {} ]".format(oof_config['vFW-SINK']['vserver-id'])
if is_vpkg:
config = oof_config['vPGN']
else:
config = oof_config['vFW-SINK']
#node = {
# 'site': config['physical-location-id'],
# 'vnfc_type': config['vnfc-type'],
# 'vm_info': [{
# 'ne_id': config['vserver-name'],
# 'fixed_ip_address': config['ip']
# }]
#}
#node_list = list()
#node_list.append(node)
if is_check:
oof_config['dt-config']['trafficpresence'] = traffic_presence
file_content = oof_config['dt-config']
config = {
"configuration-parameters": {
#"node_list": node_list,
"ne_id": config['vserver-name'],
"fixed_ip_address": config['ip'],
"file_parameter_content": json.dumps(file_content)
}
}
if book_name != '':
config["configuration-parameters"]["book_name"] = book_name
payload = json.dumps(config)
return payload
def _build_appc_lcm_status_body(req):
payload = {
'request-id': req['input']['common-header']['request-id'],
'sub-request-id': req['input']['common-header']['sub-request-id'],
'originator-id': req['input']['common-header']['originator-id']
}
payload = json.dumps(payload)
template = json.loads(open('templates/appcRestconfLcm.json').read())
template['input']['action'] = 'ActionStatus'
template['input']['payload'] = payload
template['input']['common-header']['request-id'] = req['input']['common-header']['request-id']
template['input']['common-header']['sub-request-id'] = str(uuid.uuid4())
template['input']['action-identifiers']['vnf-id'] = req['input']['action-identifiers']['vnf-id']
return template
def _build_appc_lcm_request_body(is_vpkg, config, req_id, action, traffic_presence=None):
if is_vpkg:
demand = 'vPGN'
else:
demand = 'vFW-SINK'
book_name = "{}/latest/ansible/{}/site.yml".format(demand.lower(), action.lower())
payload = _build_appc_lcm_dt_payload(is_vpkg, config, book_name, traffic_presence)
template = json.loads(open('templates/appcRestconfLcm.json').read())
template['input']['action'] = action
template['input']['payload'] = payload
template['input']['common-header']['request-id'] = req_id
template['input']['common-header']['sub-request-id'] = str(uuid.uuid4())
template['input']['action-identifiers']['vnf-id'] = config[demand]['vnf-id']
return template
def _set_appc_lcm_timestamp(body, timestamp=None):
if timestamp is None:
t = datetime.utcnow() + timedelta(seconds=-10)
timestamp = t.strftime('%Y-%m-%dT%H:%M:%S.244Z')
body['input']['common-header']['timestamp'] = timestamp
def build_appc_lcms_requests_body(onap_ip, aai_data, use_oof_cache, if_close_loop_vfw):
migrate_from = _has_request(onap_ip, aai_data, False, use_oof_cache)
if if_close_loop_vfw:
migrate_to = migrate_from
else:
migrate_to = _has_request(onap_ip, aai_data, True, use_oof_cache)
migrate_from = _build_config_from_has(migrate_from)
migrate_to = _build_config_from_has(migrate_to)
req_id = str(uuid.uuid4())
payload_dt_check_vpkg = _build_appc_lcm_request_body(True, migrate_from, req_id, 'DistributeTrafficCheck', True)
payload_dt_vpkg_to = _build_appc_lcm_request_body(True, migrate_to, req_id, 'DistributeTraffic')
payload_dt_check_vfw_from = _build_appc_lcm_request_body(False, migrate_from, req_id, 'DistributeTrafficCheck',
False)
payload_dt_check_vfw_to = _build_appc_lcm_request_body(False, migrate_to, req_id, 'DistributeTrafficCheck', True)
result = list()
result.append(payload_dt_check_vpkg)
result.append(payload_dt_vpkg_to)
result.append(payload_dt_check_vfw_from)
result.append(payload_dt_check_vfw_to)
return result
def appc_lcm_request(onap_ip, req):
api = _init_python_appc_lcm_api(onap_ip)
#print(json.dumps(req, indent=4))
if req['input']['action'] == "DistributeTraffic":
result = api.lcm.distribute_traffic(body=req, params={}, headers={})
elif req['input']['action'] == "DistributeTrafficCheck":
result = api.lcm.distribute_traffic_check(body=req, params={}, headers={})
else:
raise Exception("{} action not supported".format(req['input']['action']))
if result.body['output']['status']['code'] == 400:
print("Request Completed")
elif result.body['output']['status']['code'] == 100:
print("Request Accepted. Receiving result status...")
# elif result.body['output']['status']['code'] == 311:
# timestamp = result.body['output']['common-header']['timestamp']
# _set_appc_lcm_timestamp(req, timestamp)
# appc_lcm_request(onap_ip, req)
# return
else:
raise Exception("{} - {}".format(result.body['output']['status']['code'],
result.body['output']['status']['message']))
#print(result)
return result.body['output']['status']['code']
def appc_lcm_status_request(onap_ip, req):
api = _init_python_appc_lcm_api(onap_ip)
status_body = _build_appc_lcm_status_body(req)
_set_appc_lcm_timestamp(status_body)
result = api.lcm.action_status(body=status_body, params={}, headers={})
if result.body['output']['status']['code'] == 400:
status = json.loads(result.body['output']['payload'])
return status
else:
raise Exception("{} - {}".format(result.body['output']['status']['code'],
result.body['output']['status']['message']))
def confirm_appc_lcm_action(onap_ip, req, check_appc_result):
print("Checking LCM {} Status".format(req['input']['action']))
while True:
time.sleep(2)
status = appc_lcm_status_request(onap_ip, req)
print(status['status'])
if status['status'] == 'SUCCESSFUL':
return
elif status['status'] == 'IN_PROGRESS':
continue
elif check_appc_result:
raise Exception("LCM {} {} - {}".format(req['input']['action'], status['status'], status['status-reason']))
else:
return
def execute_workflow(vfw_vnf_id, onap_ip, use_oof_cache, if_close_loop_vfw, info_only, check_result):
print("\nExecuting workflow for VNF ID '{}' on ONAP with IP {}".format(vfw_vnf_id, onap_ip))
print("\nOOF Cache {}, is CL vFW {}, only info {}, check LCM result {}".format(use_oof_cache, if_close_loop_vfw,
info_only, check_result))
aai_data = load_aai_data(vfw_vnf_id, onap_ip)
print("\nvFWDT Service Information:")
print(json.dumps(aai_data, indent=4))
lcm_requests = build_appc_lcms_requests_body(onap_ip, aai_data, use_oof_cache, if_close_loop_vfw)
print("\nAnsible Inventory:")
for key in ansible_inventory:
print("[{}]".format(key))
for host in ansible_inventory[key]:
print(ansible_inventory[key][host])
if info_only:
return
print("\nDistribute Traffic Workflow Execution:")
for i in range(len(lcm_requests)):
req = lcm_requests[i]
print("APPC REQ {} - {}".format(i, req['input']['action']))
_set_appc_lcm_timestamp(req)
result = appc_lcm_request(onap_ip, req)
if result == 100:
confirm_appc_lcm_action(onap_ip, req, check_result)
#time.sleep(30)
#vnf_id, K8s node IP, use OOF cache, if close loop vfw, if info_only, if check APPC result
execute_workflow(sys.argv[1], sys.argv[2], sys.argv[3].lower() == 'true', sys.argv[4].lower() == 'true',
sys.argv[5].lower() == 'true', sys.argv[6].lower() == 'true')