1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
|
# Copyright 2016 ZTE Corporation.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import json
import logging
import threading
import time
import traceback
from lcm.jobs.const import JOB_INSTANCE_RESPONSE_ID_URI
from lcm.pub.database.models import NSInstModel, VLInstModel, FPInstModel, NfInstModel
from lcm.pub.exceptions import NSLCMException
from lcm.pub.msapi.nslcm import call_from_ns_cancel_resource
from lcm.pub.utils.jobutil import JobUtil
from lcm.pub.utils.values import ignore_case_get
from lcm.pub.utils import restcall
from lcm.ns.enum import OWNER_TYPE
from lcm.pub.database.models import PNFInstModel
from lcm.ns.biz.ns_lcm_op_occ import NsLcmOpOcc
from lcm.jobs.enum import JOB_PROGRESS
from lcm.ns.enum import NS_INST_STATUS
from lcm.workflows import build_in
logger = logging.getLogger(__name__)
class TerminateNsService(threading.Thread):
def __init__(self, ns_inst_id, job_id, request_data):
threading.Thread.__init__(self)
self.terminate_type = request_data.get('terminationType', 'GRACEFUL')
self.terminate_timeout = request_data.get('gracefulTerminationTimeout', 600)
self.job_id = job_id
self.ns_inst_id = ns_inst_id
self.occ_id = NsLcmOpOcc.create(ns_inst_id, "TERMINATE", "PROCESSING", False, request_data)
def run(self):
try:
if not NSInstModel.objects.filter(id=self.ns_inst_id):
JobUtil.add_job_status(self.job_id, JOB_PROGRESS.FINISHED, "Need not terminate.", '')
NsLcmOpOcc.update(self.occ_id, "COMPLETED")
return
JobUtil.add_job_status(self.job_id, 10, "Starting terminate...", '')
NSInstModel.objects.filter(id=self.ns_inst_id).update(status=NS_INST_STATUS.TERMINATING)
self.cancel_sfc_list()
self.cancel_vnf_list()
self.cancel_vl_list()
self.cancel_pnf_list()
NSInstModel.objects.filter(id=self.ns_inst_id).update(status='NOT_INSTANTIATED')
JobUtil.add_job_status(self.job_id, JOB_PROGRESS.FINISHED, "ns terminate ends.", '')
NsLcmOpOcc.update(self.occ_id, "COMPLETED")
except NSLCMException as e:
JobUtil.add_job_status(self.job_id, JOB_PROGRESS.ERROR, e.args[0])
NsLcmOpOcc.update(self.occ_id, operationState="FAILED", error=e.args[0])
build_in.post_deal(self.ns_inst_id, "false")
except Exception as e:
logger.error(e.args[0])
logger.error(traceback.format_exc())
JobUtil.add_job_status(self.job_id, JOB_PROGRESS.ERROR, "ns terminate fail.")
NsLcmOpOcc.update(self.occ_id, operationState="FAILED", error=e.args[0])
build_in.post_deal(self.ns_inst_id, "false")
def cancel_vl_list(self):
array_vlinst = VLInstModel.objects.filter(ownertype=OWNER_TYPE.NS, ownerid=self.ns_inst_id)
if not array_vlinst:
logger.info("[cancel_vl_list] no vlinst attatch to ns_inst_id: %s" % self.ns_inst_id)
return
step_progress = 20 / len(array_vlinst)
cur_progress = 70
for vlinst in array_vlinst:
delete_result = "failed"
cur_progress += step_progress
try:
ret = call_from_ns_cancel_resource('vl', vlinst.vlinstanceid)
if ret[0] == 0:
result = json.JSONDecoder().decode(ret[1]).get("result", "")
if str(result) == '0':
delete_result = "success"
except Exception as e:
logger.error("[cancel_vl_list] error[%s]!" % e.args[0])
logger.error(traceback.format_exc())
job_msg = "Delete vlinst:[%s] %s." % (vlinst.vlinstanceid, delete_result)
JobUtil.add_job_status(self.job_id, cur_progress, job_msg)
def cancel_sfc_list(self):
array_sfcinst = FPInstModel.objects.filter(nsinstid=self.ns_inst_id)
if not array_sfcinst:
logger.info("[cancel_sfc_list] no sfcinst attatch to ns_inst_id: %s" % self.ns_inst_id)
return
step_progress = 20 / len(array_sfcinst)
cur_progress = 30
for sfcinst in array_sfcinst:
cur_progress += step_progress
delete_result = "failed"
try:
ret = call_from_ns_cancel_resource('sfc', sfcinst.sfcid)
if ret[0] == 0:
result = json.JSONDecoder().decode(ret[1]).get("result", "")
if str(result) == '0':
delete_result = "success"
except Exception as e:
logger.error("[cancel_sfc_list] error[%s]!" % e.args[0])
logger.error(traceback.format_exc())
job_msg = "Delete sfcinst:[%s] %s." % (sfcinst.sfcid, delete_result)
JobUtil.add_job_status(self.job_id, cur_progress, job_msg)
def cancel_vnf_list(self):
array_vnfinst = NfInstModel.objects.filter(ns_inst_id=self.ns_inst_id)
if not array_vnfinst:
logger.info("[cancel_vnf_list] no vnfinst attatch to ns_inst_id: %s" % self.ns_inst_id)
return
step_progress = 10 / len(array_vnfinst)
cur_progress = 50
vnf_jobs = []
for vnfinst in array_vnfinst:
cur_progress += step_progress
delete_result = "failed"
vnf_job_id = ''
try:
vnf_job_id = self.delete_vnf(vnfinst.nfinstid)
if vnf_job_id:
delete_result = "deleting"
except Exception as e:
logger.error("[cancel_vnf_list] error[%s]!" % e.args[0])
logger.error(traceback.format_exc())
job_msg = "Delete vnfinst:[%s] %s." % (vnfinst.nfinstid, delete_result)
JobUtil.add_job_status(self.job_id, cur_progress, job_msg)
vnf_jobs.append((vnfinst.nfinstid, vnf_job_id))
thread = threading.Thread(
target=self.wait_delete_vnfs,
args=(vnf_jobs, cur_progress, step_progress,))
thread.start()
def wait_delete_vnfs(self, vnf_jobs, cur_progress, step_progress):
for vnfinstid, vnfjobid in vnf_jobs:
try:
cur_progress += step_progress
if not vnfjobid:
continue
is_job_ok = self.wait_delete_vnf_job_finish(vnfjobid)
msg = "%s to delete VNF(%s)" %\
("Succeed" if is_job_ok else "Failed", vnfinstid)
logger.debug(msg)
JobUtil.add_job_status(self.job_id, cur_progress, msg)
except Exception as e:
msg = "Exception occurs(%s) when delete VNF(%s)" % (e, vnfinstid)
logger.debug(msg)
JobUtil.add_job_status(self.job_id, cur_progress, msg)
def delete_vnf(self, nf_instid):
term_param = {
"terminationType": self.terminate_type
}
if self.terminate_timeout:
term_param["gracefulTerminationTimeout"] = int(self.terminate_timeout)
ret = call_from_ns_cancel_resource('vnf', nf_instid, term_param)
if ret[0] != 0:
logger.error("Terminate VNF(%s) failed: %s", nf_instid, ret[1])
return ''
job_info = json.JSONDecoder().decode(ret[1])
vnf_job_id = ignore_case_get(job_info, "jobId")
return vnf_job_id
def wait_delete_vnf_job_finish(self, vnf_job_id):
count = 0
retry_count = 400
interval_second = 2
response_id, new_response_id = 0, 0
job_end_normal, job_timeout = False, True
while count < retry_count:
count = count + 1
time.sleep(interval_second)
uri = JOB_INSTANCE_RESPONSE_ID_URI % (vnf_job_id, response_id)
ret = restcall.req_by_msb(uri, "GET")
if ret[0] != 0:
logger.error("Failed to query job: %s:%s", ret[2], ret[1])
continue
job_result = json.JSONDecoder().decode(ret[1])
if "responseDescriptor" not in job_result:
logger.debug("No new progress after response_id(%s) in job(%s)", response_id, vnf_job_id)
continue
progress = job_result["responseDescriptor"]["progress"]
new_response_id = job_result["responseDescriptor"]["responseId"]
job_desc = job_result["responseDescriptor"]["statusDescription"]
if new_response_id != response_id:
logger.debug("%s:%s:%s", progress, new_response_id, job_desc)
response_id = new_response_id
count = 0
if progress == JOB_PROGRESS.ERROR:
job_timeout = False
logger.error("Job(%s) failed: %s", vnf_job_id, job_desc)
break
elif progress == JOB_PROGRESS.FINISHED:
job_end_normal, job_timeout = True, False
logger.info("Job(%s) ended normally", vnf_job_id)
break
if job_timeout:
logger.error("Job(%s) timeout", vnf_job_id)
return job_end_normal
def cancel_pnf_list(self):
pnfinst_list = PNFInstModel.objects.filter(nsInstances__contains=self.ns_inst_id)
if len(pnfinst_list) > 0:
cur_progress = 90
step_progress = 5 / len(pnfinst_list)
for pnfinst in pnfinst_list:
delete_result = "fail"
try:
ret = call_from_ns_cancel_resource('pnf', pnfinst.pnfId)
if ret[0] == 0:
delete_result = "success"
except Exception as e:
logger.error("[cancel_pnf_list] error[%s]!" % e.args[0])
logger.error(traceback.format_exc())
job_msg = "Delete pnfinst:[%s] %s" % (pnfinst.pnfId, delete_result)
cur_progress += step_progress
JobUtil.add_job_status(self.job_id, cur_progress, job_msg)
|
