1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
|
package org.onap.vid.asdc.parser;
import java.io.IOException;
import java.io.InputStream;
import java.nio.file.Path;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.HashMap;
import java.util.Map;
import java.util.Set;
import java.util.UUID;
import java.util.Map.Entry;
import java.util.zip.ZipFile;
import org.apache.commons.lang3.mutable.MutableBoolean;
import org.onap.portalsdk.core.logging.logic.EELFLoggerDelegate;
import org.openecomp.sdc.tosca.parser.exceptions.SdcToscaParserException;
import org.onap.vid.asdc.AsdcCatalogException;
import org.onap.vid.asdc.beans.Service;
import org.onap.vid.asdc.beans.tosca.NodeTemplate;
import org.onap.vid.asdc.beans.tosca.ToscaCsar;
import org.onap.vid.asdc.beans.tosca.ToscaMeta;
import org.onap.vid.asdc.beans.tosca.ToscaModel;
import org.onap.vid.model.ModelConstants;
import org.onap.vid.model.Network;
import org.onap.vid.model.Node;
import org.onap.vid.model.ServiceModel;
import org.onap.vid.model.VNF;
import org.onap.vid.properties.VidProperties;
import org.springframework.beans.factory.annotation.Autowired;
import org.yaml.snakeyaml.Yaml;
import org.yaml.snakeyaml.error.YAMLException;
public class ToscaParserImpl implements ToscaParser {
/** The Constant LOG. */
static final EELFLoggerDelegate LOG = EELFLoggerDelegate.getLogger(ToscaParserImpl.class);
@Autowired
private final static DateFormat dateFormat = new SimpleDateFormat("HH:mm:ss:SSSS");
private static final String asdcModelNamespace = VidProperties.getAsdcModelNamespace();
private static final String vnfTag = asdcModelNamespace + ModelConstants.VNF;
private static final String networkTag = asdcModelNamespace + ModelConstants.NETWORK;
private static final String vfModuleTag = asdcModelNamespace + ModelConstants.VF_MODULE;
@Override
public ToscaCsar parse(Path path) throws AsdcCatalogException {
return getToscaCsar(path);
}
private ToscaCsar getToscaCsar(final Path csarFile) throws AsdcCatalogException {
try (final ZipFile csar = new ZipFile(csarFile.toFile())) {
final InputStream toscaMetaStream = csar.getInputStream(csar.getEntry("TOSCA-Metadata/TOSCA.meta"));
final ToscaMeta toscaMeta = new ToscaMeta.Builder(toscaMetaStream).build();
final String entryDefinitions = toscaMeta.get("Entry-Definitions");
final InputStream toscaParentEntryYamlStream = csar.getInputStream(csar.getEntry(entryDefinitions));
try {
final Yaml yaml = new Yaml();
final ToscaModel parentModel = yaml.loadAs(toscaParentEntryYamlStream, ToscaModel.class);
final ToscaCsar.Builder csarBuilder = new ToscaCsar.Builder(parentModel);
for (Map<String, Map<String, String>> imports : parentModel.getImports()) {
LOG.debug("imports = " + imports.toString());
for (Entry<String, Map<String, String>> entry : imports.entrySet()) {
if (entry.getValue() != null) {
String fname = entry.getValue().get("file");
if ((fname != null) && (fname.startsWith("service") || fname.startsWith("resource"))) {
LOG.debug("fname = " + fname);
final InputStream toscaChildEntryYamlStream = csar
.getInputStream(csar.getEntry("Definitions/" + fname));
final ToscaModel childModel = yaml.loadAs(toscaChildEntryYamlStream, ToscaModel.class);
csarBuilder.addVnf(childModel);
}
}
}
}
return csarBuilder.build();
} catch (YAMLException e) {
throw new AsdcCatalogException("Caught exception while processing TOSCA YAML", e);
}
} catch (IOException e) {
throw new AsdcCatalogException("Caught IOException while processing CSAR", e);
}
}
public ServiceModel makeServiceModel(String uuid, final Path serviceCsar,Service service ) throws AsdcCatalogException, SdcToscaParserException {
final ServiceModel serviceModel = new ServiceModel();
ToscaCsar toscaCsar = getToscaCsar(serviceCsar);
String methodName = "getServices";
LOG.debug(EELFLoggerDelegate.debugLogger, dateFormat.format(new Date()) + methodName + " start");
MutableBoolean isNewFlow = new MutableBoolean(false);
final Map<String, VNF> vnfs = new HashMap<String, VNF>();
final Map<String, Network> networks = new HashMap<String, Network>();
final ToscaModel asdcServiceToscaModel = toscaCsar.getParent();
serviceModel.setService(ServiceModel.extractService(asdcServiceToscaModel, service));
populateVnfsAndNetwork(methodName, isNewFlow, vnfs, networks, asdcServiceToscaModel, serviceModel);
// If we see customization uuid under vnf or network, follow 1702 flow
if (isNewFlow.getValue()) {
return (getCustomizedServices(asdcServiceToscaModel, serviceModel));
} else {
VNF vnf = null;
for (ToscaModel vnfModel : toscaCsar.getChildren()) {
// using uuid to match should only be valid for 1610 models
final String vnfUuid = (vnfModel.getMetadata().getUUID());
// find the VNF with that uuid, uuid is not the key anymore
vnf = findVNFAccordingToUUID(vnfs, vnfUuid);
if (vnf == null) {
LOG.warn("Couldn't find VNF object " + vnfUuid + ". Problem with Tosca model?");
continue;
}
extractAndUpdateInputs(vnf, vnfModel);
ServiceModel.extractGroups(vnfModel, serviceModel);
}
serviceModel.setVnfs(vnfs);
serviceModel.setNetworks(networks);
return serviceModel;
}
}
private VNF findVNFAccordingToUUID(final Map<String, VNF> vnfs, final String vnfUuid) {
VNF vnf = null;
for (Entry<String, VNF> vnfComp : vnfs.entrySet()) {
if (((vnfComp.getValue().getUuid()).equalsIgnoreCase(vnfUuid))) {
// found the vnf
vnf = vnfComp.getValue();
}
}
return vnf;
}
private void extractAndUpdateInputs(VNF vnf, ToscaModel vnfModel) {
vnf.setInputs(vnfModel.gettopology_template().getInputs());
}
private static void populateVnfsAndNetwork(String methodName, MutableBoolean isNewFlow, final Map<String, VNF> vnfs,
final Map<String, Network> networks, final ToscaModel asdcServiceToscaModel, ServiceModel serviceModel)
throws AsdcCatalogException, SdcToscaParserException {
for (Entry<String, NodeTemplate> component : extractNodeTemplates(asdcServiceToscaModel)) {
final String modelCustomizationName = component.getKey();
LOG.debug(EELFLoggerDelegate.debugLogger, dateFormat.format(new Date()) + methodName
+ " model customization name: " + modelCustomizationName);
final NodeTemplate nodeTemplate = component.getValue();
final String type = nodeTemplate.getType();
if (type.startsWith(vnfTag)) {
LOG.debug(EELFLoggerDelegate.debugLogger,
dateFormat.format(new Date()) + methodName + " found node template type: " + type);
final VNF vnf = new VNF();
vnf.extractVnf(modelCustomizationName, nodeTemplate);
// populateNodeVersionIfMissing(nodeTemplate, vnf,service);
LOG.debug(EELFLoggerDelegate.debugLogger,
dateFormat.format(new Date()) + methodName + " VNF commands: " + vnf.getCommands());
vnfs.put(modelCustomizationName, vnf);
isNewFlow.setValue(isNewFlow(vnf));
}
// Networks
if (type.startsWith(networkTag)) {
LOG.debug(EELFLoggerDelegate.debugLogger,
dateFormat.format(new Date()) + methodName + " found node template type: " + type);
final Network network = new Network();
network.extractNetwork(modelCustomizationName, nodeTemplate);
// populateNodeVersionIfMissing(nodeTemplate, network, service);
isNewFlow.setValue(isNewFlow(network));
networks.put(modelCustomizationName, network);
}
}
serviceModel.setVnfs(vnfs);
serviceModel.setNetworks(networks);
}
private static Set<Entry<String, NodeTemplate>> extractNodeTemplates(final ToscaModel asdcServiceToscaModel) {
return asdcServiceToscaModel.gettopology_template().getnode_templates().entrySet();
}
private static boolean isNewFlow(Node node) {
return (node.getCustomizationUuid() != null) && (node.getCustomizationUuid().length() > 0);
}
private static boolean isNodeVersionMissing(Node Node) {
return Node.getVersion() == null;
}
private static void populateNodeVersionIfMissing(final NodeTemplate nodeTemplate, final Node node, Service service)
throws AsdcCatalogException {
if (isNodeVersionMissing(node)) {
node.setVersion(service.getVersion());
}
}
private ServiceModel getCustomizedServices(ToscaModel asdcServiceToscaModel, ServiceModel serviceModel) {
String methodName = "asdcServiceToscaModel";
LOG.debug(EELFLoggerDelegate.debugLogger, dateFormat.format(new Date()) + methodName + " start");
// asdcServiceToscaModel should have vf modules and vol groups populated
// at this point but
// they are not associated with the VNFs
ServiceModel.extractGroups(asdcServiceToscaModel,serviceModel);
// Now put the vf modules and volume groups under the VNF they belong
// too
serviceModel.associateGroups();
return (serviceModel);
}
private UUID extractUUIDFromNodeTemplate(final NodeTemplate nodeTemplate) {
return UUID.fromString(nodeTemplate.getMetadata().getUUID());
}
}
|
