From d7e2885241aed5012bbd33ccc8b585b7d6f9b74b Mon Sep 17 00:00:00 2001 From: ThamlurRaju Date: Thu, 22 Oct 2020 14:47:20 +0530 Subject: 5G Core Network Service CBA package upload As part of the 5G slicing use case, the core NSSMF shall be instantiating a 5G core service which typically would comprise of AMF, SMF and UPF CNFs. Performing day 0, day 1 and day 2 configurations Change-Id: Ie7ebd34221170804bc4aec92b4628fbfe17a6500 Issue-ID: CCSDK-2919 Signed-off-by: ThamlurRaju --- .../Scripts/kotlin/KotlinDayOneConfig.kt | 584 +++++++++++++++++++++ 1 file changed, 584 insertions(+) create mode 100644 components/model-catalog/blueprint-model/service-blueprint/5GC_Simulator_CNF_CDS/Scripts/kotlin/KotlinDayOneConfig.kt (limited to 'components/model-catalog/blueprint-model/service-blueprint/5GC_Simulator_CNF_CDS/Scripts/kotlin/KotlinDayOneConfig.kt') diff --git a/components/model-catalog/blueprint-model/service-blueprint/5GC_Simulator_CNF_CDS/Scripts/kotlin/KotlinDayOneConfig.kt b/components/model-catalog/blueprint-model/service-blueprint/5GC_Simulator_CNF_CDS/Scripts/kotlin/KotlinDayOneConfig.kt new file mode 100644 index 000000000..8b08494f1 --- /dev/null +++ b/components/model-catalog/blueprint-model/service-blueprint/5GC_Simulator_CNF_CDS/Scripts/kotlin/KotlinDayOneConfig.kt @@ -0,0 +1,584 @@ +/* +* Copyright © 2019 TechMahindra +* Author: Malinconico Aniello Paolo, Vamshi Namilikonda, Thamlur Raju +* Licensed under the Apache License, Version 2.0 (the "License"); +* you may not use this file except in compliance with the License. +* You may obtain a copy of the License at +* +* http://www.apache.org/licenses/LICENSE-2.0 +* +* Unless required by applicable law or agreed to in writing, software +* distributed under the License is distributed on an "AS IS" BASIS, +* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +* See the License for the specific language governing permissions and +* limitations under the License. +*/ + +package org.onap.ccsdk.cds.blueprintsprocessor.services.execution.scripts + +import com.fasterxml.jackson.annotation.JsonIgnore +import com.fasterxml.jackson.annotation.JsonProperty +import com.fasterxml.jackson.databind.ObjectMapper +import com.fasterxml.jackson.databind.node.ObjectNode +import java.io.File +import java.nio.file.Path +import java.nio.file.Paths +import org.apache.commons.io.FilenameUtils +import org.apache.commons.io.IOUtils +import org.apache.http.client.ClientProtocolException +import org.apache.http.client.entity.EntityBuilder +import org.apache.http.client.methods.HttpPost +import org.apache.http.client.methods.HttpUriRequest +import org.apache.http.entity.ContentType +import org.apache.http.message.BasicHeader +import org.onap.ccsdk.cds.blueprintsprocessor.core.api.data.ExecutionServiceInput +import org.onap.ccsdk.cds.blueprintsprocessor.rest.BasicAuthRestClientProperties +import org.onap.ccsdk.cds.blueprintsprocessor.rest.RestClientProperties +import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BasicAuthRestClientService +import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BlueprintWebClientService +import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.RestLoggerService +import org.onap.ccsdk.cds.blueprintsprocessor.services.execution.AbstractScriptComponentFunction +import org.onap.ccsdk.cds.controllerblueprints.core.BluePrintProcessorException +import org.onap.ccsdk.cds.controllerblueprints.core.utils.ArchiveType +import org.onap.ccsdk.cds.controllerblueprints.core.utils.BluePrintArchiveUtils +import org.onap.ccsdk.cds.controllerblueprints.core.utils.JacksonUtils +import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.storedContentFromResolvedArtifactNB +import org.slf4j.LoggerFactory +import org.springframework.http.HttpHeaders +import org.springframework.http.HttpMethod +import org.springframework.http.MediaType +import org.springframework.web.client.RestTemplate +import org.yaml.snakeyaml.Yaml +import java.util.ArrayList +import java.io.IOException +import java.util.Base64 +import java.nio.charset.Charset +import java.nio.file.Files +import com.google.gson.Gson +import com.google.gson.reflect.TypeToken + +open class DayOneConfig : AbstractScriptComponentFunction() { + + private val log = LoggerFactory.getLogger(DayOneConfig::class.java)!! + + override fun getName(): String { + return "DayOneConfig" + } + + override suspend fun processNB(executionRequest: ExecutionServiceInput) { + log.info("DAY-1 Script excution Started") + + val prefix = "baseconfig" + + val baseK8sApiUrl = getDynamicProperties("api-access").get("url").asText() + val k8sApiUsername = getDynamicProperties("api-access").get("username").asText() + val k8sApiPassword = getDynamicProperties("api-access").get("password").asText() + + log.info("Multi-cloud params $baseK8sApiUrl") + + val aaiApiUrl = getDynamicProperties("aai-access").get("url").asText() + val aaiApiUsername = getDynamicProperties("aai-access").get("username").asText() + val aaiApiPassword = getDynamicProperties("aai-access").get("password").asText() + + log.info("AAI params $aaiApiUrl") + + val resolution_key = getDynamicProperties("resolution-key").asText() + + val payload = storedContentFromResolvedArtifactNB(resolution_key, prefix) + + val payloadObject = JacksonUtils.jsonNode(payload) as ObjectNode + + val serviceInstanceID: String = getResolvedParameter(payloadObject, "service-instance-id") + val vnfID: String = getResolvedParameter(payloadObject, "vnf-id") + + log.info("Get serviceInstanceID $serviceInstanceID") + log.info("Get vnfID $vnfID") + + val vnfUrl = aaiApiUrl + "/aai/v19/network/generic-vnfs/generic-vnf/" + vnfID + "/vf-modules"; + + val mapOfHeaders = hashMapOf() + mapOfHeaders.put("Accept", "application/json") + mapOfHeaders.put("Content-Type", "application/json") + mapOfHeaders.put("x-FromAppId", "SO") + mapOfHeaders.put("X-TransactionId", "get_aai_subscr") + val basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties() + basicAuthRestClientProperties.username = aaiApiUsername + basicAuthRestClientProperties.password = aaiApiPassword + basicAuthRestClientProperties.url = vnfUrl + basicAuthRestClientProperties.additionalHeaders =mapOfHeaders + val basicAuthRestClientService: BasicAuthRestClientService= BasicAuthRestClientService(basicAuthRestClientProperties) + try { + val resultOfGet: BlueprintWebClientService.WebClientResponse = basicAuthRestClientService.exchangeResource(HttpMethod.GET.name, "", "") + + val aaiBody = resultOfGet.body + val aaiPayloadObject = JacksonUtils.jsonNode(aaiBody) as ObjectNode + + for (item in aaiPayloadObject.get("vf-module")) { + + log.info("item payload Deatils : $item") + + val isItBaseVfModule = item.get("is-base-vf-module").asText() + + if(isItBaseVfModule.toBoolean()) + continue + + val vfModuleID: String = item.get("vf-module-id").asText() + + log.info("AAI Vf-module ID is : $vfModuleID") + + val vfModuleInvariantID: String = item.get("model-invariant-id").asText() + + log.info("AAI Vf-module Invariant ID is : $vfModuleInvariantID") + + val vfModuleUUID: String = item.get("model-version-id").asText() + + log.info("AAI Vf-module UUID is : $vfModuleUUID") + + val vfModuleInstance: String = item.get("heat-stack-id").asText() + + log.info("AAI Vf-module Heat Stack ID : $vfModuleInstance") + + var delimiter = "/" + + val Instance = vfModuleInstance.split(delimiter) + val instanceName = Instance[0] + val instanceID = Instance[1] + log.info("instance name is : $instanceName") + log.info("K8S instance ID is : $instanceID") + + val instanceNameNameArray: List = instanceName.split("..") + val typOfVfmodule = instanceNameNameArray[1] + log.info("Type of vf-module: $typOfVfmodule") + + val k8sRbProfileName: String = "profile_" + vfModuleID + + val k8sConfigTemplateName: String = "template_" + vfModuleID + + val api = K8sConfigTemplateApi(k8sApiUsername, k8sApiPassword, baseK8sApiUrl, vfModuleInvariantID, vfModuleUUID, k8sConfigTemplateName) + + // Check if definition exists + if (!api.hasDefinition()) { + throw BluePrintProcessorException("K8s Config Template ($vfModuleInvariantID/$vfModuleUUID) - $k8sConfigTemplateName not found ") + } + + log.info("Config Template name: $k8sConfigTemplateName") + + if (k8sRbProfileName.equals("")) { + throw BluePrintProcessorException("K8s rb profile name is empty! Either define profile name to use or choose default") + } + + var configTemplate = K8sConfigTemplate() + configTemplate.templateName = k8sConfigTemplateName + configTemplate.description = " " + configTemplate.ChartName = typOfVfmodule + log.info("Chart name: ${configTemplate.ChartName}") + + val instanceAPI = K8sInstanceApi(k8sApiUsername, k8sApiPassword, baseK8sApiUrl, vfModuleInvariantID, vfModuleUUID) + val configMapName: String = instanceAPI.getInsnceDetails(instanceID, typOfVfmodule) + + log.info("configmap retrieved " +typOfVfmodule+ "vfmodule ->"+ configMapName) + modifyTemplate(configMapName, typOfVfmodule) + + val configTemplateFile: Path = prepareConfigTemplateJson(k8sConfigTemplateName, typOfVfmodule) + + if (!api.hasConfigTemplate(configTemplate)) { + log.info("K8s Config Template Upload Started") + api.createConfigTemplate(configTemplate) + api.uploadConfigTemplateContent(configTemplate, configTemplateFile) + log.info("K8s Config Template Upload Completed") + } + } + log.info("DAY-1 Script excution completed") + } + catch (e: Exception) { + log.info("Caught exception trying to get the vnf Details!!") + // throw BluePrintProcessorException("${e.message}") + } + } + + fun prepareConfigTemplateJson(configTemplateName: String, typOfVfmodule: String): Path { + val bluePrintContext = bluePrintRuntimeService.bluePrintContext() + val bluePrintBasePath: String = bluePrintContext.rootPath + + var profileFilePath: Path = Paths.get(bluePrintBasePath.plus(File.separator).plus("Templates").plus(File.separator).plus("k8s-profiles").plus(File.separator).plus(typOfVfmodule +"-config-template.tar.gz")) + log.info("Reading K8s Config Template file: $profileFilePath") + + val profileFile = profileFilePath.toFile() + + if (!profileFile.exists()) + throw BluePrintProcessorException("K8s Profile template file $profileFilePath does not exists") + + return profileFilePath + } + + fun getResolvedParameter(payload: ObjectNode, keyName: String): String { + for (node in payload.get("resource-accumulator-resolved-data").elements()) { + if (node.get("param-name").asText().equals(keyName)) { + return node.get("param-value").asText() + } + } + return "" + } + override suspend fun recoverNB(runtimeException: RuntimeException, executionRequest: ExecutionServiceInput) { + log.info("Executing Recovery") + bluePrintRuntimeService.getBluePrintError().addError("${runtimeException.message}") + } + + fun modifyTemplate(configmapName: String, typOfVfmodule: String): String { + + log.info("Executing modifyTemplate ->") + + val bluePrintContext = bluePrintRuntimeService.bluePrintContext() + val bluePrintBasePath: String = bluePrintContext.rootPath + + val destPath: String = "/tmp/config-template-"+typOfVfmodule + + var templateFilePath: Path = Paths.get(bluePrintBasePath.plus(File.separator).plus("Templates").plus(File.separator).plus("k8s-profiles").plus(File.separator).plus(typOfVfmodule +"-config-template.tar.gz")) + + log.info("Reading config template file: ${templateFilePath}") + val templateFile = templateFilePath.toFile() + + if (!templateFile.exists()) + throw BluePrintProcessorException("K8s Profile template file ${templateFilePath} does not exists") + + log.info("Decompressing config template to ${destPath}") + + val decompressedProfile: File = BluePrintArchiveUtils.deCompress(templateFilePath.toFile(), + "${destPath}", ArchiveType.TarGz) + + log.info("${templateFilePath.toString()} decompression completed") + + //Here we update override.yaml file + + val manifestFileName = destPath.plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml") + log.info("Modification of configmap.yaml file at ${manifestFileName.toString()}") + var finalManifest = "" + File(manifestFileName).bufferedReader().use { inr -> + val manifestYaml = Yaml() + val manifestObject: Map = manifestYaml.load(inr) + + for((k,v) in manifestObject) { + log.info("manifestObject: ${k}, ${v}" ) + } + + log.info("Uploaded YAML object") + + val metadata: MutableMap = manifestObject.get("metadata") as MutableMap + log.info("Uploaded config YAML object") + + for((k,v) in metadata) { + metadata.put(k, configmapName) + } + + finalManifest = manifestYaml.dump(manifestObject) + } + + File(manifestFileName).bufferedWriter().use { out -> out.write(finalManifest) } + + log.info(finalManifest) + + log.info("Reading config template file: ${templateFilePath}") + + if (!templateFile.exists()) + throw BluePrintProcessorException("config template file ${templateFilePath} does not exists") + + val tempMainPath: File = createTempDir("config-template-", "") + val tempConfigTemplatePath: File = createTempDir("conftemplate-", "", tempMainPath) + log.info("Decompressing profile to ${tempConfigTemplatePath.toString()}") + + val decompressedProfile2: File = BluePrintArchiveUtils.deCompress(templateFilePath.toFile(), + "${tempConfigTemplatePath.toString()}", ArchiveType.TarGz) + + log.info("${templateFilePath.toString()} decompression completed") + + //Here we update configmap.yaml file + + log.info("Modification of configmap.yaml file ") + val manifestFileName2 = destPath.toString().plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml") + val destOverrideFile = tempConfigTemplatePath.toString().plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml") + log.info("destination override file ${destOverrideFile}") + + File(manifestFileName2).copyTo(File(destOverrideFile), true) + + if (!BluePrintArchiveUtils.compress(decompressedProfile2, templateFilePath.toFile(), + ArchiveType.TarGz)) { + throw BluePrintProcessorException("Profile compression has failed") + } + + log.info("${templateFilePath.toString()} compression completed") + + return "" + } + + inner class K8sInstanceApi( + val username: String, + val password: String, + val baseUrl: String, + val definition: String, + val definitionVersion: String + ) { + private val service: UploadConfigTemplateRestClientService // BasicAuthRestClientService + + init { + var mapOfHeaders = hashMapOf() + mapOfHeaders.put("Accept", "application/json") + mapOfHeaders.put("Content-Type", "application/json") + mapOfHeaders.put("cache-control", " no-cache") + mapOfHeaders.put("Accept", "application/json") + var basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties() + basicAuthRestClientProperties.username = username + basicAuthRestClientProperties.password = password + basicAuthRestClientProperties.url = "$baseUrl/v1/instance" + basicAuthRestClientProperties.additionalHeaders = mapOfHeaders + + this.service = UploadConfigTemplateRestClientService(basicAuthRestClientProperties) + } + + fun getInsnceDetails(instanceId: String, vfModuleType: String): String { + log.info("Executing K8sInstanceApi.getInsnceDetails") + try { + val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.GET.name, "/${instanceId}", "") + print(result) + if (result.status >= 200 && result.status < 300) { + log.info("K8s instance details retrieved, processing it for configmap details") + log.info("response body -> "+result.body.toString()) + val cmName: String = processInstanceResponse(result.body, vfModuleType) + return cmName + } else + return "" + } catch (e: Exception) { + log.info("Caught exception trying to get k8s instance details") + throw BluePrintProcessorException("${e.message}") + } + } + + fun processInstanceResponse(response: String, vfModuleType: String): String { + + log.info("K8s instance details retrieved, processing it for configmap details") + + val gson = Gson() + + val startInd = response.indexOf('[') + val endInd = response.indexOf(']') + + val subStr = response.substring(startInd, endInd+1) + + val resourceType = object : TypeToken>() {}.type + + var resources: Array = gson.fromJson(subStr, resourceType) + + for (resource in resources){ + + if(resource.GVK?.Kind == "ConfigMap" && resource.Name?.contains(vfModuleType)){ + + return resource.Name + + } + + } + return "" + + } + + } + + inner class K8sConfigTemplateApi( + val username: String, + val password: String, + val baseUrl: String, + val definition: String, + val definitionVersion: String, + val configTemplateName: String + ) { + private val service: UploadConfigTemplateRestClientService // BasicAuthRestClientService + + init { + var mapOfHeaders = hashMapOf() + mapOfHeaders.put("Accept", "application/json") + mapOfHeaders.put("Content-Type", "application/json") + mapOfHeaders.put("cache-control", " no-cache") + mapOfHeaders.put("Accept", "application/json") + var basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties() + basicAuthRestClientProperties.username = username + basicAuthRestClientProperties.password = password + basicAuthRestClientProperties.url = "$baseUrl/v1/rb/definition/$definition/$definitionVersion" + basicAuthRestClientProperties.additionalHeaders = mapOfHeaders + + this.service = UploadConfigTemplateRestClientService(basicAuthRestClientProperties) + } + + fun hasDefinition(): Boolean { + try { + val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.GET.name, "", "") + print(result) + if (result.status >= 200 && result.status < 300) + return true + else + return false + } catch (e: Exception) { + log.info("Caught exception trying to get k8s config trmplate definition") + throw BluePrintProcessorException("${e.message}") + } + } + + fun hasConfigTemplate(profile: K8sConfigTemplate): Boolean { + try { + val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.GET.name, "/config-template/${profile.templateName}", "") + print(result) + if (result.status >= 200 && result.status < 300) { + log.info("ConfigTemplate already exists") + return true + } else + return false + } catch (e: Exception) { + log.info("Caught exception trying to get k8s config trmplate definition") + throw BluePrintProcessorException("${e.message}") + } + } + + fun createConfigTemplate(profile: K8sConfigTemplate) { + val objectMapper = ObjectMapper() + val profileJsonString: String = objectMapper.writeValueAsString(profile) + try { + val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource( + HttpMethod.POST.name, + "/config-template", + profileJsonString + ) + + if (result.status >= 200 && result.status < 300) { + log.info("Config template json info uploaded correctly") + } else if (result.status < 200 || result.status >= 300) { + log.info("Config template already exists") + } + } catch (e: Exception) { + log.info("Caught exception trying to create k8s config template ${profile.templateName} - updated") + // throw BluePrintProcessorException("${e.message}") + } + } + + fun uploadConfigTemplateContent(profile: K8sConfigTemplate, filePath: Path) { + try { + val result: BlueprintWebClientService.WebClientResponse = service.uploadBinaryFile( + "/config-template/${profile.templateName}/content", + filePath + ) + if (result.status < 200 || result.status >= 300) { + throw Exception(result.body) + } + } catch (e: Exception) { + log.info("Caught exception trying to upload k8s config template ${profile.templateName}") + throw BluePrintProcessorException("${e.message}") + } + } + } +} + +class UploadConfigTemplateRestClientService( + private val restClientProperties: + BasicAuthRestClientProperties +) : BlueprintWebClientService { + + override fun defaultHeaders(): Map { + + val encodedCredentials = setBasicAuth( + restClientProperties.username, + restClientProperties.password + ) + return mapOf( + HttpHeaders.CONTENT_TYPE to MediaType.APPLICATION_JSON_VALUE, + HttpHeaders.ACCEPT to MediaType.APPLICATION_JSON_VALUE, + HttpHeaders.AUTHORIZATION to "Basic $encodedCredentials" + ) + } + + override fun host(uri: String): String { + return restClientProperties.url + uri + } + + override fun convertToBasicHeaders(headers: Map): + Array { + val customHeaders: MutableMap = headers.toMutableMap() + // inject additionalHeaders + customHeaders.putAll(verifyAdditionalHeaders(restClientProperties)) + + if (!headers.containsKey(HttpHeaders.AUTHORIZATION)) { + val encodedCredentials = setBasicAuth( + restClientProperties.username, + restClientProperties.password + ) + customHeaders[HttpHeaders.AUTHORIZATION] = + "Basic $encodedCredentials" + } + return super.convertToBasicHeaders(customHeaders) + } + + private fun setBasicAuth(username: String, password: String): String { + val credentialsString = "$username:$password" + return Base64.getEncoder().encodeToString( + credentialsString.toByteArray(Charset.defaultCharset()) + ) + } + + @Throws(IOException::class, ClientProtocolException::class) + private fun performHttpCall(httpUriRequest: HttpUriRequest): BlueprintWebClientService.WebClientResponse { + val httpResponse = httpClient().execute(httpUriRequest) + val statusCode = httpResponse.statusLine.statusCode + httpResponse.entity.content.use { + val body = IOUtils.toString(it, Charset.defaultCharset()) + return BlueprintWebClientService.WebClientResponse(statusCode, body) + } + } + + fun uploadBinaryFile(path: String, filePath: Path): BlueprintWebClientService.WebClientResponse { + val convertedHeaders: Array = convertToBasicHeaders(defaultHeaders()) + val httpPost = HttpPost(host(path)) + val entity = EntityBuilder.create().setBinary(Files.readAllBytes(filePath)).build() + httpPost.setEntity(entity) + RestLoggerService.httpInvoking(convertedHeaders) + httpPost.setHeaders(convertedHeaders) + return performHttpCall(httpPost) + } +} + +class K8sConfigTemplate { + @get:JsonProperty("template-name") + var templateName: String? = null + @get:JsonProperty("description") + var description: String? = null + @get:JsonProperty("ChartName") + var ChartName: String? = null + + override fun equals(other: Any?): Boolean { + if (this === other) return true + if (javaClass != other?.javaClass) return false + return true + } + + override fun hashCode(): Int { + return javaClass.hashCode() + } +} + +class K8sResources { + + var GVK: GVK? = null + lateinit var Name: String + +} + +class GVK { + + var Group: String? = null + var Version: String? = null + var Kind: String? = null + +} + +fun main(args: Array) { + + val kotlin = DayOneConfig() + + kotlin.modifyTemplate("modified", "upf") + +} -- cgit 1.2.3-korg