diff options
Diffstat (limited to 'catalog-dao/src/main/java/org/openecomp/sdc/be/dao/cassandra/ComponentCassandraDao.java')
| -rw-r--r-- | catalog-dao/src/main/java/org/openecomp/sdc/be/dao/cassandra/ComponentCassandraDao.java | 293 |
1 files changed, 293 insertions, 0 deletions
diff --git a/catalog-dao/src/main/java/org/openecomp/sdc/be/dao/cassandra/ComponentCassandraDao.java b/catalog-dao/src/main/java/org/openecomp/sdc/be/dao/cassandra/ComponentCassandraDao.java new file mode 100644 index 0000000000..546dff855e --- /dev/null +++ b/catalog-dao/src/main/java/org/openecomp/sdc/be/dao/cassandra/ComponentCassandraDao.java @@ -0,0 +1,293 @@ +/*- + * ============LICENSE_START======================================================= + * SDC + * ================================================================================ + * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============LICENSE_END========================================================= + */ + +package org.openecomp.sdc.be.dao.cassandra; + +import java.util.ArrayList; +import java.util.HashSet; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.stream.Collectors; + +import javax.annotation.PostConstruct; + +import org.apache.commons.lang3.tuple.ImmutablePair; +import org.openecomp.sdc.be.config.BeEcompErrorManager; +import org.openecomp.sdc.be.dao.api.ActionStatus; +import org.openecomp.sdc.be.resources.data.ComponentCacheData; +import org.openecomp.sdc.be.resources.data.auditing.AuditingTypesConstants; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.stereotype.Component; + +import com.datastax.driver.core.Session; +import com.datastax.driver.mapping.MappingManager; +import com.datastax.driver.mapping.Result; + +import fj.data.Either; + +@Component("component-cassandra-dao") +public class ComponentCassandraDao extends CassandraDao { + + private static Logger logger = LoggerFactory.getLogger(ComponentCassandraDao.class.getName()); + + public static Integer DEFAULT_FETCH_SIZE = 500; + + private ComponentCacheAccessor componentCacheAccessor; + + public ComponentCassandraDao() { + super(); + + } + + @PostConstruct + public void init() { + String keyspace = AuditingTypesConstants.COMPONENT_KEYSPACE; + if (client.isConnected()) { + Either<ImmutablePair<Session, MappingManager>, CassandraOperationStatus> result = client.connect(keyspace); + if (result.isLeft()) { + session = result.left().value().left; + manager = result.left().value().right; + componentCacheAccessor = manager.createAccessor(ComponentCacheAccessor.class); + logger.info("** ComponentCassandraDao created"); + } else { + logger.info("** ComponentCassandraDao failed"); + throw new RuntimeException("Artifact keyspace [" + keyspace + "] failed to connect with error : " + + result.right().value()); + } + } else { + logger.info("** Cassandra client isn't connected"); + logger.info("** ComponentCassandraDao created, but not connected"); + } + } + + /** + * + * @param ids + * - list of components unique id + * @return + */ + public Either<List<ComponentCacheData>, ActionStatus> getComponents(List<String> ids) { + + List<ComponentCacheData> components = new ArrayList<ComponentCacheData>(); + if (ids == null || true == ids.isEmpty()) { + return Either.left(components); + } + + try { + + Result<ComponentCacheData> events = componentCacheAccessor.getComponents(ids); + if (events == null) { + logger.trace("not found component for ids list of in size {}", ids.size()); + return Either.left(components); + } + events.all().forEach(event -> { + components.add(event); + if (logger.isTraceEnabled()) { + logger.trace("Fetch component uid = {} isDirty = {}", event.getId(), event.getIsDirty()); + } + }); + + logger.debug("Number of components to fetch was {}. Actually, {} components fetched", ids.size(), + components.size()); + + return Either.left(components); + } catch (Exception e) { + BeEcompErrorManager.getInstance().logBeDaoSystemError("GetComponentsFromCache"); + + logger.debug("failed to get components from cache", e); + return Either.right(ActionStatus.GENERAL_ERROR); + } + } + + public Either<List<ComponentCacheData>, ActionStatus> getAllComponentIdTimeAndType() { + try { + List<ComponentCacheData> components = new ArrayList<ComponentCacheData>(); + Result<ComponentCacheData> events = componentCacheAccessor.getAllComponentIdTimeAndType(); + if (events == null) { + logger.trace("no component found "); + return Either.left(components); + } + events.all().forEach(event -> { + components.add(event); + if (logger.isTraceEnabled()) { + logger.trace("Fetch component uid = {} isDirty = {}", event.getId(), event.getIsDirty()); + } + }); + + logger.debug("Number of components fetched was {}.", components.size()); + + return Either.left(components); + } catch (Exception e) { + BeEcompErrorManager.getInstance().logBeDaoSystemError("GetComponentsFromCache"); + + logger.debug("failed to get components from cache", e); + return Either.right(ActionStatus.GENERAL_ERROR); + } + } + + /** + * + * @param id + * - component unique id + * @return + */ + public Either<ComponentCacheData, ActionStatus> getComponent(String id) { + + if (id == null) { + return Either.right(ActionStatus.INVALID_CONTENT); + } + + try { + + Result<ComponentCacheData> events = componentCacheAccessor.getComponent(id); + if (events == null) { + logger.trace("not found component for id {}", id); + return Either.right(ActionStatus.RESOURCE_NOT_FOUND); + } + + ComponentCacheData componentCacheData = events.one(); + if (componentCacheData != null) { + logger.debug("Component with id {} was found. isDirty={}.", componentCacheData.getId(), + componentCacheData.getIsDirty()); + } else { + return Either.right(ActionStatus.RESOURCE_NOT_FOUND); + } + return Either.left(componentCacheData); + + } catch (Exception e) { + BeEcompErrorManager.getInstance().logBeDaoSystemError("GetComponentFromCache"); + + logger.trace("Failed to get component from cache", e); + return Either.right(ActionStatus.GENERAL_ERROR); + } + } + + public CassandraOperationStatus saveComponent(ComponentCacheData componentCacheData) { + return client.save(componentCacheData, ComponentCacheData.class, manager); + } + + /** + * ---------for use in JUnit only--------------- the method deletes all the + * tables in the audit keyspace + * + * @return the status of the last failed operation or ok if all the deletes + * were successful + */ + // public CassandraOperationStatus + // deleteAllPartialComponents(ComponentTypeEnum componentTypeEnum) { + // logger.info("cleaning all partial components of " + componentTypeEnum); + // + // String tableName = getTableName(componentTypeEnum); + // if (tableName == null) { + // BeEcompErrorManager.getInstance().logInvalidInputError("DeletePartialComponentData", + // "input type not found " + componentTypeEnum, ErrorSeverity.INFO); + // return CassandraOperationStatus.NOT_FOUND; + // } + // String query = "truncate " + AuditingTypesConstants.COMPONENT_KEYSPACE + + // "." + tableName; + // try { + // session.execute(query); + // } catch (Exception e) { + // logger.debug("Failed to clean partial components", e); + // return CassandraOperationStatus.GENERAL_ERROR; + // } + // logger.info("cleaning all partial components finished succsesfully."); + // return CassandraOperationStatus.OK; + // } + + /** + * the method checks if the given table is empty in the artifact keyspace + * + * @param tableName + * the name of the table we want to check + * @return true if the table is empty + */ + public Either<Boolean, CassandraOperationStatus> isTableEmpty(String tableName) { + return super.isTableEmpty(tableName); + } + + /** + * + * @param idToTimestampMap + * - list of components unique id + * @return + */ + public Either<ImmutablePair<List<ComponentCacheData>, Set<String>>, ActionStatus> getComponents( + Map<String, Long> idToTimestampMap) { + + List<ComponentCacheData> components = new ArrayList<ComponentCacheData>(); + Set<String> notFetchedFromCache = new HashSet<>(); + ImmutablePair<List<ComponentCacheData>, Set<String>> result = new ImmutablePair<List<ComponentCacheData>, Set<String>>( + components, notFetchedFromCache); + + if (idToTimestampMap == null || true == idToTimestampMap.isEmpty()) { + return Either.left(result); + } + + try { + + Set<String> keySet = idToTimestampMap.keySet(); + List<String> ids = new ArrayList<>(); + ids.addAll(keySet); + Result<ComponentCacheData> events = componentCacheAccessor.getComponents(ids); + if (events == null) { + logger.trace("not found component for ids list of in size {}", ids.size()); + notFetchedFromCache.addAll(idToTimestampMap.keySet()); + return Either.left(result); + } + events.all().forEach(event -> { + long timeFromCache = event.getModificationTime().getTime(); + long timeRequested = idToTimestampMap.get(event.getId()); + if (timeFromCache == timeRequested) { + logger.trace("Fetch component uid = {} from cache", event.getId()); + components.add(event); + } else { + logger.trace( + "Fetch and ignore component uid = {} from cache. Time requested is {} while timestamp in cache is {}", + event.getId(), timeRequested, timeFromCache); + } + }); + + logger.debug("Number of components to fetch was {}. Actually, {} components fetched", ids.size(), + components.size()); + List<String> foundComponents = components.stream().map(p -> p.getId()).collect(Collectors.toList()); + // fetch all ids which was not found in cache/found in cache and not + // updated. + Set<String> notFoundComponents = idToTimestampMap.keySet().stream() + .filter(p -> false == foundComponents.contains(p)).collect(Collectors.toSet()); + + notFetchedFromCache.addAll(notFoundComponents); + + return Either.left(result); + } catch (Exception e) { + BeEcompErrorManager.getInstance().logBeDaoSystemError("GetComponentsFromCache"); + + logger.debug("failed to get components from cache", e); + return Either.right(ActionStatus.GENERAL_ERROR); + } + } + + public CassandraOperationStatus deleteComponent(String id) { + return client.delete(id, ComponentCacheData.class, manager); + } + +} |