1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
|
/*-
* ============LICENSE_START=======================================================
* SDC
* ================================================================================
* Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
* ================================================================================
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* ============LICENSE_END=========================================================
*/
package org.openecomp.sdc.be.model.operations.impl;
import com.google.common.util.concurrent.ThreadFactoryBuilder;
import org.openecomp.sdc.be.config.Configuration;
import org.openecomp.sdc.be.config.ConfigurationManager;
import org.openecomp.sdc.be.dao.janusgraph.JanusGraphGenericDao;
import org.openecomp.sdc.be.datatypes.enums.NodeTypeEnum;
import org.openecomp.sdc.be.model.cache.ComponentCache;
import org.openecomp.sdc.be.model.cache.DaoInfo;
import org.openecomp.sdc.be.model.cache.jobs.*;
import org.openecomp.sdc.be.model.cache.workers.CacheWorker;
import org.openecomp.sdc.be.model.cache.workers.IWorker;
import org.openecomp.sdc.be.model.cache.workers.SyncWorker;
import org.openecomp.sdc.be.model.jsonjanusgraph.operations.ToscaOperationFacade;
import org.openecomp.sdc.be.model.operations.api.ICacheMangerOperation;
import org.openecomp.sdc.common.log.wrappers.Logger;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import javax.annotation.PostConstruct;
import javax.annotation.PreDestroy;
import java.util.LinkedList;
import java.util.concurrent.*;
/**
* Created by mlando on 9/5/2016. the class is responsible for handling all cache update operations asynchronously including sync between the graph and cache and on demand update requests
*/
@Component("cacheManger-operation")
public class CacheMangerOperation implements ICacheMangerOperation {
@Autowired
private ToscaOperationFacade toscaOperationFacade;
@Autowired
private JanusGraphGenericDao janusGraphGenericDao;
@Autowired
private ComponentCache componentCache;
private static final Logger log = Logger.getLogger(CacheMangerOperation.class.getName());
private LinkedBlockingQueue<Job> jobQueue = null;
private int waitOnShutDownInMinutes;
private ScheduledExecutorService syncExecutor;
private ExecutorService workerExecutor;
private LinkedList<IWorker> workerList = new LinkedList<>();
private DaoInfo daoInfo;
/**
* constructor
*/
public CacheMangerOperation() {
}
/**
* the method checks in the cache is enabled, if it is, it initializes all the workers according to the configuration values.
*/
@PostConstruct
public void init() {
daoInfo = new DaoInfo(toscaOperationFacade, componentCache);
Configuration.ApplicationL2CacheConfig applicationL2CacheConfig = ConfigurationManager.getConfigurationManager().getConfiguration().getApplicationL2Cache();
if (applicationL2CacheConfig != null && applicationL2CacheConfig.isEnabled()) {
Integer numberOfWorkers = applicationL2CacheConfig.getQueue().getNumberOfCacheWorkers();
this.waitOnShutDownInMinutes = applicationL2CacheConfig.getQueue().getWaitOnShutDownInMinutes();
jobQueue = new LinkedBlockingQueue<>();
log.info("L2 Cache is enabled initializing queue");
log.debug("initializing SyncWorker, creating {} workers", numberOfWorkers);
ThreadFactory threadFactory = new ThreadFactoryBuilder().setNameFormat("Sync-Cache-Worker-%d").build();
this.syncExecutor = Executors.newSingleThreadScheduledExecutor(threadFactory);
log.debug("initializing workers, creating {} cacheWorkers", numberOfWorkers);
threadFactory = new ThreadFactoryBuilder().setNameFormat("Cache-Worker-%d").build();
String workerName = "Sync-Worker";
Integer syncWorkerExacutionIntrval = applicationL2CacheConfig.getQueue().getSyncIntervalInSecondes();
log.debug("starting Sync worker:{} with executions interval:{} ", workerName, syncWorkerExacutionIntrval);
SyncWorker syncWorker = new SyncWorker(workerName, this);
this.syncExecutor.scheduleAtFixedRate(syncWorker, 5 * 60L, syncWorkerExacutionIntrval, TimeUnit.SECONDS);
this.workerExecutor = Executors.newFixedThreadPool(numberOfWorkers, threadFactory);
CacheWorker cacheWorker;
for (int i = 0; i < numberOfWorkers; i++) {
workerName = "Cache-Worker-" + i;
log.debug("starting Cache worker:{}", workerName);
cacheWorker = new CacheWorker(workerName, jobQueue);
this.workerExecutor.submit(cacheWorker);
this.workerList.add(cacheWorker);
}
} else {
log.info("L2 Cache is disabled");
}
log.info("L2 Cache has been initialized and the workers are running");
}
/**
* the method creates a job to check it the given component is in the cach and if so is it valid if the value in the cache is not valid it will be updated.
*
* @param componentId
* the uid of the component we want to update
* @param timestamp
* the time of the component update
* @param nodeTypeEnum
* the type of the component resource/service/product
*/
@Override
public void updateComponentInCache(String componentId, long timestamp, NodeTypeEnum nodeTypeEnum) {
Configuration.ApplicationL2CacheConfig applicationL2CacheConfig = ConfigurationManager.getConfigurationManager().getConfiguration().getApplicationL2Cache();
if (applicationL2CacheConfig != null && applicationL2CacheConfig.isEnabled()) {
this.jobQueue.add(new CheckAndUpdateJob(daoInfo, componentId, nodeTypeEnum, timestamp));
}
}
public void overideComponentInCache(String componentId, long timestamp, NodeTypeEnum nodeTypeEnum) {
Configuration.ApplicationL2CacheConfig applicationL2CacheConfig = ConfigurationManager.getConfigurationManager().getConfiguration().getApplicationL2Cache();
if (applicationL2CacheConfig != null && applicationL2CacheConfig.isEnabled()) {
this.jobQueue.add(new OverrideJob(daoInfo, componentId, nodeTypeEnum, timestamp));
}
}
public void deleteComponentInCache(String componentId, long timestamp, NodeTypeEnum nodeTypeEnum) {
Configuration.ApplicationL2CacheConfig applicationL2CacheConfig = ConfigurationManager.getConfigurationManager().getConfiguration().getApplicationL2Cache();
if (applicationL2CacheConfig != null && applicationL2CacheConfig.isEnabled()) {
this.jobQueue.add(new DeleteJob(daoInfo, componentId, nodeTypeEnum, timestamp));
}
}
/**
* the method stores the given component in the cache
*
* @param component
* componet to store in cache
* @param nodeTypeEnum
* the type of the component we want to store
*/
@Override
public void storeComponentInCache(org.openecomp.sdc.be.model.Component component, NodeTypeEnum nodeTypeEnum) {
Configuration.ApplicationL2CacheConfig applicationL2CacheConfig = ConfigurationManager.getConfigurationManager().getConfiguration().getApplicationL2Cache();
if (applicationL2CacheConfig != null && applicationL2CacheConfig.isEnabled()) {
this.jobQueue.add(new StoreJob(daoInfo, component, nodeTypeEnum));
}
}
/**
* the method shutdown's all the worker's. the method has a pre set of how long it will wait for the workers to shutdown. the pre defined value is taken from the configuration.
*/
@PreDestroy
public void shutDown() {
workerExecutor.shutdown();
syncExecutor.shutdown();
this.workerList.forEach(IWorker::shutDown);
try {
if (!workerExecutor.awaitTermination(this.waitOnShutDownInMinutes, TimeUnit.MINUTES)) {
log.error("timer elapsed while waiting for Cache workers to finish, forcing a shutdown. ");
}
log.debug("all Cache workers finished");
} catch (InterruptedException e) {
log.error("failed while waiting for Cache worker", e);
Thread.currentThread().interrupt();
}
try {
if (!workerExecutor.awaitTermination(1, TimeUnit.MINUTES)) {
log.error("timer elapsed while waiting for the Sync worker's to finish, forcing a shutdown. ");
}
log.debug("sync worker finished");
} catch (InterruptedException e) {
log.error("failed while waiting for sync worker", e);
Thread.currentThread().interrupt();
}
}
public JanusGraphGenericDao getJanusGraphGenericDao() {
return janusGraphGenericDao;
}
public ComponentCache getComponentCache() {
return componentCache;
}
}
|
