aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTschaen, Brendan <ctschaen@att.com>2019-03-04 15:49:00 -0500
committerTschaen, Brendan <ctschaen@att.com>2019-03-05 12:52:39 -0500
commit77212c23b8ec060c3b15ab21c33502b1bd24e858 (patch)
tree4d00d50c862f013dbb87121dd141fb1536e9f3a0
parent885a7bea8709bece6244990cbeba9b1cccc40ddc (diff)
Refactorization of musicmixin's own code
Issue-ID: MUSIC-326 Change-Id: Ia07ff8e6e5c6bd9444f8967eae392a67bf08b7f2 Signed-off-by: Tschaen, Brendan <ctschaen@att.com>
-rwxr-xr-xmdbc-server/src/main/java/org/onap/music/mdbc/MdbcConnection.java6
-rw-r--r--mdbc-server/src/main/java/org/onap/music/mdbc/mixins/MusicMixin.java120
-rw-r--r--mdbc-server/src/main/java/org/onap/music/mdbc/ownership/Dag.java1
-rw-r--r--mdbc-server/src/main/java/org/onap/music/mdbc/ownership/OwnershipAndCheckpoint.java25
-rw-r--r--mdbc-server/src/main/java/org/onap/music/mdbc/tables/MriRowComparator.java3
5 files changed, 104 insertions, 51 deletions
diff --git a/mdbc-server/src/main/java/org/onap/music/mdbc/MdbcConnection.java b/mdbc-server/src/main/java/org/onap/music/mdbc/MdbcConnection.java
index 12c7c29..0793a67 100755
--- a/mdbc-server/src/main/java/org/onap/music/mdbc/MdbcConnection.java
+++ b/mdbc-server/src/main/java/org/onap/music/mdbc/MdbcConnection.java
@@ -564,6 +564,12 @@ public class MdbcConnection implements Connection {
return this.dbi;
}
+ /**
+ * Take ownership of ranges given, and replay the transactions
+ * @param ranges
+ * @return
+ * @throws MDBCServiceException
+ */
private DatabasePartition own(List<Range> ranges) throws MDBCServiceException {
if(ranges==null||ranges.isEmpty()){
return null;
diff --git a/mdbc-server/src/main/java/org/onap/music/mdbc/mixins/MusicMixin.java b/mdbc-server/src/main/java/org/onap/music/mdbc/mixins/MusicMixin.java
index cdf0140..8a2ef6f 100644
--- a/mdbc-server/src/main/java/org/onap/music/mdbc/mixins/MusicMixin.java
+++ b/mdbc-server/src/main/java/org/onap/music/mdbc/mixins/MusicMixin.java
@@ -2120,7 +2120,13 @@ public class MusicMixin implements MusicInterface {
}
}
- private List<Range> getExtendedRanges(List<Range> range) throws MDBCServiceException{
+ /**
+ * Get a list of ranges and their range dependencies
+ * @param range
+ * @return
+ * @throws MDBCServiceException
+ */
+ private List<Range> getRangeDependencies(List<Range> range) throws MDBCServiceException{
Set<Range> extendedRange = new HashSet<>();
for(Range r: range){
extendedRange.add(r);
@@ -2238,11 +2244,18 @@ public class MusicMixin implements MusicInterface {
return rowsPerLatestRange;
}
+ /**
+ * Take locking ownership of each range
+ * @param ranges - ranges that need to be owned
+ * @param partition - current partition owned
+ * @param opId
+ */
@Override
public OwnershipReturn own(List<Range> ranges, DatabasePartition partition, UUID opId) throws MDBCServiceException {
- if(ranges == null || ranges.isEmpty())
+ if(ranges == null || ranges.isEmpty()) {
return null;
+ }
Map<UUID,LockResult> newLocks = new HashMap<>();
//Init timeout clock
@@ -2251,62 +2264,75 @@ public class MusicMixin implements MusicInterface {
return new OwnershipReturn(opId,partition.getLockId(),partition.getMRIIndex(),partition.getSnapshot(),null);
}
//Find
- List<Range> extendedRanges = getExtendedRanges(ranges);
+ List<Range> rangesToOwn = getRangeDependencies(ranges);
List<MusicRangeInformationRow> allMriRows = getAllMriRows();
- List<MusicRangeInformationRow> rows = ownAndCheck.getRows(allMriRows,extendedRanges, false);
- Dag dag = Dag.getDag(rows,extendedRanges);
- Dag prev = new Dag();
- while( (dag.isDifferent(prev) || !prev.isOwned() ) &&
+ List<MusicRangeInformationRow> rows = ownAndCheck.extractRowsForRange(allMriRows,rangesToOwn, false);
+ Dag toOwn = Dag.getDag(rows,rangesToOwn);
+ Dag currentlyOwn = new Dag();
+ while( (toOwn.isDifferent(currentlyOwn) || !currentlyOwn.isOwned() ) &&
!ownAndCheck.timeout(opId)
){
- while(dag.hasNextToOwn()){
- DagNode node = dag.nextToOwn();
- MusicRangeInformationRow row = node.getRow();
- UUID uuid = row.getPartitionIndex();
- if(partition.isLocked()&&partition.getMRIIndex().equals(uuid)||
- newLocks.containsKey(uuid) ||
- !row.getIsLatest()){
- dag.setOwn(node);
- }
- else{
- LockResult lockResult = null;
- boolean owned = false;
- while(!owned && !ownAndCheck.timeout(opId)){
- try {
- LockRequest request = new LockRequest(musicRangeInformationTableName,uuid,
- new ArrayList(node.getRangeSet()));
- lockResult = waitForLock(request);
- owned = true;
- }
- catch (MDBCServiceException e){
- logger.warn("Locking failed, retrying",e);
- }
- }
- if(owned){
- dag.setOwn(node);
- newLocks.put(uuid,lockResult);
- }
- else{
- break;
- }
- }
- }
- prev=dag;
+ takeOwnershipOfDag(partition, opId, newLocks, toOwn);
+ currentlyOwn=toOwn;
//TODO instead of comparing dags, compare rows
allMriRows = getAllMriRows();
- rows = ownAndCheck.getRows(allMriRows,extendedRanges,false);
- dag = Dag.getDag(rows,extendedRanges);
+ rows = ownAndCheck.extractRowsForRange(allMriRows,rangesToOwn,false);
+ toOwn = Dag.getDag(rows,rangesToOwn);
}
- if(!prev.isOwned() || dag.isDifferent(prev)){
+ if(!currentlyOwn.isOwned() || toOwn.isDifferent(currentlyOwn)){
releaseLocks(newLocks);
ownAndCheck.stopOwnershipTimeoutClock(opId);
logger.error("Error when owning a range: Timeout");
throw new MDBCServiceException("Ownership timeout");
}
- Set<Range> allRanges = prev.getAllRanges();
- List<MusicRangeInformationRow> isLatestRows = ownAndCheck.getRows(allMriRows, new ArrayList<>(allRanges), true);
- prev.setRowsPerLatestRange(getIsLatestPerRange(dag,isLatestRows));
- return mergeLatestRows(prev,rows,ranges,newLocks,opId);
+ Set<Range> allRanges = currentlyOwn.getAllRanges();
+ List<MusicRangeInformationRow> isLatestRows = ownAndCheck.extractRowsForRange(allMriRows, new ArrayList<>(allRanges), true);
+ currentlyOwn.setRowsPerLatestRange(getIsLatestPerRange(toOwn,isLatestRows));
+ return mergeLatestRows(currentlyOwn,rows,ranges,newLocks,opId);
+ }
+
+ /**
+ * Step through dag and take lock ownership of each range
+ * @param partition
+ * @param opId
+ * @param newLocks
+ * @param toOwn
+ * @throws MDBCServiceException
+ */
+ private void takeOwnershipOfDag(DatabasePartition partition, UUID opId, Map<UUID, LockResult> newLocks, Dag toOwn)
+ throws MDBCServiceException {
+ while(toOwn.hasNextToOwn()){
+ DagNode node = toOwn.nextToOwn();
+ MusicRangeInformationRow row = node.getRow();
+ UUID uuid = row.getPartitionIndex();
+ if(partition.isLocked()&&partition.getMRIIndex().equals(uuid)||
+ newLocks.containsKey(uuid) ||
+ !row.getIsLatest()){
+ toOwn.setOwn(node);
+ }
+ else{
+ LockResult lockResult = null;
+ boolean owned = false;
+ while(!owned && !ownAndCheck.timeout(opId)){
+ try {
+ LockRequest request = new LockRequest(musicRangeInformationTableName,uuid,
+ new ArrayList(node.getRangeSet()));
+ lockResult = waitForLock(request);
+ owned = true;
+ }
+ catch (MDBCServiceException e){
+ logger.warn("Locking failed, retrying",e);
+ }
+ }
+ if(owned){
+ toOwn.setOwn(node);
+ newLocks.put(uuid,lockResult);
+ }
+ else{
+ break;
+ }
+ }
+ }
}
/**
diff --git a/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/Dag.java b/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/Dag.java
index 02c5d7b..07a5fe6 100644
--- a/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/Dag.java
+++ b/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/Dag.java
@@ -65,6 +65,7 @@ public class Dag {
private void createDag(List<MusicRangeInformationRow> rows, List<Range> ranges){
this.ranges = new ArrayList<>(ranges);
Map<Range,DagNode> latestRow = new HashMap<>();
+ //sort to make sure rows are in chronological order
Collections.sort(rows, new MriRowComparator());
for(MusicRangeInformationRow row : rows){
if(!nodes.containsKey(row.getPartitionIndex())){
diff --git a/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/OwnershipAndCheckpoint.java b/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/OwnershipAndCheckpoint.java
index 6b1e566..f72b0ec 100644
--- a/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/OwnershipAndCheckpoint.java
+++ b/mdbc-server/src/main/java/org/onap/music/mdbc/ownership/OwnershipAndCheckpoint.java
@@ -84,7 +84,14 @@ public class OwnershipAndCheckpoint{
return false;
}
- public List<MusicRangeInformationRow> getRows(List<MusicRangeInformationRow> allMriRows, List<Range> ranges,
+ /**
+ * Extracts all the rows that match any of the ranges.
+ * @param allMriRows
+ * @param ranges - ranges interested in
+ * @param onlyIsLatest - only return the "latest" rows
+ * @return
+ */
+ public List<MusicRangeInformationRow> extractRowsForRange(List<MusicRangeInformationRow> allMriRows, List<Range> ranges,
boolean onlyIsLatest){
List<MusicRangeInformationRow> rows = new ArrayList<>();
for(MusicRangeInformationRow row : allMriRows){
@@ -107,12 +114,22 @@ public class OwnershipAndCheckpoint{
return rows;
}
- private List<MusicRangeInformationRow> getRows(MusicInterface music, List<Range> ranges, boolean onlyIsLatest)
+ private List<MusicRangeInformationRow> extractRowsForRange(MusicInterface music, List<Range> ranges, boolean onlyIsLatest)
throws MDBCServiceException {
final List<MusicRangeInformationRow> allMriRows = music.getAllMriRows();
- return getRows(allMriRows,ranges,onlyIsLatest);
+ return extractRowsForRange(allMriRows,ranges,onlyIsLatest);
}
+ /**
+ * make sure data is up to date for list of ranges
+ * @param mi
+ * @param di
+ * @param extendedDag
+ * @param ranges
+ * @param locks
+ * @param ownOpId
+ * @throws MDBCServiceException
+ */
public void checkpoint(MusicInterface mi, DBInterface di, Dag extendedDag, List<Range> ranges,
Map<MusicRangeInformationRow, LockResult> locks, UUID ownOpId) throws MDBCServiceException {
if(ranges.isEmpty()){
@@ -170,7 +187,7 @@ public class OwnershipAndCheckpoint{
while(!ready){
if(change.get()){
change.set(false);
- final List<MusicRangeInformationRow> rows = getRows(mi, ranges,false);
+ final List<MusicRangeInformationRow> rows = extractRowsForRange(mi, ranges,false);
dag = Dag.getDag(rows,ranges);
}
else if(!dag.applied()){
diff --git a/mdbc-server/src/main/java/org/onap/music/mdbc/tables/MriRowComparator.java b/mdbc-server/src/main/java/org/onap/music/mdbc/tables/MriRowComparator.java
index 281d763..1bdc2ac 100644
--- a/mdbc-server/src/main/java/org/onap/music/mdbc/tables/MriRowComparator.java
+++ b/mdbc-server/src/main/java/org/onap/music/mdbc/tables/MriRowComparator.java
@@ -24,6 +24,9 @@ import java.util.Comparator;
public class MriRowComparator implements Comparator<MusicRangeInformationRow> {
+ /**
+ * compare timestamps
+ */
@Override
public int compare(MusicRangeInformationRow o1, MusicRangeInformationRow o2) {
return Long.compare(o1.getTimestamp(),o2.getTimestamp());