Added Filtering of Measurement file

Change-Id: I32cd7147c20cbee7273d7c7180a06d9f2fdf620b
Issue-ID: DCAEGEN2-1288
Signed-off-by: emartin <ephraim.martin@est.tech>

11 files changed, 270 insertions, 5 deletions

diff --git a/src/test/resources/filter_test/meas_results.xml b/src/test/resources/filter_test/meas_results.xml
new file mode 100644
index 0000000..5825e7b
--- /dev/null
+++ b/src/test/resources/filter_test/meas_results.xml
@@ -0,0 +1,24 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">
+    <fileHeader dnPrefix="some dnPrefix" vendorName="FooBar Ltd"
+                fileFormatVersion="32.435 V10.0">
+        <fileSender localDn="Dublin"/>
+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>
+    </fileHeader>
+    <measData>
+        <managedElement swVersion="r0.1" localDn="Dublin"/>
+        <measInfo measInfoId="some measInfoId">
+            <job jobId="jobId"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>z a zz b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>99 1 27 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+    </measData>
+    <fileFooter>
+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>
+    </fileFooter>
+</measCollecFile>
diff --git a/src/test/resources/filter_test/meas_results_filtered.xml b/src/test/resources/filter_test/meas_results_filtered.xml
new file mode 100644
index 0000000..af45364
--- /dev/null
+++ b/src/test/resources/filter_test/meas_results_filtered.xml
@@ -0,0 +1,22 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">
+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">
+        <fileSender localDn="Dublin"/>
+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>
+    </fileHeader>
+    <measData>
+        <managedElement localDn="Dublin" swVersion="r0.1"/>
+        <measInfo measInfoId="some measInfoId">
+            <job jobId="jobId"/>
+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>a b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>1 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+    </measData>
+    <fileFooter>
+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>
+    </fileFooter>
+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/filter_test/meas_results_manyInfo.xml b/src/test/resources/filter_test/meas_results_manyInfo.xml
new file mode 100644
index 0000000..2b87912
--- /dev/null
+++ b/src/test/resources/filter_test/meas_results_manyInfo.xml
@@ -0,0 +1,44 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">
+    <fileHeader dnPrefix="some dnPrefix" vendorName="FooBar Ltd"
+                fileFormatVersion="32.435 V10.0">
+        <fileSender localDn="Dublin"/>
+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>
+    </fileHeader>
+    <measData>
+        <managedElement swVersion="r0.1" localDn="Dublin"/>
+        <measInfo measInfoId="this will be filtered out">
+            <job jobId="jobId"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>z aa zz bb</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>99 1 27 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+        <measInfo measInfoId="some measInfoId">
+            <job jobId="jobId"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>z a zz b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>99 1 27 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+        <measInfo measInfoId="some measInfoId2">
+            <job jobId="jobId"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>z a zz b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>99 1 27 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+    </measData>
+    <fileFooter>
+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>
+    </fileFooter>
+</measCollecFile>
diff --git a/src/test/resources/filter_test/meas_results_manyInfo_filtered.xml b/src/test/resources/filter_test/meas_results_manyInfo_filtered.xml
new file mode 100644
index 0000000..4a887d5
--- /dev/null
+++ b/src/test/resources/filter_test/meas_results_manyInfo_filtered.xml
@@ -0,0 +1,32 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">
+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">
+        <fileSender localDn="Dublin"/>
+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>
+    </fileHeader>
+    <measData>
+        <managedElement localDn="Dublin" swVersion="r0.1"/>
+        <measInfo measInfoId="some measInfoId">
+            <job jobId="jobId"/>
+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>a b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>1 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+        <measInfo measInfoId="some measInfoId2">
+            <job jobId="jobId"/>
+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>
+            <repPeriod duration="PT900S"/>
+            <measTypes>a b</measTypes>
+            <measValue measObjLdn="objLdn">
+                <measResults>1 2</measResults>
+                <suspect>false</suspect>
+            </measValue>
+        </measInfo>
+    </measData>
+    <fileFooter>
+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>
+    </fileFooter>
+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/filter_test/meas_type_and_r.xml b/src/test/resources/filter_test/meas_type_and_r.xml
new file mode 100644
index 0000000..0d99e39
--- /dev/null
+++ b/src/test/resources/filter_test/meas_type_and_r.xml
@@ -0,0 +1,26 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">

+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">

+        <fileSender localDn="Dublin"/>

+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>

+    </fileHeader>

+    <measData>

+        <managedElement localDn="Dublin" swVersion="r0.1"/>

+        <measInfo measInfoId="some measInfoId">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measType p="1">a</measType>

+            <measType p="2">z</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="2">99</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+    </measData>

+    <fileFooter>

+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>

+    </fileFooter>

+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/filter_test/meas_type_and_r_filtered.xml b/src/test/resources/filter_test/meas_type_and_r_filtered.xml
new file mode 100644
index 0000000..1b5a362
--- /dev/null
+++ b/src/test/resources/filter_test/meas_type_and_r_filtered.xml
@@ -0,0 +1,25 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">

+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">

+        <fileSender localDn="Dublin"/>

+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>

+    </fileHeader>

+    <measData>

+        <managedElement localDn="Dublin" swVersion="r0.1"/>

+        <measInfo measInfoId="some measInfoId">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measTypes></measTypes>

+            <measType p="1">a</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+    </measData>

+    <fileFooter>

+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>

+    </fileFooter>

+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/filter_test/meas_type_and_r_manyInfo.xml b/src/test/resources/filter_test/meas_type_and_r_manyInfo.xml
new file mode 100644
index 0000000..dd35dfc
--- /dev/null
+++ b/src/test/resources/filter_test/meas_type_and_r_manyInfo.xml
@@ -0,0 +1,54 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">

+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">

+        <fileSender localDn="Dublin"/>

+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>

+    </fileHeader>

+    <measData>

+        <managedElement localDn="Dublin" swVersion="r0.1"/>

+        <measInfo measInfoId="some measInfoId">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measType p="1">a</measType>

+            <measType p="2">z</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="2">99</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+        <measInfo measInfoId="filter will disregard this measInfo">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measType p="1">aa</measType>

+            <measType p="2">z</measType>

+            <measType p="3">bb</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="2">99</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+        <measInfo measInfoId="some measInfoId2">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measType p="1">a</measType>

+            <measType p="2">z</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="2">99</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+    </measData>

+    <fileFooter>

+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>

+    </fileFooter>

+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/filter_test/meas_type_and_r_manyInfo_filtered.xml b/src/test/resources/filter_test/meas_type_and_r_manyInfo_filtered.xml
new file mode 100644
index 0000000..db50fca
--- /dev/null
+++ b/src/test/resources/filter_test/meas_type_and_r_manyInfo_filtered.xml
@@ -0,0 +1,38 @@
+<measCollecFile xmlns="http://www.3gpp.org/ftp/specs/archive/32_series/32.435#measCollec">

+    <fileHeader fileFormatVersion="32.435 V10.0" vendorName="FooBar Ltd" dnPrefix="some dnPrefix">

+        <fileSender localDn="Dublin"/>

+        <measCollec beginTime="2018-10-02T12:00:00+01:00"/>

+    </fileHeader>

+    <measData>

+        <managedElement localDn="Dublin" swVersion="r0.1"/>

+        <measInfo measInfoId="some measInfoId">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measTypes></measTypes>

+            <measType p="1">a</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+        <measInfo measInfoId="some measInfoId2">

+            <job jobId="jobId"/>

+            <granPeriod duration="PT900S" endTime="2018-10-02T12:15:00Z"/>

+            <repPeriod duration="PT900S"/>

+            <measTypes></measTypes>

+            <measType p="1">a</measType>

+            <measType p="3">b</measType>

+            <measValue measObjLdn="some measObjLdn">

+                <r p="1">1</r>

+                <r p="3">2</r>

+                <suspect>false</suspect>

+            </measValue>

+        </measInfo>

+    </measData>

+    <fileFooter>

+        <measCollec endTime="2018-10-02T12:15:00+01:00"/>

+    </fileFooter>

+</measCollecFile>
\ No newline at end of file
diff --git a/src/test/resources/mapper_test/mapping_data/valid_data/meas_results.xml b/src/test/resources/mapper_test/mapping_data/valid_data/meas_results.xml
index 0b76547..269fdf1 100644
--- a/src/test/resources/mapper_test/mapping_data/valid_data/meas_results.xml
+++ b/src/test/resources/mapper_test/mapping_data/valid_data/meas_results.xml
@@ -9,8 +9,8 @@
         <managedElement swVersion="r0.1" localDn="Dublin"/>
         <measInfo measInfoId="some measInfoId">
             <job jobId="jobId"/>
-            <granPeriod endTime="2018-10-02T12:15:00Z" duration="some duration"/>
-            <repPeriod duration="some duration"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
             <measTypes>a b c</measTypes>
             <measValue measObjLdn="objLdn">
                 <measResults>76 27 98</measResults>
diff --git a/src/test/resources/mapper_test/mapping_data/valid_data/meas_type_and_r.xml b/src/test/resources/mapper_test/mapping_data/valid_data/meas_type_and_r.xml
index 5f4e3c9..8ff79df 100644
--- a/src/test/resources/mapper_test/mapping_data/valid_data/meas_type_and_r.xml
+++ b/src/test/resources/mapper_test/mapping_data/valid_data/meas_type_and_r.xml
@@ -9,8 +9,8 @@
         <managedElement swVersion="r0.1" localDn="Dublin"/>
         <measInfo measInfoId="some measInfoId">
             <job jobId="some Job Id"/>
-            <granPeriod endTime="2018-10-02T12:15:00Z" duration="some duration"/>
-            <repPeriod duration="some duration"/>
+            <granPeriod endTime="2018-10-02T12:15:00Z" duration="PT900S"/>
+            <repPeriod duration="PT900S"/>
             <measType p="1">a</measType>
             <measType p="2">b</measType>
             <measType p="3">c</measType>
diff --git a/src/test/resources/valid_mapper_config.json b/src/test/resources/valid_mapper_config.json
index c4423ff..6cd76bd 100644
--- a/src/test/resources/valid_mapper_config.json
+++ b/src/test/resources/valid_mapper_config.json
@@ -1,5 +1,5 @@
 {

-    "pm-mapper-filter": "{ \"filters\":[]}",

+    "pm-mapper-filter": {"filters":[]},

     "streams_subscribes": {

         "dmaap_subscriber": {

             "type": "data_router",