diff options
Diffstat (limited to 'components/datalake-handler/feeder/src/test')
5 files changed, 46 insertions, 20 deletions
diff --git a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/config/ApplicationConfigurationTest.java b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/config/ApplicationConfigurationTest.java index c4a5b1bf..7243a8e6 100644 --- a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/config/ApplicationConfigurationTest.java +++ b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/config/ApplicationConfigurationTest.java @@ -26,7 +26,6 @@ import org.springframework.beans.factory.annotation.Autowired; import org.springframework.boot.test.context.SpringBootTest; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; -import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertTrue; @@ -60,12 +59,20 @@ public class ApplicationConfigurationTest { assertTrue(config.getDmaapCheckNewTopicIntervalInSec() > 0); assertTrue(config.getKafkaConsumerCount() > 0); + + assertNotNull(config.getDmaapKafkaExclude()); + assertNotNull(config.isAsync()); assertNotNull(config.isEnableSSL()); assertNotNull(config.getDefaultTopicName()); assertNotNull(config.getRawDataLabel()); assertNotNull(config.getTimestampLabel()); - assertEquals(null, config.getElasticsearchType()); + assertNotNull(config.getElasticsearchType()); + + //HDFS + assertTrue(config.getHdfsBatchSize()>0); + assertTrue(config.getHdfsBufferSize()>0); + assertTrue(config.getHdfsFlushInterval()>0); } } diff --git a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/TopicConfigTest.java b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/TopicConfigTest.java index dc9feedc..bb31cd74 100644 --- a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/TopicConfigTest.java +++ b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/TopicConfigTest.java @@ -99,6 +99,7 @@ public class TopicConfigTest { assertFalse(testTopicConfig.supportCouchbase()); assertFalse(testTopicConfig.supportDruid()); assertFalse(testTopicConfig.supportMongoDB()); + assertFalse(testTopicConfig.supportHdfs()); testTopic.getDbs().remove(new Db("Elasticsearch")); testTopicConfig = testTopic.getTopicConfig(); diff --git a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DbServiceTest.java b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DbServiceTest.java index 4948001f..8aa60abc 100644 --- a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DbServiceTest.java +++ b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DbServiceTest.java @@ -91,4 +91,11 @@ public class DbServiceTest { assertEquals(dbService.getDruid(), new Db(name)); } + @Test + public void testGetHdfs() { + String name = "HDFS"; + when(dbRepository.findById(name)).thenReturn(Optional.of(new Db(name))); + assertEquals(dbService.getHdfs(), new Db(name)); + } + } diff --git a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/PullServiceTest.java b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/PullServiceTest.java index 020bcc55..8519bfbb 100644 --- a/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/PullServiceTest.java +++ b/components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/PullServiceTest.java @@ -46,8 +46,6 @@ public class PullServiceTest { @Mock private ApplicationConfiguration config; - private boolean isRunning = false; - @Mock private ExecutorService executorService; diff --git a/components/datalake-handler/feeder/src/test/resources/application.properties b/components/datalake-handler/feeder/src/test/resources/application.properties index b9077056..75a26187 100644 --- a/components/datalake-handler/feeder/src/test/resources/application.properties +++ b/components/datalake-handler/feeder/src/test/resources/application.properties @@ -1,35 +1,48 @@ - +#####################App general server.port = 1680 +server.servlet.context-path = /datalake/v1 + +#tolerate inconsistency when system crash, see PullThread.run() +async=true + +#SSL global flag, if enabled, still need to check each individual DB SSL flag +enableSSL=false + +#names for extra fields that DL adds to each record +timestampLabel=datalake_ts_ +rawDataLabel=datalake_text_ + +defaultTopicName=_DL_DEFAULT_ -#DMaaP + +#####################DMaaP #dmaapZookeeperHostPort=127.0.0.1:2181 #dmaapKafkaHostPort=127.0.0.1:9092 dmaapZookeeperHostPort=message-router-zookeeper:2181 dmaapKafkaHostPort=message-router-kafka:9092 -dmaapKafkaGroup=dlgroup10 +dmaapKafkaGroup=dlgroup19 +#in second dmaapKafkaTimeout=60 +dmaapKafkaExclude[0]=__consumer_offsets +dmaapKafkaExclude[1]=__transaction_state +dmaapKafkaExclude[2]=msgrtr.apinode.metrics.dmaap #check for new topics dmaapCheckNewTopicIntervalInSec=3000 kafkaConsumerCount=1 -#tolerate inconsistency when system crash, see PullThread.run() -async=true - -#SSL global flag, if enabled, still need to check each individual DB SSL flag -enableSSL=false - -#names for extra fields that DL adds to each record -timestampLabel=datalake_ts_ -rawDataLabel=datalake_text_ +#####################Elasticsearch +elasticsearchType=doc -defaultTopicName=_DL_DEFAULT_ +#####################HDFS +hdfsBufferSize=4096 +#how often we flush stall updates, in millisecond +hdfsFlushInterval=10000 +hdfsBatchSize=250 - -#Logging +#####################Logging logging.level.org.springframework.web=ERROR logging.level.com.att.nsa.apiClient.http=ERROR logging.level.org.onap.datalake=DEBUG - |