From 8dc9d71a2465f5c1e4beb52c2375efe02bcde174 Mon Sep 17 00:00:00 2001 From: Guobiao Mo Date: Sat, 6 Apr 2019 21:52:09 -0700 Subject: Use MariaDB to store application configurations Issue-ID: DCAEGEN2-1400 Change-Id: I86b5bc25d84b98f7ac84b95f1690089dcebe7f0a Signed-off-by: Guobiao Mo --- .../feeder/src/assembly/docker-compose.yml | 10 ---- .../feeder/src/assembly/scripts/init_db.sql | 54 ++++++++++++++++++++++ 2 files changed, 54 insertions(+), 10 deletions(-) delete mode 100644 components/datalake-handler/feeder/src/assembly/docker-compose.yml create mode 100644 components/datalake-handler/feeder/src/assembly/scripts/init_db.sql (limited to 'components/datalake-handler/feeder/src/assembly') diff --git a/components/datalake-handler/feeder/src/assembly/docker-compose.yml b/components/datalake-handler/feeder/src/assembly/docker-compose.yml deleted file mode 100644 index 7ca466b6..00000000 --- a/components/datalake-handler/feeder/src/assembly/docker-compose.yml +++ /dev/null @@ -1,10 +0,0 @@ -version: '2' -services: - - datalake: - image: moguobiao/datalake-storage - container_name: datalake-storage - environment: - - no-needed-dmaapHost=10.0.2.15:3904 - ports: - - "1680:1680" diff --git a/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql b/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql new file mode 100644 index 00000000..2185320a --- /dev/null +++ b/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql @@ -0,0 +1,54 @@ +create database datalake; +use datalake; + +CREATE TABLE `topic` ( + `name` varchar(255) NOT NULL, + `correlate_cleared_message` bit(1) DEFAULT NULL, + `enabled` bit(1) DEFAULT NULL, + `login` varchar(255) DEFAULT NULL, + `message_id_path` varchar(255) DEFAULT NULL, + `pass` varchar(255) DEFAULT NULL, + `save_raw` bit(1) DEFAULT NULL, + `ttl` int(11) DEFAULT NULL, + `data_format` varchar(255) DEFAULT NULL, + `default_topic` varchar(255) DEFAULT NULL, + PRIMARY KEY (`name`), + KEY `FK_default_topic` (`default_topic`), + CONSTRAINT `FK_default_topic` FOREIGN KEY (`default_topic`) REFERENCES `topic` (`name`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + + +CREATE TABLE `db` ( + `name` varchar(255) NOT NULL, + `host` varchar(255) DEFAULT NULL, + `login` varchar(255) DEFAULT NULL, + `pass` varchar(255) DEFAULT NULL, + `property1` varchar(255) DEFAULT NULL, + `property2` varchar(255) DEFAULT NULL, + `property3` varchar(255) DEFAULT NULL, + PRIMARY KEY (`name`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + + +CREATE TABLE `map_db_topic` ( + `db_name` varchar(255) NOT NULL, + `topic_name` varchar(255) NOT NULL, + PRIMARY KEY (`db_name`,`topic_name`), + KEY `FK_topic_name` (`topic_name`), + CONSTRAINT `FK_topic_name` FOREIGN KEY (`topic_name`) REFERENCES `topic` (`name`), + CONSTRAINT `FK_db_name` FOREIGN KEY (`db_name`) REFERENCES `db` (`name`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + + +insert into db (name,host,login,pass,property1) values ('Couchbase','dl_couchbase','dmaap','dmaap1234','dmaap'); +insert into db (name,host) values ('Elasticsearch','dl_es'); +insert into db (name,host) values ('MongoDB','dl_mongodb'); +insert into db (name,host) values ('Druid','dl_druid'); + + +-- in production, default enabled should be off +insert into `topic`(`name`,`enabled`,`save_raw`,`ttl`,`data_format`) values ('_DL_DEFAULT_',1,0,3650,'JSON'); +insert into `topic`(`name`,`enabled`) values ('__consumer_offsets',0); + + +insert into `map_db_topic`(`db_name`,`topic_name`) values ('MongoDB','_DL_DEFAULT_'); -- cgit 1.2.3-korg