diff options
Diffstat (limited to 'admportal/server/netdb_updater.js')
| -rw-r--r-- | admportal/server/netdb_updater.js | 749 |
1 files changed, 0 insertions, 749 deletions
diff --git a/admportal/server/netdb_updater.js b/admportal/server/netdb_updater.js deleted file mode 100644 index 6dde27b9..00000000 --- a/admportal/server/netdb_updater.js +++ /dev/null @@ -1,749 +0,0 @@ -var log4js = require('log4js'); -var http = require('http'); -var async = require('async'); -var properties = require(process.env.SDNC_CONFIG_DIR + '/netdb-updater.json'); -var admProperties = require(process.env.SDNC_CONFIG_DIR + '/admportal.json'); -var csvtojson = require('csvtojson'); -var mysql = require('mysql'); -var moment = require('moment'); -var os = require('os'); -var fs = require('fs.extra'); - -// Check to make sure SDNC_CONFIG_DIR is set -var sdnc_config_dir = process.env.SDNC_CONFIG_DIR; -if ( typeof sdnc_config_dir == 'undefined' ) -{ - console.log('ERROR the SDNC_CONFIG_DIR environmental variable is not set.'); - return; -} - -// SETUP LOGGER -log4js.configure(process.env.SDNC_CONFIG_DIR + '/netdb.log4js.json'); -var logger = log4js.getLogger('netdb'); -logger.setLevel(properties.netdbLogLevel); - -var yargs = require('yargs') - .usage("\nUsage: node netdb_updater -t link_master|router_master") - .demand('t') - .alias('t', 'table') - .example("Example: node netdb_updater -t link_master","Update SDNC LINK_MASTER table from NetDB.") - .argv; - -var dbTable = yargs.table; -var debug = properties.netdbDebug; -var env = properties.netdbEnv; -var retSuccess = false; - -// DB Setup -var currentDB = ''; -var dbConnection = ''; -var db01 = ''; -var db02 = ''; -var count = 0; -var errorMsg = []; - -var dbtasks = []; -dbtasks.push( function(callback) { checkParams(callback); } ); -dbtasks.push( function(callback) { dbConnect(callback); } ); -//dbtasks.push( function(callback) { netdb(callback); } ); - -logger.debug('\n\n********** START PROCESSING - Env=' + env + ' Debug=' + debug + ' **********'); - -async.series(dbtasks, function(err,result){ - if(err) { - logger.error(err + ' COUNT: ' + count); - } - else { - if ( errorMsg.length > 0 ){ - logger.error(errorMsg); - } - } -}); - - -function checkParams(scb){ - if ( dbTable != 'link_master' && dbTable != 'router_master' ){ - scb("Invalid parameter passed in '" + dbTable + " ' exiting.'"); - } - else{ - scb(null); - } -} - - -async.whilst( - function () { return count < properties.netdbRetryInterval }, - function (callback) { - if ( dbTable == 'link_master' ){ - getLinkMaster(callback); - } - else if (dbTable == 'router_master'){ - getRouterMaster(callback); - } - else{ // should never hit this condition - logger.debug("Invalid parameter passed in '" + dbTable + " ' exiting.'"); - } - }, - function (err) { -logger.debug('whilst err function errorMsg = ' + errorMsg); - // report error - if ( errorMsg.length > 0 ){ - logger.debug(errorMsg + ' COUNT: ' + count); - process.exit(1); - } - else{ - logger.debug('success'); - process.exit(0); - } - } -); - - -function returnError(emsg, cb){ - retSuccess=false; - errorMsg.push(emsg); - if ( count == properties.netdbRetryInterval ) { logger.error(errorMsg); } - setTimeout( function(){ - cb(null); - }, properties.netdbWaitTime); -} - -function returnSuccess(cb){ -logger.debug('inside returnSuccess'); - errorMsg = ''; - //var cnt = properties.netdbRetryInterval; - //logger.debug('b4 inc returnSuccess count=' + count); - //count = ++cnt; - //logger.debug('after inc returnSuccess count=' + count); - //cb(null); - retSuccess=true; -process.exit(0); -} - -function getRouterMaster(cb){ - - logger.info('getRouterMaster debug=' + debug + ' count=' + count); - - // setup connection - var netdbEnv = properties.netdbEnv; - var auth_param = ''; - if ( netdbEnv == 'e2e' || netdbEnv == 'prod' ){ - // conexus network - auth_param = '?auth=' + admProperties['ip-addresses']['eth2'] + ';' - }else{ - // app network - auth_param = '?auth=' + admProperties['ip-addresses']['eth1:0'] + ';' - } - var username = properties.netdbUser;; - var password = properties.netdbPassword; - var date = moment().format('YYYYMMDD'); - var auth = 'Basic ' + new Buffer(username + ':' + password).toString('base64'); - var host = properties.netdbHost; - var port = properties.netdbPort; - var path = '/' + properties.netdbPath - + '/' + properties.netdbNetwork - + '/' + properties.netdbApiName - + auth_param - + 'client=' + properties.netdbClientName + ';' - + 'date=' + date + ';' - + 'reportName=' + dbTable + ';' - + 'type=' + properties.netdbType; - - var header = { 'Content-Type': 'text/csv' }; - //var header = {'Host': host, 'Authorization': auth, 'Content-Type': 'text/csv' }; - var options = { - method : "GET", - path : path, - host : host, - port : port, - headers : header - }; - - logger.debug('options:\n' + JSON.stringify(options,null,2)); - - var request = http.request(options, function(response) { - - var response_str = ''; - if ( retSuccess == true ){ - var cnt = properties.netdbRetryInterval; - count = ++cnt; - } - else{ - count++; - } - - logger.debug('STATUS: ' + response.statusCode + ' content-type=' + response.headers['content-type']); - - // Read the response from ODL side - response.on('data', function(chunk) { - response_str += chunk; - }); - - response.on('end', function() { - - logger.debug('HEADERS:' + JSON.stringify(response.headers)); - - if(response.statusCode == 200){ - - if(response_str.length > 0){ - - // save the upload - try{ - fs.writeFileSync('/sdncvar/sdnc/files/netdb-updater/' + moment().unix() + ".netdb." + dbTable + '.csv', response_str); - } - catch(e){ - // this is not in reqs, if it fails keep on going. - logger.error('Error writing NetDB file:' + e); - } - - if (response.headers['content-type'].indexOf('html') > 0){ - returnError('Error:Unexpected content-type:' + response.headers['content-type'] + ' returned.\n', cb); - return; - } - // need to parse csv file - var Converter=csvtojson.Converter; - var csvConverter = new Converter({ - noheader:true - }); - var routerMasterSQL = ''; - - // end_parsed will be emitted once parsing is finished - csvConverter.on("end_parsed", function(respObj){ - - routerMasterSQL = routerMasterSQL.concat("INSERT INTO ROUTER_MASTER (crs_name, loopback_ip)"); - for ( var x=0; x < respObj.length; x++ ){ - - if ( respObj[x].field1.length == 0 ){ - returnError('Required field [crs_name] is null.', cb); - } - - if (x!=0){ - routerMasterSQL = routerMasterSQL.concat(' union '); - } - routerMasterSQL = routerMasterSQL.concat(" SELECT " - + "'" + respObj[x].field1 + "'," - + "'" + respObj[x].field2 + "' FROM DUAL "); - } - //logger.debug('SQL: ' + routerMasterSQL); - - if (debug != 'debug' && env != 'dev'){ - - var tasks = []; - tasks.push( function(callback) { updateRouterMaster(routerMasterSQL,callback); } ); - async.series(tasks, function(err,result){ - if(err) { - returnError(err,cb); - return; - } - else { - logger.info('*** Router Master Table Replaced ***'); - returnSuccess(cb); - return; - } - }); - } - else{ -logger.debug('*** debug ***'); - returnSuccess(cb); - return; - } - - }); - csvConverter.on("error",function(errMsg,errData){ - returnError(errMsg,cb); - return; - }); - csvConverter.fromString(response_str, function(err,result){ - if(err){ - returnError(err,cb); - return; - } - }); - } - else{ - //logger.debug("no data"); - returnError('no data',cb); - return; - } - } - else if(response.statusCode == 404){ - returnError('Router Master Table for ' + date + ' is not Available.',cb); - return; - } - else { - returnError('Status Code:' + response.statudCode + ' returned for Router Master Table query.',cb); - return; - } - }); - }); - request.on('error', function(e) { - if ( retSuccess == true ){ - var cnt = properties.netdbRetryInterval; - count = ++cnt; - } - else{ - count++; - } - returnError(e,cb); - return; - }); - request.end(); -} - -function getLinkMaster(cb){ - - logger.info('getLinkMaster debug=' + debug + ' count=' + count); - - // setup connection - var netdbEnv = properties.netdbEnv; - var auth_param = ''; - if ( netdbEnv == 'e2e' || netdbEnv == 'prod' ){ - // conexus network - auth_param = '?auth=' + admProperties['ip-addresses']['eth2'] + ';' - }else{ - // app network - auth_param = '?auth=' + admProperties['ip-addresses']['eth1:0'] + ';' - } - var username = properties.netdbUser;; - var password = properties.netdbPassword; - var auth = 'Basic ' + new Buffer(username + ':' + password).toString('base64'); - var host = properties.netdbHost; - var port = properties.netdbPort; - var date = moment().format('YYYYMMDD'); - var path = '/' + properties.netdbPath - + '/' + properties.netdbNetwork - + '/' + properties.netdbApiName - + auth_param - + 'client=' + properties.netdbClientName + ';' - + 'date=' + date + ';' - + 'reportName=' + dbTable + ';' - + 'type=' + properties.netdbType; - - var header = { 'Content-Type': 'text/csv' }; - //var header = {'Host': host, 'Authorization': auth, 'Content-Type': 'text/csv' }; - var options = { - method : "GET", - path : path, - host : host, - port : port, - headers : header - }; - - logger.debug('options:\n' + JSON.stringify(options,null,2)); - - var request = http.request(options, function(response) { - - logger.debug('STATUS: ' + response.statusCode + ' content-type=' + response.headers['content-type']); - - if ( retSuccess == true ){ - var cnt = properties.netdbRetryInterval; - count = ++cnt; - } - else{ - count++ - } - - var response_str = ''; - - // Read the response from ODL side - response.on('data', function(chunk) { - response_str += chunk; - }); - - response.on('end', function() { - - logger.debug('HEADERS:' + JSON.stringify(response.headers)); - - if(response.statusCode == 200){ - - if(response_str.length > 0){ - - //logger.debug('response_str=' + response_str); - // save the upload - try{ - fs.writeFileSync('/sdncvar/sdnc/files/netdb-updater/' + moment().unix() + ".netdb." + dbTable + '.csv', response_str); - } - catch(e){ - // this is not in reqs, if it fails keep on going. - logger.error('Error writing NetDB file:' + e); - } - - if (response.headers['content-type'].indexOf('html') > 0){ - returnError('Error:Unexpected content-type:' + response.headers['content-type'] + ' returned.\n', cb); - return; - } - // need to parse csv file - var Converter=csvtojson.Converter; - var csvConverter = new Converter({ - noheader:true - }); - - var linkMasterSQL = ''; - - // end_parsed will be emitted once parsing is finished - csvConverter.on("end_parsed", function(jsonObj){ - - linkMasterSQL = linkMasterSQL.concat("INSERT INTO LINK_MASTER (link_interface_ip, source_crs_name, destination_crs_name, link_speed, default_cost, bundle_name, shutdown)"); - for ( var x=0; x < jsonObj.length; x++ ){ - if ( jsonObj[x].field1.length == 0 ){ - returnError('Required field [link_interface_ip] is null.', cb); - return; - } - if ( jsonObj[x].field2.length == 0 ){ - returnError('Required field [source_crs_name] is null.', cb); - return; - } - if ( jsonObj[x].field3.length == 0 ){ - returnError('Required field [destination_crs_name] is null.', cb); - return; - } - if (x!=0){ - linkMasterSQL = linkMasterSQL.concat(' union '); - } - - linkMasterSQL = linkMasterSQL.concat(" SELECT " - + "'" + jsonObj[x].field1 + "'," - + "'" + jsonObj[x].field2 + "'," - + "'" + jsonObj[x].field3 + "'," - + jsonObj[x].field4 + "," - + jsonObj[x].field5 + "," - + "'" + jsonObj[x].field6 + "'," - + "'" + jsonObj[x].field7 + "' FROM DUAL"); - } - //logger.debug('SQL: ' + linkMasterSQL); - - if (debug != 'debug' && env != 'dev'){ - // update db - var tasks = []; - tasks.push( function(callback) { updateLinkMaster(linkMasterSQL,callback); } ); - async.series(tasks, function(err,result){ - if(err) - { - returnError(err,cb); - return; - } - else - { - logger.info('*** Link Master Table Replaced ***'); - returnSuccess(cb); - return; - } - }); - } - else{ - returnSuccess(cb); - return; - } - }); - csvConverter.on("error",function(errMsg,errData){ - returnError(errMsg,cb); - return; - }); - csvConverter.fromString(response_str, function(err,result){ - if(err){ - returnError(errMsg,cb); - return; - } - }); - } - else{ - returnError('no data',cb); - return; - } - } - else if(response.statusCode == 404){ - returnError('Link Master Table for ' + date + ' is not Available.',cb); - return; - } - else { - returnError('Status Code:' + response.statudCode + ' returned for Link Master Table query.',cb); - return; - } - }); - }); - request.on('error', function(e) { - if ( retSuccess == true ){ - var cnt = properties.netdbRetryInterval; - count = ++cnt; - } - else{ - count++ - } - returnError(e,cb); - return; - }); - request.end(); -} - - -function dbConnect(callback){ - - var l_db01 = admProperties['databases']['0']; - var db01Array = l_db01.split("|"); - db01 = db01Array[0]; - - var l_db02 = admProperties['databases']['1']; - var db02Array = l_db02.split("|"); - db02 = db02Array[0]; - - if ( admProperties.dbFabric == 'true' ) - { - logger.debug('connectFabric()'); - - // testing - var fabric_connection = mysql.createConnection({ - host : admProperties.dbFabricServer, - user : admProperties.dbFabricUser, - password : admProperties.dbFabricPassword, - database : admProperties.dbFabricDB, - port : admProperties.dbFabricPort - }); - - - fabric_connection.connect( function(err) { - - if (err) { - callback(err); - return; - } - fabric_connection.query('CALL dump.servers()', function(err,rows) { - - var masterDB = ''; - - if (err) { - callback(err); - return; - } - fabric_connection.end(); - logger.debug('rows: ' + JSON.stringify(rows,null,2)); - - // fabric servers - for ( var x=0; x<rows.length; x++) - { - // database servers - for ( var y=0; y<rows[x].length; y++) - { - var row = rows[x][y]; - if (row.group_id == admProperties.dbFabricGroupId) - { - if (row.status == '3' && row.mode == '3'){ - masterDB = row.host; - } - } - } - } - logger.debug('currentDB: ' + currentDB); - logger.debug('masterDB: ' + masterDB); - - if (masterDB.length <=0) - { - logger.debug('no writable master db'); - callback('no writable master db'); - return; - } - - if ( currentDB != masterDB ) - { - currentDB = masterDB; - dbConnection = mysql.createConnection({ - connectionLimit : admProperties.dbConnLimit, - host : currentDB, - user : admProperties.dbUser, - password : admProperties.dbPassword, - database : admProperties.dbName, - multipleStatements: true, - debug : false - }); - } - logger.debug('new currentDB: ' + currentDB); - logger.debug('new masterDB: ' + masterDB); - callback(null); - return; - }); - fabric_connection.on('error', function(err){ - logger.debug(err.code); - callback(err); - return; - }); - }); - } - else - { - currentDB = db01; - - var dbConn = mysql.createConnection({ - connectionLimit : admProperties.dbConnLimit, - host : currentDB, - user : admProperties.dbUser, - password : admProperties.dbPassword, - database : admProperties.dbName, - multipleStatements: true, - debug : false - }); - logger.debug('initDB currentDB=' + currentDB); - - dbConn.connect(function(err,connection){ - - if(err){ - logger.debug( String(err) ); // ALARM - callback(err); - return; - } - var sql = 'select @@read_only'; - dbConn.query(sql, function(err,result){ - dbConn.end(); - - // @@read_only=0 means db is writable - logger.debug('@@read_only=' + result[0]['@@read_only']); - if ( result[0]['@@read_only'] != '0' ) - { - if (currentDB == db01) - { - currentDB = db02; - } - else - { - currentDB = db01; - } -logger.debug('initDB reconnect to currentDB '+ currentDB); - var newConnection = mysql.createConnection({ - connectionLimit : admProperties.dbConnLimit, - host : currentDB, - user : admProperties.dbUser, - password : admProperties.dbPassword, - database : admProperties.dbName, - multipleStatements: true, - debug : false - }); // end create - dbConnection = newConnection; - callback(null); - return; - } - dbConnection = dbConn; - callback(null); - return; - }); - }); - } -} - -function updateLinkMaster(linkMasterSQL,callback){ - -logger.debug('updateLinkMaster'); - - dbConnection.connect(function(err,connection) - { - if(err){ - logger.debug( String(err) ); // ALARM - callback(err, 'Unable to get database connection.'); - return; - } - }); // end connection - dbConnection.beginTransaction(function(err) { - if(err){ - //dbConnection.release(); - callback(err,String(err)); - return; - } - var sql = "DELETE FROM LINK_MASTER"; - dbConnection.query(sql,function(err,result) - { - if(err){ - //dbConnection.release(); - dbConnection.rollback( {rollback: 'NO RELEASE'},function(){ - callback(err,String(err)); - return; - }); - } - dbConnection.query(linkMasterSQL,function(err,result) - { - if(err){ - //dbConnection.release(); - dbConnection.rollback( {rollback: 'NO RELEASE'},function(){ - callback(err,String(err)); - return; - }); - } - dbConnection.commit(function(err){ - if(err){ - //dbConnection.release(); - dbConnection.rollback( {rollback: 'NO RELEASE'},function(){ - callback(err,String(err)); - return; - }); - } - //dbConnection.release(); - callback(null); - }); - }) - }); - }); // end transaction -} - -function updateRouterMaster(routerMasterSQL,callback){ - -logger.debug('updateRouterMaster'); - - dbConnection.connect(function(err,connection) - { - if(err){ - logger.debug( String(err) ); // ALARM - callback(err, 'Unable to get database connection.'); - return; - } - }); // end connection - dbConnection.beginTransaction(function(err) { - if(err){ - //dbConnection.release(); - callback(err,String(err)); - return; - } - var sql = "DELETE FROM ROUTER_MASTER"; - dbConnection.query(sql,function(err,result) - { - if(err){ - //dbConnection.release(); - dbConnection.rollback( function(){ - callback(err,String(err)); - return; - }); - } - dbConnection.query(routerMasterSQL,function(err,result) - { - if(err){ - //dbConnection.release(); - dbConnection.rollback( function(){ - callback(err,String(err)); - return; - }); - } - dbConnection.commit(function(err){ - if(err){ - //dbConnection.release(); - dbConnection.rollback( function(){ - callback(err,String(err)); - return; - }); - } - //dbConnection.release(); - callback(null); - }); - }) - }); - }); // end transaction -} - -/* - - logger.debug('getLinkMaster - count=' + count); - if ( true ) { - //fail - setTimeout( function(){ - cb(null);}, properties.netdbWaitTime); - return; - } - // success - count = 10; - cb(null); -} -*/ |