diff options
Diffstat (limited to 'test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js')
| -rw-r--r-- | test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js | 323 |
1 files changed, 260 insertions, 63 deletions
diff --git a/test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js b/test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js index 5367c9edb..f94600ae4 100644 --- a/test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js +++ b/test/mocks/datafilecollector-testharness/dr-sim/dmaapDR.js @@ -12,6 +12,12 @@ var privateKey = fs.readFileSync('cert/private.key', 'utf8'); var certificate = fs.readFileSync('cert/certificate.crt', 'utf8'); var credentials = {key: privateKey, cert: certificate}; +var feeds="1:A"; //Comma separated list of feedId:filePrefix. Default is feedId=1 and file prefix 'A' +var feedNames=[]; +var filePrefixes=[]; +var feedIndexes=[]; + + //For execution time calculation var startTime = Date.now(); @@ -32,13 +38,18 @@ const tc_100first_error_response = "100first_error_response"; var drr_sim_ip = '127.0.0.1'; //IP for redirect to DR redir sim. Can be changed by env DRR_SIM_IP //Counters -var ctr_publish_query = 0; -var ctr_publish_query_published = 0; -var ctr_publish_query_not_published = 0; -var ctr_publish_req = 0; -var ctr_publish_req_redirect = 0; -var ctr_publish_req_published = 0; -var ctr_double_publish = 0 +var ctr_publish_query = []; +var ctr_publish_query_bad_file_prefix = []; +var ctr_publish_query_published = []; +var ctr_publish_query_not_published = []; +var ctr_publish_req = []; +var ctr_publish_req_bad_file_prefix = []; +var ctr_publish_req_redirect = []; +var ctr_publish_req_published = []; +var ctr_double_publish = []; + +//db of published files +var published=[]; var parser = new ArgumentParser({ version: '0.0.1', @@ -124,7 +135,9 @@ app.use(bodyParser.json()) app.use(bodyParser.json({ type: 'application/vnd.api+json' })) // parse some custom thing into a Buffer (to cater for 60MB files) -app.use(bodyParser.raw({limit:1024*1024*60, type: 'application/octet-stream' })) +//Removed-file data not used in this simulator +//app.use(bodyParser.raw({limit:1024*1024*60, type: 'application/octet-stream' })) + // parse an HTML body into a string app.use(bodyParser.text({ type: 'text/html' })) @@ -135,49 +148,190 @@ app.get("/",function(req, res){ res.send("ok"); }) +function toCommaList(ctrArray) { + var str=""; + for(i=0;i<feedNames.length;i++) { + if (i!=0) { + str=str+","; + } + str=str+ctrArray[i]; + } + return str; +} + +function sumList(ctrArray) { + var tmp=0; + for(i=0;i<feedNames.length;i++) { + tmp=tmp+ctrArray[i]; + } + return ""+tmp; +} + +function sumListLength(ctrArray) { + var tmp=0; + for(i=0;i<feedNames.length;i++) { + tmp=tmp+ctrArray[i].length; + } + return ""+tmp; +} + //Counter readout app.get("/ctr_publish_query",function(req, res){ - res.send(""+ctr_publish_query); + res.send(""+sumList(ctr_publish_query)); +}) +app.get("/feeds/ctr_publish_query",function(req, res){ + res.send(toCommaList(ctr_publish_query)); +}) +app.get("/ctr_publish_query/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_query[feedIndexes[feedId]]); +}) + +app.get("/ctr_publish_query_bad_file_prefix",function(req, res){ + res.send(""+sumList(ctr_publish_query_bad_file_prefix)); }) +app.get("/feeds/ctr_publish_query_bad_file_prefix",function(req, res){ + res.send(toCommaList(ctr_publish_query_bad_file_prefix)); +}) +app.get("/ctr_publish_query_bad_file_prefix/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_query_bad_file_prefix[feedIndexes[feedId]]); +}) + app.get("/ctr_publish_query_published",function(req, res){ - res.send(""+ctr_publish_query_published); + res.send(""+sumList(ctr_publish_query_published)); +}) +app.get("/feeds/ctr_publish_query_published",function(req, res){ + res.send(toCommaList(ctr_publish_query_published)); +}) +app.get("/ctr_publish_query_published/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_query_published[feedIndexes[feedId]]); }) + app.get("/ctr_publish_query_not_published",function(req, res){ - res.send(""+ctr_publish_query_not_published); + res.send(""+sumList(ctr_publish_query_not_published)); +}) +app.get("/feeds/ctr_publish_query_not_published",function(req, res){ + res.send(toCommaList(ctr_publish_query_not_published)); +}) +app.get("/ctr_publish_query_not_published/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_query_not_published[feedIndexes[feedId]]); }) + app.get("/ctr_publish_req",function(req, res){ - res.send(""+ctr_publish_req); + res.send(""+sumList(ctr_publish_req)); +}) +app.get("/feeds/ctr_publish_req",function(req, res){ + res.send(toCommaList(ctr_publish_req)); }) +app.get("/ctr_publish_req/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_req[feedIndexes[feedId]]); +}) + +app.get("/ctr_publish_req_bad_file_prefix",function(req, res){ + res.send(""+sumList(ctr_publish_req_bad_file_prefix)); +}) +app.get("/feeds/ctr_publish_req_bad_file_prefix",function(req, res){ + res.send(toCommaList(ctr_publish_req_bad_file_prefix)); +}) +app.get("/ctr_publish_req_bad_file_prefix/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_req_bad_file_prefix[feedIndexes[feedId]]); +}) + app.get("/ctr_publish_req_redirect",function(req, res){ - res.send(""+ctr_publish_req_redirect); + res.send(""+sumList(ctr_publish_req_redirect)); +}) +app.get("/feeds/ctr_publish_req_redirect",function(req, res){ + res.send(toCommaList(ctr_publish_req_redirect)); }) +app.get("/ctr_publish_req_redirect/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_req_redirect[feedIndexes[feedId]]); +}) + app.get("/ctr_publish_req_published",function(req, res){ - res.send(""+ctr_publish_req_published); + res.send(""+sumList(ctr_publish_req_published)); }) +app.get("/feeds/ctr_publish_req_published",function(req, res){ + res.send(toCommaList(ctr_publish_req_published)); +}) +app.get("/ctr_publish_req_published/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_publish_req_published[feedIndexes[feedId]]); +}) + app.get("/ctr_published_files",function(req, res){ - res.send(""+published.length); + res.send(""+sumListLength(published)); +}) +app.get("/feeds/ctr_published_files",function(req, res){ + var str=""; + for(i=0;i<feedNames.length;i++) { + if (i!=0) { + str=str+","; + } + str=str+published[i].length; + } + res.send(str); +}) +app.get("/ctr_published_files/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+published[feedIndexes[feedId]].length); }) + app.get("/tc_info",function(req, res){ res.send(args.tc); }) app.get("/ctr_double_publish",function(req, res){ - res.send(""+ctr_double_publish); + res.send(""+sumList(ctr_double_publish)); }) +app.get("/feeds/ctr_double_publish",function(req, res){ + var str=""; + for(i=0;i<feedNames.length;i++) { + if (i!=0) { + str=str+","; + } + str=str+ctr_double_publish[i]; + } + res.send(str); +}) +app.get("/ctr_double_publish/:feedId",function(req, res){ + var feedId = req.params.feedId; + res.send(""+ctr_double_publish[feedIndexes[feedId]]); +}) + function fmtMSS(s){ return(s-(s%=60))/60+(9<s?':':':0')+s //Format time diff in mm:ss } app.get("/execution_time",function(req, res){ - diff = fmtMSS(Math.floor((Date.now()-startTime)/1000)); + var diff = fmtMSS(Math.floor((Date.now()-startTime)/1000)); res.send(""+diff); }) +app.get("/feeds",function(req, res){ + res.send(feeds); +}) -//db of published files -var published = []; +function filenameStartsWith(fileName, feedIndex) { + for(i=0;i<filePrefixes[feedIndex].length;i++) { + var prefix=filePrefixes[feedIndex][i]; + if (fileName.startsWith(prefix)) { + return true; + } + } + return false; +} -app.get('/feedlog/1/',function(req, res){ +app.get('/feedlog/:feedId',function(req, res){ console.log("url:"+req.url); - ctr_publish_query++; + var feedId = req.params.feedId; + ctr_publish_query[feedIndexes[feedId]]++; var filename = req.query.filename; + if (!filenameStartsWith(filename, feedIndexes[feedId])) { + ctr_publish_query_bad_file_prefix[feedIndexes[feedId]]++; + } console.log(filename); var qtype = req.query.type; if(typeof(filename) == 'undefined'){ @@ -187,41 +341,41 @@ app.get('/feedlog/1/',function(req, res){ res.status(400).send({error: 'No type provided.'}); return; } - + var ctr = ctr_publish_query[feedIndexes[feedId]]; //Ugly fix, plus signs replaces with spaces in query params....need to put them back filename = filename.replace(/ /g,"+"); - + var sleeptime=0; if (args.tc==tc_normal) { sleeptime=0; - } else if (args.tc==tc_10p_no_response && (ctr_publish_query%10) == 0) { + } else if (args.tc==tc_10p_no_response && (ctr%10) == 0) { return; - } else if (args.tc==tc_10first_no_response && ctr_publish_query<11) { + } else if (args.tc==tc_10first_no_response && ctr<11) { return; - } else if (args.tc==tc_100first_no_response && ctr_publish_query<101) { + } else if (args.tc==tc_100first_no_response && ctr<101) { return; } else if (args.tc==tc_all_delay_1s) { sleeptime=1000; } else if (args.tc==tc_all_delay_10s) { sleeptime=10000; - } else if (args.tc==tc_10p_delay_10s && (ctr_publish_query%10) == 0) { + } else if (args.tc==tc_10p_delay_10s && (ctr%10) == 0) { sleeptime=10000; - } else if (args.tc==tc_10p_error_response && (ctr_publish_query%10) == 0) { + } else if (args.tc==tc_10p_error_response && (ctr%10) == 0) { res.send(400); return; - } else if (args.tc==tc_10first_error_response && ctr_publish_query<11) { + } else if (args.tc==tc_10first_error_response && ctr<11) { res.send(400); return; - } else if (args.tc==tc_100first_error_response & ctr_publish_query<101) { + } else if (args.tc==tc_100first_error_response & ctr<101) { res.send(400); return; } - if (published.includes(filename)) { - ctr_publish_query_published++; + if (published[feedIndexes[feedId]].includes(filename)) { + ctr_publish_query_published[feedIndexes[feedId]]++; strToSend="[" + filename + "]"; } else { - ctr_publish_query_not_published++; + ctr_publish_query_not_published[feedIndexes[feedId]]++; strToSend="[]"; } if (sleeptime > 0) { @@ -234,68 +388,73 @@ app.get('/feedlog/1/',function(req, res){ }); -app.put('/publish/1/:filename', function (req, res) { +app.put('/publish/:feedId/:filename', function (req, res) { console.log("url:"+req.url); - console.log("body (first 25 bytes):"+req.body.slice(0,25)); +// console.log("body (first 25 bytes):"+req.body.slice(0,25)); console.log("headers:"+req.headers); - ctr_publish_req++; + console.log(JSON.stringify(req.headers)); + var feedId = req.params.feedId; + ctr_publish_req[feedIndexes[feedId]]++; var filename = req.params.filename; console.log(filename); - + if (!filenameStartsWith(filename, feedIndexes[feedId])) { + ctr_publish_req_bad_file_prefix[feedIndexes[feedId]]++; + } + var ctr = ctr_publish_req[feedIndexes[feedId]]; if (args.tc==tc_normal) { // Continue } else if (args.tc==tc_none_published) { - ctr_publish_req_redirect++; - res.redirect(301, 'http://' + drr_sim_ip + ':3908/publish/1/'+filename); + ctr_publish_req_redirect[feedIndexes[feedId]]++; + res.redirect(301, 'http://' + drr_sim_ip + ':3908/publish/'+feedId+'/'+filename); return; } else if (args.tc==tc_all_published) { - ctr_publish_req_published++; + ctr_publish_req_published[feedIndexes[feedId]]++; res.send("ok"); return; - }else if (args.tc==tc_10p_no_response && (ctr_publish_req%10) == 0) { + }else if (args.tc==tc_10p_no_response && (ctr%10) == 0) { return; - } else if (args.tc==tc_10first_no_response && ctr_publish_req<11) { + } else if (args.tc==tc_10first_no_response && ctr<11) { return; - } else if (args.tc==tc_100first_no_response && ctr_publish_req<101) { + } else if (args.tc==tc_100first_no_response && ctr<101) { return; } else if (args.tc==tc_all_delay_1s) { - do_publish_delay(res, filename, 1000); + do_publish_delay(res, filename, 1000, feedId); return; } else if (args.tc==tc_all_delay_10s) { - do_publish_delay(res, filename, 10000); + do_publish_delay(res, filename, 10000, feedId); return; - } else if (args.tc==tc_10p_delay_10s && (ctr_publish_req%10) == 0) { - do_publish_delay(res, filename, 10000); + } else if (args.tc==tc_10p_delay_10s && (ctr%10) == 0) { + do_publish_delay(res, filename, 10000, feedId); return; - } else if (args.tc==tc_10p_error_response && (ctr_publish_req%10) == 0) { + } else if (args.tc==tc_10p_error_response && (ctr%10) == 0) { res.send(400); return; - } else if (args.tc==tc_10first_error_response && ctr_publish_req<11) { + } else if (args.tc==tc_10first_error_response && ctr<11) { res.send(400); return; - } else if (args.tc==tc_100first_error_response & ctr_publish_req<101) { + } else if (args.tc==tc_100first_error_response & ctr<101) { res.send(400); return; } if (!published.includes(filename)) { - ctr_publish_req_redirect++; - res.redirect(301, 'http://'+drr_sim_ip+':3908/publish/1/'+filename); + ctr_publish_req_redirect[feedIndexes[feedId]]++; + res.redirect(301, 'http://'+drr_sim_ip+':3908/publish/'+feedId+'/'+filename); } else { - ctr_publish_req_published++; + ctr_publish_req_published[feedIndexes[feedId]]++; res.send("ok"); } return; }) -function do_publish_delay(res, filename, sleeptime) { +function do_publish_delay(res, filename, sleeptime, feedId) { if (!published.includes(filename)) { - ctr_publish_req_redirect++; + ctr_publish_req_redirect[feedIndexes[feedId]]++; sleep(1000).then(() => { - res.redirect(301, 'http://'+drr_sim_ip+':3908/publish/1/'+filename); + res.redirect(301, 'http://'+drr_sim_ip+':3908/publish/'+feedId+'/'+filename); }); } else { - ctr_publish_req_published++; + ctr_publish_req_published[feedIndexes[feedId]]++; sleep(1000).then(() => { res.send("ok"); }); @@ -303,17 +462,18 @@ function do_publish_delay(res, filename, sleeptime) { } //Callback from DR REDIR server, when file is published ok this PUT request update the list of published files. -app.put('/dr_redir_publish/:filename', function (req, res) { +app.put('/dr_redir_publish/:feedId/:filename', function (req, res) { console.log("url:"+req.url); + var feedId = req.params.feedId; var filename = req.params.filename; console.log(filename); - if (!published.includes(filename)) { + if (!published[feedIndexes[feedId]].includes(filename)) { console.log("File marked as published by callback from DR redir SIM. url: " + req.url); - published.push(filename); + published[feedIndexes[feedId]].push(filename); } else { console.log("File already marked as published. Callback from DR redir SIM. url: " + req.url); - ctr_double_publish = ctr_double_publish+1; + ctr_double_publish[feedIndexes[feedId]]++; } res.send("ok"); @@ -331,5 +491,42 @@ console.log("DR-simulator listening (https) at "+httpsPort); if (process.env.DRR_SIM_IP) { drr_sim_ip=process.env.DRR_SIM_IP; -} -console.log("Using IP " + drr_sim_ip + " for redirect to DR redir sim");
\ No newline at end of file +} +console.log("Using IP " + drr_sim_ip + " for redirect to DR redir sim"); + +if (process.env.DR_FEEDS) { + feeds=process.env.DR_FEEDS; +} + +console.log("Configured list of feeds mapped to file name prefixes: " + feeds); + +feedNames=feeds.split(','); +for(i=0;i<feedNames.length;i++) { + var tmp=feedNames[i].split(':'); + feedNames[i]=tmp[0].trim(); + feedIndexes[feedNames[i]]=i; + filePrefixes[i]=[] + for(j=1;j<tmp.length;j++) { + filePrefixes[i][j-1]=tmp[j]; + } + + ctr_publish_query[i] = 0; + ctr_publish_query_published[i] = 0; + ctr_publish_query_not_published[i] = 0; + ctr_publish_req[i] = 0; + ctr_publish_req_redirect[i] = 0; + ctr_publish_req_published[i] = 0; + ctr_double_publish[i] = 0; + ctr_publish_query_bad_file_prefix[i] = 0; + ctr_publish_req_bad_file_prefix[i] = 0; + published[i] = []; +} + +console.log("Parsed mapping between feed id and file name prefix"); +for(i=0;i<feedNames.length;i++) { + var fn = feedNames[i]; + for (j=0;j<filePrefixes[i].length;j++) { + console.log("Feed id: " + fn + ", file name prefix: " + filePrefixes[i][j]); + } +} + |