diff options
author | Arul <arul.nambi@amdocs.com> | 2018-01-15 11:04:25 -0500 |
---|---|---|
committer | Arul <arul.nambi@amdocs.com> | 2018-01-15 11:09:58 -0500 |
commit | a38f3d6bb17a478d08016e49d6c2a667ac483d4a (patch) | |
tree | e125fd7d7b194fd3a902e34deb86bc7b8bf7b50f /scripts/elasticsearch/prepareElasticSearchBulkImport.pl | |
parent | 9c0205dc5bfdac8931a4d8797240a4787d6af2dc (diff) |
Introduction of external URLs
Introduce external URLs to get AAI UI to show a specific graph
Change-Id: Ibc10dab32540f2c8347df1be535e48b88308b9ec
Signed-off-by: Arul <arul.nambi@amdocs.com>
Issue-ID: AAI-626
Diffstat (limited to 'scripts/elasticsearch/prepareElasticSearchBulkImport.pl')
-rw-r--r-- | scripts/elasticsearch/prepareElasticSearchBulkImport.pl | 41 |
1 files changed, 41 insertions, 0 deletions
diff --git a/scripts/elasticsearch/prepareElasticSearchBulkImport.pl b/scripts/elasticsearch/prepareElasticSearchBulkImport.pl new file mode 100644 index 0000000..e3fc690 --- /dev/null +++ b/scripts/elasticsearch/prepareElasticSearchBulkImport.pl @@ -0,0 +1,41 @@ +#!/usr/bin/perl + +use strict; +use warnings; + +my $filename = $ARGV[0]; +my $outputfile= $ARGV[1]; + +open my $fh_input, '<', $filename or die "Cannot open $filename: $!"; +open my $fh_output, '>', $outputfile or die "Cannot open $outputfile: $!"; + +while ( my $line = <$fh_input> ) { + chomp ($line); + + if ( $line =~ /(.*)(\".*\")(.*)/ ) { + + # we have seen examples of the status field containing quoted comma-delimited + # strings which is messing up parsing of the record data which is supposed to be + # comma-separated at the field level. This little block converts sections of + # this type of data into a single-quoted-string with a semi-colon delimiter instead. + + my $beforeBadStr = $1; + my $badStr = $2; + my $afterBadStr = $3; + + $badStr =~ s/,/;/g; + $badStr =~ s/"/'/g; + + $line = $beforeBadStr . $badStr . $afterBadStr ; + + } + + my @row = split(",", $line); + print $fh_output "{\"index\":{\"_index\":\"auditdata\",\"_type\":\"default\"}\n"; + print $fh_output "{\"entityType\": \"$row[0]\", \"errorMessage\": \"$row[1]\", \"violations\": [{ \"violationTimestamp\": \"$row[2]\", \"severity\": \"$row[3]\", \"violationType\": \"$row[4]\", \"violationDetails\": { \"MISSING_REL\": \"$row[5]\", \"entityType\": \"$row[6]\", \"entityId\": { \"vdc-id\": \"$row[7]\" } }, \"category\": \"$row[8]\" }, { \"violationTimestamp\": \"$row[9]\", \"severity\": \"$row[10]\", \"violationType\": \"$row[11]\", \"violationDetails\": { \"MISSING_REL\": \"$row[12]\", \"entityType\": \"$row[13]\", \"entityId\": { \"vdc-id\": \"$row[14]\" } }, \"category\": \"$row[15]\" }]}\n"; + +} + +close($fh_input); +close($fh_output); + |