2 files changed, 752 insertions, 0 deletions

diff --git a/bash/tools/creating_data/download-npm-pkgs.sh b/bash/tools/creating_data/download-npm-pkgs.sh
new file mode 100644
index 00000000..00737f2c
--- /dev/null
+++ b/bash/tools/creating_data/download-npm-pkgs.sh
@@ -0,0 +1,36 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+LIST_FILE="$1"
+if [[ -z "$LIST_FILE" ]]; then
+    LIST_FILE="all_npm_list.txt"
+fi
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    echo "Missing arg outdir"
+    exit 1
+fi
+mkdir -p "$outdir"
+cd "$outdir"
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+while read -r line; do
+    echo "== pkg #$cnt of $lines =="
+    # yallist@2.1.2
+    npm pack $line
+    cnt=$((cnt+1))
+done < "$LIST_FILE"
\ No newline at end of file
diff --git a/bash/tools/data_list/npm_list.txt b/bash/tools/data_list/npm_list.txt
new file mode 100644
index 00000000..328c47d6
--- /dev/null
+++ b/bash/tools/data_list/npm_list.txt
@@ -0,0 +1,716 @@
+abbrev@1.0.9
+abbrev@1.1.1
+abs@1.3.12
+accepts@1.1.4
+accepts@1.2.13
+accepts@1.3.5
+active-x-obfuscator@0.0.1
+addressparser@0.3.2
+adm-zip@0.4.7
+align-text@0.1.4
+amdefine@1.0.1
+ansi-color@0.2.1
+ansi-regex@2.1.1
+ansi-styles@2.2.1
+anymatch@1.3.2
+any-promise@1.3.0
+append-field@0.1.0
+argparse@0.1.16
+argparse@1.0.10
+array-find-index@1.0.2
+array-flatten@1.1.1
+array-unique@0.2.1
+arr-diff@2.0.0
+arr-flatten@1.1.0
+asn1@0.1.11
+asn1@0.2.3
+assert-plus@0.1.5
+assert-plus@0.2.0
+assert-plus@1.0.0
+async@0.1.22
+async@0.2.10
+async@1.5.2
+async@2.6.1
+async-each@1.0.1
+asynckit@0.4.0
+aws4@1.7.0
+aws-sign2@0.5.0
+aws-sign2@0.6.0
+balanced-match@1.0.0
+base64id@0.1.0
+base64-url@1.2.1
+basic-auth@1.0.0
+basic-auth@1.0.4
+basic-auth-connect@1.0.0
+batch@0.5.1
+batch@0.5.3
+bcrypt-pbkdf@1.0.1
+bignumber.js@2.0.7
+bignumber.js@4.0.4
+binary-extensions@1.11.0
+bl@0.9.5
+body-parser@1.13.3
+body-parser@1.18.2
+body-parser@1.18.3
+body-parser@1.8.4
+boom@0.4.2
+boom@2.10.1
+bootstrap@3.3.7
+bootstrap-submenu@2.0.4
+bootstrap-table@1.12.1
+brace-expansion@1.1.11
+braces@1.8.5
+buffer-from@1.1.0
+buildmail@1.3.0
+builtin-modules@1.1.1
+busboy@0.2.14
+bytes@1.0.0
+bytes@2.1.0
+bytes@2.4.0
+bytes@3.0.0
+camelcase@1.2.1
+camelcase@2.1.1
+camelcase-keys@2.1.0
+capture-stack-trace@1.0.0
+caseless@0.11.0
+caseless@0.6.0
+center-align@0.1.3
+chalk@1.1.3
+cheerio@0.17.0
+chokidar@1.7.0
+cli@0.6.6
+cliui@2.1.0
+clone@0.1.18
+coffee-script@1.3.3
+coffee-script@1.8.0
+colors@0.6.2
+colors@1.2.5
+combined-stream@0.0.7
+combined-stream@1.0.6
+commander@0.6.1
+commander@1.3.2
+commander@2.0.0
+commander@2.1.0
+commander@2.15.1
+component-emitter@1.1.2
+compressible@2.0.13
+compressible@2.0.14
+compression@1.1.2
+compression@1.5.2
+concat-map@0.0.1
+concat-stream@1.5.0
+concat-stream@1.6.2
+connect@2.26.1
+connect@2.30.2
+connect-timeout@1.3.0
+connect-timeout@1.6.2
+console-browserify@1.1.0
+content-disposition@0.5.2
+content-type@1.0.4
+cookie@0.1.2
+cookie@0.1.3
+cookie@0.3.1
+cookiejar@1.3.2
+cookie-parser@1.3.5
+cookie-signature@1.0.5
+cookie-signature@1.0.6
+core-util-is@1.0.2
+cors@2.4.2
+crc@3.0.0
+crc@3.2.1
+crc@3.3.0
+crc@3.4.4
+create-error-class@3.0.2
+cron@1.0.4
+cryptiles@0.2.2
+cryptiles@2.0.5
+csrf@2.0.7
+csrf@3.0.6
+CSSselect@0.4.1
+CSSwhat@0.4.7
+csurf@1.6.6
+csurf@1.8.3
+csv@0.4.6
+csv-generate@0.0.6
+csv-parse@1.3.3
+csv-stringify@0.0.8
+csvtojson@0.5.14
+ctype@0.5.3
+currently-unhandled@0.4.1
+dashdash@1.14.1
+dateformat@1.0.12
+dateformat@1.0.2-1.2.3
+date-now@0.1.4
+debug@0.7.4
+debug@2.0.0
+debug@2.2.0
+debug@2.6.9
+decamelize@1.2.0
+deep-equal@1.0.1
+deep-extend@0.5.1
+deep-is@0.1.3
+deffy@2.2.2
+delayed-stream@0.0.5
+delayed-stream@1.0.0
+depd@0.4.5
+depd@1.0.1
+depd@1.1.1
+depd@1.1.2
+destroy@1.0.3
+destroy@1.0.4
+di@0.0.1
+dicer@0.2.5
+diff@1.0.7
+dns-sync@0.1.3
+domelementtype@1.1.3
+domhandler@2.2.1
+domhandler@2.3.0
+dom-serializer@0.0.1
+domutils@1.4.3
+domutils@1.5.1
+duplexer@0.1.1
+duplexer2@0.0.2
+duplexer2@0.1.4
+ecc-jsbn@0.1.1
+ee-first@1.0.5
+ee-first@1.1.1
+ejs@0.8.8
+encodeurl@1.0.2
+entities@1.0.0
+entities@1.1.1
+err@1.1.1
+error-ex@1.3.1
+errorhandler@1.2.4
+errorhandler@1.4.3
+es6-promise@4.0.5
+escape-html@1.0.1
+escape-html@1.0.2
+escape-html@1.0.3
+escape-string-regexp@1.0.5
+escodegen@1.7.1
+esprima@1.0.4
+esprima@1.2.5
+esprima@2.5.0
+esprima@4.0.0
+estraverse@1.8.0
+estraverse@1.9.3
+esutils@2.0.2
+etag@1.3.1
+etag@1.4.0
+etag@1.5.1
+etag@1.7.0
+etag@1.8.1
+eventemitter2@0.4.14
+exec-limiter@3.2.11
+exit@0.1.2
+expand-brackets@0.1.5
+expand-range@1.8.2
+express@3.17.2
+express@4.16.3
+express@4.9.8
+express-session@1.11.3
+express-session@1.15.6
+express-session@1.8.2
+extend@1.2.1
+extend@3.0.1
+extglob@0.3.2
+extract-zip@1.5.0
+extsprintf@1.3.0
+fast-levenshtein@1.0.7
+fd-slicer@1.0.1
+filename-regex@2.0.1
+fileset@0.1.8
+fileset@0.2.1
+fill-range@2.2.4
+finalhandler@0.2.0
+finalhandler@0.4.0
+finalhandler@1.1.1
+find-up@1.1.2
+findup-sync@0.1.3
+follow-redirects@0.0.3
+foreachasync@3.0.0
+forever-agent@0.5.2
+forever-agent@0.6.1
+for-in@1.0.2
+formatio@1.0.2
+form-data@0.1.2
+form-data@2.1.4
+formidable@1.0.14
+for-own@0.1.5
+forwarded@0.1.2
+fresh@0.2.4
+fresh@0.3.0
+fresh@0.5.2
+fs-extra@0.11.1
+fs-extra@0.6.4
+fs-extra@1.0.0
+fs.extra@1.3.2
+fs.realpath@1.0.0
+function.name@1.0.10
+generate-function@2.0.0
+generate-object-property@1.2.0
+getobject@0.1.0
+getpass@0.1.7
+get-stdin@4.0.1
+git-package-json@1.4.8
+git-source@1.1.8
+git-up@1.2.1
+git-url-parse@5.0.1
+glob@3.1.21
+glob@3.2.11
+glob@3.2.3
+glob@5.0.15
+glob@7.1.2
+glob-base@0.3.0
+glob-parent@2.0.0
+got@5.7.1
+graceful-fs@1.2.3
+graceful-fs@2.0.3
+graceful-fs@3.0.11
+graceful-fs@4.1.11
+growl@1.8.1
+grunt@0.4.5
+grunt-cli@0.1.13
+grunt-contrib-jshint@0.10.0
+grunt-legacy-log@0.1.3
+grunt-legacy-log-utils@0.1.1
+grunt-legacy-util@0.2.0
+grunt-simple-mocha@0.4.0
+gry@5.0.7
+handlebars@4.0.11
+har-validator@2.0.6
+has-ansi@2.0.0
+has-flag@1.0.0
+hasha@2.2.0
+hawk@1.1.1
+hawk@3.1.3
+hoek@0.9.1
+hoek@2.16.3
+hooker@0.2.3
+hosted-git-info@2.6.0
+htmlparser2@3.7.3
+htmlparser2@3.8.3
+http-errors@1.2.8
+http-errors@1.3.1
+http-errors@1.6.2
+http-errors@1.6.3
+http-proxy@0.10.4
+http-signature@0.10.1
+http-signature@1.1.1
+hyperquest@0.3.0
+hyperquest@1.3.0
+i@0.3.6
+ibrik@2.0.0
+iconv-lite@0.2.11
+iconv-lite@0.4.11
+iconv-lite@0.4.13
+iconv-lite@0.4.19
+iconv-lite@0.4.23
+iconv-lite@0.4.4
+imap@0.8.13
+indent-string@2.1.0
+inflight@1.0.6
+inherits@1.0.2
+inherits@2.0.3
+ini@1.3.5
+ipaddr.js@0.1.2
+ipaddr.js@1.0.5
+ipaddr.js@1.6.0
+irc@0.3.7
+isarray@0.0.1
+isarray@1.0.0
+is-arrayish@0.2.1
+is-binary-path@1.0.1
+is-buffer@1.1.6
+is-builtin-module@1.0.0
+is-dotfile@1.0.3
+is-equal-shallow@0.1.3
+isexe@2.0.0
+is-extendable@0.1.1
+is-extglob@1.0.0
+is-finite@1.0.2
+is-glob@2.0.1
+is-my-ip-valid@1.0.0
+is-my-json-valid@2.17.2
+is-number@2.1.0
+is-number@4.0.0
+isobject@2.1.0
+is-posix-bracket@0.1.1
+is-primitive@2.0.0
+is-property@1.0.2
+is-redirect@1.0.0
+is-retry-allowed@1.1.0
+is-ssh@1.3.0
+isstream@0.1.2
+is-stream@1.1.0
+istanbul@0.3.22
+is-typedarray@1.0.0
+is-utf8@0.2.1
+iterate-object@1.3.2
+jade@0.26.3
+jsbn@0.1.1
+jshint@2.5.11
+jsonfile@1.0.1
+jsonfile@2.4.0
+jsonpointer@4.0.1
+json-schema@0.2.3
+json-stringify-safe@5.0.1
+jsprim@1.4.1
+js-yaml@2.0.5
+js-yaml@3.11.0
+karma@0.12.37
+karma-chrome-launcher@0.1.12
+karma-coverage@0.2.7
+karma-firefox-launcher@0.1.7
+karma-jasmine@0.2.3
+karma-phantomjs-launcher@1.0.4
+karma-spec-reporter@0.0.23
+kew@0.7.0
+keypress@0.1.0
+kind-of@3.2.2
+kind-of@6.0.2
+klaw@1.3.1
+lazy-cache@1.0.4
+levn@0.2.5
+libbase64@0.1.0
+libmime@0.1.7
+libmime@1.2.0
+libqp@0.1.1
+libqp@1.1.0
+limit-it@3.2.8
+load-json-file@1.1.0
+lodash@0.9.2
+lodash@1.3.1
+lodash@2.4.2
+lodash@3.10.1
+lodash@3.7.0
+lodash@4.17.10
+log4js@0.6.38
+longest@1.0.1
+loud-rejection@1.6.0
+lowercase-keys@1.0.1
+lru-cache@2.7.3
+lru-cache@4.1.3
+map-obj@1.0.1
+math-random@1.0.1
+media-typer@0.3.0
+meow@3.7.0
+merge-descriptors@0.0.2
+merge-descriptors@1.0.1
+method-override@2.2.0
+method-override@2.3.10
+methods@0.0.1
+methods@1.0.0
+methods@1.1.0
+methods@1.1.2
+micromatch@2.3.11
+mime@1.2.11
+mime@1.2.5
+mime@1.3.4
+mime@1.4.1
+mime@1.6.0
+mime-db@1.12.0
+mime-db@1.33.0
+mime-db@1.34.0
+mime-types@1.0.2
+mime-types@2.0.14
+mime-types@2.1.18
+minimatch@0.2.14
+minimatch@0.3.0
+minimatch@0.4.0
+minimatch@1.0.0
+minimatch@2.0.10
+minimatch@3.0.4
+minimist@0.0.8
+minimist@1.2.0
+mkdirp@0.3.0
+mkdirp@0.3.5
+mkdirp@0.5.0
+mkdirp@0.5.1
+mocha@1.21.4
+moment@2.22.2
+morgan@1.3.2
+morgan@1.6.1
+mqtt@0.3.13
+ms@0.6.2
+ms@0.7.1
+ms@0.7.2
+ms@2.0.0
+multer@1.1.0
+multer@1.3.0
+multiparty@3.3.2
+mustache@0.8.2
+mysql@2.15.0
+mysql@2.7.0
+mz@1.3.0
+nan@1.0.0
+native-or-bluebird@1.1.2
+natives@1.1.3
+ncp@0.4.2
+ncp@0.6.0
+needle@0.9.2
+negotiator@0.4.9
+negotiator@0.5.3
+negotiator@0.6.1
+nodemailer@1.3.0
+nodemailer-direct-transport@1.1.0
+nodemailer-smtp-transport@0.1.13
+nodemailer-wellknown@0.1.10
+node-status-codes@1.0.0
+node-uuid@1.4.8
+noop6@1.0.7
+nopt@1.0.10
+nopt@3.0.1
+nopt@3.0.6
+normalize-package-data@2.4.0
+normalize-path@2.1.1
+number-is-nan@1.0.1
+oargv@3.4.8
+oauth@0.9.12
+oauth-sign@0.4.0
+oauth-sign@0.8.2
+obj-def@1.0.6
+object-assign@3.0.0
+object-assign@4.1.1
+object.omit@2.0.1
+once@1.4.0
+one-by-one@3.2.6
+on-finished@2.1.0
+on-finished@2.3.0
+on-headers@1.0.1
+optimist@0.3.7
+optimist@0.6.1
+optionator@0.5.0
+options@0.0.6
+os-tmpdir@1.0.2
+package.json@2.0.1
+package-json@2.4.0
+package-json-path@1.0.7
+parse-glob@3.0.4
+parse-json@2.2.0
+parse-url@1.3.11
+parseurl@1.3.2
+path@0.12.7
+path-exists@2.1.0
+path-is-absolute@1.0.1
+path-to-regexp@0.1.3
+path-to-regexp@0.1.7
+path-type@1.1.0
+pause@0.0.1
+pause@0.1.0
+pend@1.2.0
+phantomjs-prebuilt@2.1.14
+pify@2.3.0
+pinkie@2.0.4
+pinkie-promise@2.0.1
+pkginfo@0.3.1
+policyfile@0.0.4
+prelude-ls@1.1.2
+prepend-http@1.0.4
+preserve@0.2.0
+pretty-data@0.40.0
+process@0.11.10
+process-nextick-args@1.0.7
+process-nextick-args@2.0.0
+progress@1.1.8
+properties-reader@0.0.9
+protocols@1.4.6
+proxy-addr@1.0.1
+proxy-addr@1.0.10
+proxy-addr@2.0.3
+pseudomap@1.0.2
+psl@1.1.28
+punycode@1.4.1
+q@1.5.1
+qs@0.6.6
+qs@1.2.2
+qs@2.2.3
+qs@2.2.4
+qs@4.0.0
+qs@6.3.2
+qs@6.5.1
+qs@6.5.2
+randomatic@3.0.0
+random-bytes@1.0.0
+range-parser@1.0.3
+range-parser@1.2.0
+raw-body@1.3.0
+raw-body@2.1.7
+raw-body@2.3.2
+raw-body@2.3.3
+rc@1.2.7
+readable-stream@1.0.27-1
+readable-stream@1.0.34
+readable-stream@1.1.14
+readable-stream@2.0.6
+readable-stream@2.3.3
+readable-stream@2.3.6
+read-all-stream@3.1.0
+readdirp@2.1.0
+read-pkg@1.1.0
+read-pkg-up@1.0.1
+redent@1.0.0
+redis@0.7.3
+reduce-component@1.0.1
+regex-cache@0.4.4
+registry-auth-token@3.3.2
+registry.npmjs.org@1.0.1
+registry-url@3.1.0
+remove-trailing-separator@1.1.0
+repeat-element@1.1.2
+repeating@2.0.1
+repeat-string@1.6.1
+request@2.42.0
+request@2.79.0
+request-progress@2.0.1
+require-all@1.0.0
+resolve@0.3.1
+resolve@1.1.7
+response-time@2.0.1
+response-time@2.3.2
+right-align@0.1.3
+rimraf@2.2.8
+rimraf@2.6.2
+r-json@1.2.8
+rndm@1.1.1
+rndm@1.2.0
+r-package-json@1.0.7
+safe-buffer@5.1.1
+safe-buffer@5.1.2
+safer-buffer@2.1.2
+samsam@1.1.3
+sax@0.6.1
+scmp@1.0.0
+semver@4.3.6
+semver@5.5.0
+send@0.13.2
+send@0.16.2
+send@0.9.2
+send@0.9.3
+sentiment@0.2.3
+serve-favicon@2.1.7
+serve-favicon@2.3.2
+serve-index@1.2.1
+serve-index@1.7.3
+serve-static@1.10.3
+serve-static@1.13.2
+serve-static@1.6.5
+set-immediate-shim@1.0.1
+setprototypeof@1.0.3
+setprototypeof@1.1.0
+shelljs@0.3.0
+shelljs@0.5.3
+should@4.0.4
+sigmund@1.0.1
+signal-exit@3.0.2
+sinon@1.10.3
+sliced@1.0.1
+smtp-connection@1.3.8
+sntp@0.2.4
+sntp@1.0.9
+socket.io@0.9.16
+socket.io-client@0.9.16
+source-map@0.1.34
+source-map@0.2.0
+source-map@0.4.4
+source-map@0.5.7
+spdx-correct@3.0.0
+spdx-exceptions@2.1.0
+spdx-expression-parse@3.0.0
+spdx-license-ids@3.0.0
+sprintf-js@1.0.3
+sqlstring@2.3.0
+sshpk@1.14.1
+statuses@1.2.1
+statuses@1.4.0
+statuses@1.5.0
+stream-counter@0.2.0
+streamsearch@0.1.2
+stream-transform@0.1.2
+string_decoder@0.10.31
+string_decoder@1.0.3
+string_decoder@1.1.1
+stringstream@0.0.5
+stringstream@0.0.6
+strip-ansi@3.0.1
+strip-bom@2.0.0
+strip-indent@1.0.1
+strip-json-comments@1.0.4
+strip-json-comments@2.0.1
+superagent@0.18.0
+supertest@0.13.0
+supports-color@2.0.0
+supports-color@3.2.3
+swagger-ui-express@3.0.9
+thenify@3.3.0
+thenify-all@1.6.0
+throttleit@1.0.0
+through2@0.6.5
+through@2.2.7
+timed-out@3.1.3
+tinycolor@0.0.1
+tmp@0.0.28
+tough-cookie@2.3.4
+tough-cookie@2.4.2
+trim-newlines@1.0.0
+tsscmp@1.0.5
+tunnel-agent@0.4.3
+tweetnacl@0.14.5
+twitter-ng@0.6.2
+type-check@0.3.2
+typedarray@0.0.6
+type-is@1.5.7
+type-is@1.6.16
+typpy@2.3.10
+uglify-js@1.2.5
+uglify-js@2.4.15
+uglify-js@2.8.29
+uglify-to-browserify@1.0.2
+uid-safe@1.0.1
+uid-safe@1.1.0
+uid-safe@2.0.0
+uid-safe@2.1.4
+uid-safe@2.1.5
+ul@5.2.13
+underscore@1.6.0
+underscore@1.7.0
+underscore@1.9.1
+underscore.string@2.2.1
+underscore.string@2.3.3
+underscore.string@2.4.0
+unpipe@1.0.0
+unzip-response@1.0.2
+url-parse-lax@1.0.0
+useragent@2.3.0
+utf7@1.0.0
+util@0.10.4
+util-deprecate@1.0.2
+utile@0.2.1
+utils-merge@1.0.0
+utils-merge@1.0.1
+uuid@3.2.1
+validate-npm-package-license@3.0.3
+vary@1.0.1
+vary@1.1.2
+verror@1.10.0
+vhost@3.0.2
+walk@2.3.13
+when@3.4.6
+which@1.0.9
+which@1.2.14
+window-size@0.1.0
+wordwrap@0.0.2
+wordwrap@0.0.3
+wordwrap@1.0.0
+wrappy@1.0.2
+ws@0.4.32
+xml2js@0.4.19
+xml2js@0.4.4
+xmlbuilder@9.0.7
+xmlhttprequest@1.4.2
+xtend@4.0.1
+yallist@2.1.2
+yamljs@0.3.0
+yargs@3.10.0
+yauzl@2.4.1
+zeparser@0.0.5
\ No newline at end of file